BiasEdit/scripts/gpt2m.sh at main · zjunlp/BiasEdit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
python main.py \
    data=stereoset \
    model=gpt2m_last123 \
    editor=malmen \
    data.n_edits=128 \
    data.batch_size=64 \
    model_device=cuda:1 \
    editor_device=cuda:0 \
    editor.loc_coef=1.0 \
    editor.lr=1e-7 \
    editor.meta_lr=1e-6

python main.py \
    data=stereoset \
    model=gpt2m_last123 \
    editor=malmen \
    data.n_edits=128 \
    data.batch_size=64 \
    model_device=cuda:1 \
    editor_device=cuda:0 \
    editor.load_checkpoint=True \
    eval_only=True \
    data.valid_path=dataset/stereoset/gender_test.json \
    editor.loc_coef=1.0 \
    editor.lr=1e-7 \
    editor.meta_lr=1e-6


python main.py \
    data=stereoset \
    model=gpt2m_last123 \
    editor=malmen \
    data.n_edits=128 \
    data.batch_size=64 \
    model_device=cuda:1 \
    editor_device=cuda:0 \
    editor.load_checkpoint=True \
    eval_only=True \
    data.valid_path=dataset/stereoset/race_test.json \
    editor.loc_coef=1.0 \
    editor.lr=1e-7 \
    editor.meta_lr=1e-6

python main.py \
    data=stereoset \
    model=gpt2m_last123 \
    editor=malmen \
    data.n_edits=128 \
    data.batch_size=64 \
    model_device=cuda:1 \
    editor_device=cuda:0 \
    editor.load_checkpoint=True \
    eval_only=True \
    data.valid_path=dataset/stereoset/religion_test.json \
    editor.loc_coef=1.0 \
    editor.lr=1e-7 \
    editor.meta_lr=1e-6