-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.py
More file actions
30 lines (27 loc) · 901 Bytes
/
config.py
File metadata and controls
30 lines (27 loc) · 901 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
import torch
MODEL_NAME = "gpt2"
LAYER = 8 #out of 12 total (chosen to influence intermediate behavior)
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
PROMPTS = {
"pos_prompts": [
"The movie was fantastic, I absolutely",
"I felt incredibly happy when",
"What a wonderful surprise",
"I loved every moment of the show",
"This is the best experience I've had"
],
"neg_prompts": [
"The movie was terrible, I absolutely",
"I felt incredibly sad when",
"It was the worst day",
"I hated how everything turned out",
"This is such a disappointing outcome"
],
"eval_prompts": [
"The weather today is",
"I went to the store and",
"I can't believe how",
"It feels like"
]
}
BETA_SWEEP = [-2.0, -1.0, -0.5, -0.25, 0.0, 0.25, 0.5, 1.0, 2.0] #steering strength values