Neuroformer/configs/Visnav/lateral/mconf_predict_all.yaml at main · a-antoniades/Neuroformer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
dropout:
  attn: 0.2
  embd: 0.2
  pos: 0.2
  resid: 0.2
  temp: 0.2
  b: 0.2
  id: 0.2
  im: 0.2

block_size:
  behavior: 15
  frame: 446
  id: 100
  prev_id: 700

layers:
  state_history: 6
  state: 6
  stimulus: 6
  behavior: 6
  self_att: 6
  modalities:
    n_behavior: 25

sparse:
  p: null
  mask: false
  topk: null
  topk_frame: null
  topk_id: null
  topk_prev_id: null

window:
  frame: 0.15
  curr: 0.05
  prev: 0.05
  speed: 0.05

# Hey! Uncomment here to input modalities!
# ...or add your own :D
modalities:
  behavior:
    n_layers: 4
    variables:
      phi:
        data: phi
        dt: 0.05
        objective: regression
        predict: true
      speed:
        data: speed
        dt: 0.05
        objective: regression
        predict: true
      th:
        data: th
        dt: 0.05
        objective: regression
        predict: true
    window: 0.05

predict: null

frame_encoder:
  conv_layer: true
  kernel_size: [3, 5, 5]
  n_embd: 256
  n_embd_frames: 64
  resnet_backbone: false

contrastive:
  contrastive: false
  vars: ['id', 'frames', {'speed': 'name'}]
  clip_embd: 512
  clip_temp: 0.5
# resolution for predictions
resolution:
  dt: 0.01
  speed: 0.2
  frames: 0.05

# GRU, MLP experiments
mlp_only: false
gru_only: false
gru2_only: false

# Rest of your parameters
class_weights: null
freeze_weights: null
n_head: 8
epoch: 0
n_embd: 256
pos_emb: true
pretrain: false
temp_emb: true
vit_encoder: true
ingore_index_pad: true