We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents cbec58d + dc73853 commit 05624bfCopy full SHA for 05624bf
src/models/ac_predictor.py
@@ -24,9 +24,9 @@ def __init__(
24
num_frames=1,
25
tubelet_size=2,
26
embed_dim=768,
27
- predictor_embed_dim=384,
28
- depth=6,
29
- num_heads=12,
+ predictor_embed_dim=1024,
+ depth=24,
+ num_heads=16,
30
mlp_ratio=4.0,
31
qkv_bias=True,
32
qk_scale=None,
@@ -35,10 +35,10 @@ def __init__(
35
drop_path_rate=0.0,
36
norm_layer=nn.LayerNorm,
37
init_std=0.02,
38
- uniform_power=False,
+ uniform_power=True,
39
use_silu=False,
40
wide_silu=True,
41
- is_frame_causal=False,
+ is_frame_causal=True,
42
use_activation_checkpointing=False,
43
use_rope=True,
44
action_embed_dim=7,
0 commit comments