Skip to content

Commit 05624bf

Browse files
Merge pull request #19 from artemZholus/robotic_posttraining_fix
Constructor fix for torchhub
2 parents cbec58d + dc73853 commit 05624bf

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

src/models/ac_predictor.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -24,9 +24,9 @@ def __init__(
2424
num_frames=1,
2525
tubelet_size=2,
2626
embed_dim=768,
27-
predictor_embed_dim=384,
28-
depth=6,
29-
num_heads=12,
27+
predictor_embed_dim=1024,
28+
depth=24,
29+
num_heads=16,
3030
mlp_ratio=4.0,
3131
qkv_bias=True,
3232
qk_scale=None,
@@ -35,10 +35,10 @@ def __init__(
3535
drop_path_rate=0.0,
3636
norm_layer=nn.LayerNorm,
3737
init_std=0.02,
38-
uniform_power=False,
38+
uniform_power=True,
3939
use_silu=False,
4040
wide_silu=True,
41-
is_frame_causal=False,
41+
is_frame_causal=True,
4242
use_activation_checkpointing=False,
4343
use_rope=True,
4444
action_embed_dim=7,

0 commit comments

Comments
 (0)