diff --git a/src/electrai/configs/MP/config.yaml b/src/electrai/configs/MP/config.yaml index 04730ee..5568ea5 100644 --- a/src/electrai/configs/MP/config.yaml +++ b/src/electrai/configs/MP/config.yaml @@ -31,6 +31,7 @@ nbatch: 1 lr: 0.01 weight_decay: 0.0 warmup_length: 1 +gradient_clip_value: 20.0 # Weights and biases wandb_mode: offline diff --git a/src/electrai/entrypoints/train.py b/src/electrai/entrypoints/train.py index e5e58d1..c4b8092 100644 --- a/src/electrai/entrypoints/train.py +++ b/src/electrai/entrypoints/train.py @@ -83,6 +83,7 @@ def train(args): devices=1, precision=cfg.model_precision, log_every_n_steps=1, + gradient_clip_val=getattr(cfg, "gradient_clip_value", 1.0), ) # -----------------------------