more playing around

Author: bengioe

src/gflownet/tasks/basic_graph_task.py

@@ -326,7 +326,7 @@ def setup(self):
             if 1:
                 model.load_state_dict(
                     torch.load(
-                        "/mnt/ps/home/CORP/emmanuel.bengio/rs/gfn/gflownet/src/gflownet/tasks/logs/basic_graphs/run_6n_4/model_state.pt"
+                        "/mnt/ps/home/CORP/emmanuel.bengio/rs/gfn/gflownet/src/gflownet/tasks/logs/basic_graphs/run_6n_9/model_state.pt"
                     )["models_state_dict"][0]
                 )
         else:
@@ -876,11 +876,11 @@ def main():
         "num_training_steps": 20000,
         "validate_every": 100,
         "num_workers": 16,
-        "log_dir": "./logs/basic_graphs/run_6n_11",
+        "log_dir": "./logs/basic_graphs/run_6n_14",
         "model": {"num_layers": 2, "num_emb": 256},
-        # "opt": {"adam_eps": 1e-8, "learning_rate": 3e-2, "momentum": 0.9, "lr_decay": 1e10},
-        "opt": {"opt": "SGD", "learning_rate": 1e-1, "momentum": 0},
-        "algo": {"global_batch_size": 512, "tb": {"do_subtb": True}, "max_nodes": 6},
+        "opt": {"adam_eps": 1e-8, "learning_rate": 3e-2, "momentum": 0.0, "lr_decay": 1e10},
+        # "opt": {"opt": "SGD", "learning_rate": 0.3, "momentum": 0},
+        "algo": {"global_batch_size": 2048, "tb": {"do_subtb": False}, "max_nodes": 6},
         "task": {
             "basic_graph": {"do_supervised": False, "do_tabular_model": True}
         },  # Change this to launch a supervised job