Skip to content

Commit caadd07

Browse files
committed
final plots for rebuttal
1 parent a1434e5 commit caadd07

File tree

6 files changed

+2879
-1299
lines changed

6 files changed

+2879
-1299
lines changed

experiment_code/mrunner_exps/evaluation/2023_09_22_eval_full.py

Lines changed: 10 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -51,15 +51,20 @@ def combine_config_with_defaults(config):
5151
appo_aa_ewc3_t = Path("/net/pr2/projects/plgrid/plgggmum_crl/bcupial/old_scratch/nle/15_11-19_16-vigorous_turing")
5252
appo_aa_ewc4_t = Path("/net/pr2/projects/plgrid/plgggmum_crl/bcupial/old_scratch/nle/16_11-13_23-ecstatic_lewin")
5353

54+
appo4b1 = Path("/net/pr2/projects/plgrid/plgggmum_crl/bcupial/old_scratch/nle/15_11-07_45-confident_saha")
55+
appo4b2 = Path("/net/pr2/projects/plgrid/plgggmum_crl/bcupial/old_scratch/nle/15_11-07_45-hardcore_bhaskara")
56+
5457
save_root_path = Path("/net/pr2/projects/plgrid/plgggmum_crl/bcupial/gamesavedir")
5558

5659
cpaths = []
5760
for ckpt_paths in [
5861
# get_checkpoint_paths(appo),
59-
get_checkpoint_paths(appo_aa_ewc1_t),
60-
get_checkpoint_paths(appo_aa_ewc2_t),
61-
get_checkpoint_paths(appo_aa_ewc3_t),
62-
get_checkpoint_paths(appo_aa_ewc4_t),
62+
# get_checkpoint_paths(appo4b1),
63+
# get_checkpoint_paths(appo4b2),
64+
# get_checkpoint_paths(appo_aa_ewc1_t),
65+
# get_checkpoint_paths(appo_aa_ewc2_t),
66+
# get_checkpoint_paths(appo_aa_ewc3_t),
67+
# get_checkpoint_paths(appo_aa_ewc4_t),
6368
# get_checkpoint_paths(appo_t),
6469
# get_checkpoint_paths(appo_aa_ks_t),
6570
# get_checkpoint_paths(appo_aa_klbc_t),
@@ -70,7 +75,7 @@ def combine_config_with_defaults(config):
7075
for path in ckpt_paths:
7176
for i in range(0, 100_000_000, 10_000_000):
7277
paths.append(Path(path) / f"checkpoint_v{i}")
73-
for i in range(1_000_000_000, 2_000_000_000, 100_000_000):
78+
for i in range(100_000_000, 2_100_000_000, 100_000_000):
7479
paths.append(Path(path) / f"checkpoint_v{i}")
7580
cpaths.append(paths)
7681

experiment_code/notebooks/dataset_analysis.ipynb

Lines changed: 30 additions & 20 deletions
Large diffs are not rendered by default.

experiment_code/notebooks/plots.ipynb

Lines changed: 104 additions & 78 deletions
Large diffs are not rendered by default.

experiment_code/notebooks/plots_iclr.ipynb

Lines changed: 276 additions & 34 deletions
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)