fixed image base path

fabnemEPFL · fabnemEPFL · commit 37ca65a8d08b · 2026-05-11T15:16:36.000+02:00
diff --git a/src/mmirage/shard_process.py b/src/mmirage/shard_process.py
@@ -161,7 +161,7 @@ def main():
 
             logger.info(
                 f"Processing dataset {ds_idx} for shard {shard_id}: "
-                f"path={ds_config.path}, output_dir={ds_config.output_dir}"
+                f"image_base_path={ds_config.image_base_path}, output_dir={ds_config.output_dir}"
             )
 
             ds_processed = ds_shard.map(
diff --git a/src/mmirage/shard_utils.py b/src/mmirage/shard_utils.py
@@ -477,7 +477,7 @@ def _mark_running(
         slurm_array_task_id=os.environ.get("SLURM_ARRAY_TASK_ID"),
         datasets=[
             {
-                "path": ds_config.path,
+                "image_base_path": ds_config.image_base_path,
                 "output_dir": ds_config.output_dir,
             }
             for ds_config in datasets_config

Original file line number	Diff line number	Diff line change
`@@ -161,7 +161,7 @@ def main():`
`161`	`161`
`162`	`162`	`logger.info(`
`163`	`163`	`f"Processing dataset {ds_idx} for shard {shard_id}: "`
`164`		`- f"path={ds_config.path}, output_dir={ds_config.output_dir}"`
	`164`	`+ f"image_base_path={ds_config.image_base_path}, output_dir={ds_config.output_dir}"`
`165`	`165`	`)`
`166`	`166`
`167`	`167`	`ds_processed = ds_shard.map(`
Original file line number	Diff line number	Diff line change
`@@ -477,7 +477,7 @@ def _mark_running(`
`477`	`477`	`slurm_array_task_id=os.environ.get("SLURM_ARRAY_TASK_ID"),`
`478`	`478`	`datasets=[`
`479`	`479`	`{`
`480`		`- "path": ds_config.path,`
	`480`	`+ "image_base_path": ds_config.image_base_path,`
`481`	`481`	`"output_dir": ds_config.output_dir,`
`482`	`482`	`}`
`483`	`483`	`for ds_config in datasets_config`