Fix Weka refresh (#666)

* Fix Weka refresh

* Update evaluate.slurm

Author: lewtun

slurm/evaluate.slurm

@@ -12,10 +12,9 @@
 # Be ye warned this may not work on other clusters!
 module load cuda/12.4
 
-# Refresh Weka on h4 cache & current working directory
+# Refresh Weka on h4 cache
 echo "Refreshing Weka filesystem..."
 find -L /fsx/h4/ -type f | xargs -d '\n' -r -n512 -P64 weka fs tier fetch
-find -L . -type f -not -path "./data/*" | xargs -d '\n' -r -n512 -P64 weka fs tier fetch
 
 # Needed for vLLM
 export VLLM_WORKER_MULTIPROC_METHOD=spawn

slurm/train.slurm

@@ -32,10 +32,9 @@ source openr1/bin/activate
 START_TIME=$(date +%s)
 echo "START TIME: $(date)"
 
-# Refresh Weka on h4 cache & current working directory
+# Refresh Weka on h4 cache
 echo "Refreshing Weka filesystem..."
 find -L /fsx/h4/ -type f | xargs -d '\n' -r -n512 -P64 weka fs tier fetch
-find -L . -type f -not -path "./data/*" | xargs -d '\n' -r -n512 -P64 weka fs tier fetch
 
 # Default values
 MODEL=""
@@ -180,4 +179,4 @@ ELAPSED_SECONDS=$((END_TIME - START_TIME))
 HOURS=$((ELAPSED_SECONDS / 3600))
 MINUTES=$(( (ELAPSED_SECONDS % 3600) / 60 ))
 SECONDS=$((ELAPSED_SECONDS % 60))
-echo "TOTAL JOB TIME: ${HOURS}h ${MINUTES}m ${SECONDS}s (${ELAPSED_SECONDS} seconds)"
+echo "TOTAL JOB TIME: ${HOURS}h ${MINUTES}m ${SECONDS}s (${ELAPSED_SECONDS} seconds)"