Skip to content

Commit 5d52f37

Browse files
aparnabgaparnabg
committed
fix paths in job files
1 parent 0c60559 commit 5d52f37

45 files changed

Lines changed: 208 additions & 138 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎jobs/action_model_testing/InternVideo_v2/internvideo2_finetune.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,8 @@ module load miniforge
4141
module load cuda
4242
module load cudnn
4343
conda deactivate 2>/dev/null || true
44-
source /home/aparnabg/orcd/pool/miniconda3/etc/profile.d/conda.sh
44+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/pool/miniconda3/etc/profile.d/conda.sh}"
45+
source "${CONDA_SH}"
4546
conda activate iv2
4647

4748
export HF_HOME=/orcd/data/satra/002/huggingface

‎jobs/action_model_testing/OpenTAD/submit_tad_array.sh‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -52,10 +52,12 @@ module load deprecated-modules
5252
module load cuda/11.8.0-x86_64
5353
module load cudnn
5454
conda deactivate
55-
source /home/aparnabg/orcd/pool/miniconda3/etc/profile.d/conda.sh
55+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/pool/miniconda3/etc/profile.d/conda.sh}"
56+
source "${CONDA_SH}"
5657
conda activate opentad
5758
export PYTHONNOUSERSITE=1
58-
export LD_LIBRARY_PATH=/orcd/pool/007/aparnabg/miniconda3/envs/opentad/lib/python3.10/site-packages/torch/lib:$LD_LIBRARY_PATH
59+
TORCH_LIB_PATH="${TORCH_LIB_PATH:-/orcd/pool/007/aparnabg/miniconda3/envs/opentad/lib/python3.10/site-packages/torch/lib}"
60+
export LD_LIBRARY_PATH="${TORCH_LIB_PATH}:$LD_LIBRARY_PATH"
5961
cd /src/sailsprep/action_model_testing/OpenTAD
6062
mkdir -p logs
6163

‎jobs/action_model_testing/Video_Swin/clip_based/Video_Swin_job_clip.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,8 @@ module load miniforge
4242
module load cuda
4343
module load cudnn
4444
conda deactivate 2>/dev/null || true
45-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
45+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
46+
source "${CONDA_SH}"
4647
conda activate pytorchvideo_env
4748

4849
echo "=========================================="

‎jobs/action_model_testing/Video_Swin/sliding_window/Video_Swin_full_video_multi_job.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,8 @@ module load miniforge
4141
module load cuda
4242
module load cudnn
4343
conda deactivate 2>/dev/null || true
44-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
44+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
45+
source "${CONDA_SH}"
4546
conda activate pytorchvideo_env
4647

4748
echo "=========================================="

‎jobs/action_model_testing/Video_Swin/sliding_window/Video_Swin_full_video_multi_job_twostage.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,8 @@ module load miniforge
4444
module load cuda
4545
module load cudnn
4646
conda deactivate 2>/dev/null || true
47-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
47+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
48+
source "${CONDA_SH}"
4849
conda activate pytorchvideo_env
4950

5051
echo "=========================================="

‎jobs/action_model_testing/Video_Swin/sliding_window/full_video_window_job_video_swin.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,8 @@ module load miniforge
4141
module load cuda
4242
module load cudnn
4343
conda deactivate 2>/dev/null || true
44-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
44+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
45+
source "${CONDA_SH}"
4546
conda activate pytorchvideo_env
4647

4748
echo "=========================================="

‎jobs/action_model_testing/Videomaev2/Videomaev2_job.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,8 @@ module load miniforge
4040
module load cuda
4141
module load cudnn
4242
conda deactivate
43-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
43+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
44+
source "${CONDA_SH}"
4445
conda activate pytorchvideo_env
4546

4647
echo "=========================================="

‎jobs/action_model_testing/feature_extraction/i3d_r2p1d_feature_extracion.sh‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,11 +26,12 @@ module load miniforge/24.3.0-0
2626
module load cudnn
2727
module load cuda
2828
conda deactivate
29-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
29+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
30+
source "${CONDA_SH}"
3031
conda activate mlasformer
3132

3233
BASE="/src/sailsprep/action_model_testing/feature_extraction"
33-
SPLITS_CSV="/home/aparnabg/orcd/scratch/all_project_files/latest_split_csv.csv"
34+
SPLITS_CSV="${SPLITS_CSV:-/home/aparnabg/orcd/scratch/all_project_files/latest_split_csv.csv}"
3435
OUT_ROOT="/orcd/data/satra/002/projects/SAILS/action_outputs_features/feature_dir/features_full_video_interpolated_h5_i3d_r2"
3536
SCRIPT="${BASE}/i3d_extractor.py"
3637

‎jobs/action_model_testing/feature_extraction/vjepa_feature_extracion.sh‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,24 +10,27 @@
1010
#SBATCH --error=/src/sailsprep/action_model_testing/feature_extraction/logs/vjepa_%A_%a.err
1111

1212
mkdir -p /src/sailsprep/action_model_testing/feature_extraction/logs
13-
export HF_HOME=/home/aparnabg/.cache/huggingface
13+
export HF_HOME="${HF_HOME:-/home/aparnabg/.cache/huggingface}"
1414
export PYTHONUNBUFFERED=1
1515

1616
module load miniforge/24.3.0-0
1717
module load cudnn
1818
module load cuda
1919
conda deactivate
20-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
20+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
21+
source "${CONDA_SH}"
2122
conda activate vjepa2-312
2223

2324
echo "=========================================="
2425
echo "Job ID: $SLURM_JOB_ID Array task: $SLURM_ARRAY_TASK_ID"
2526
echo "Node: $(hostname) Start: $(date)"
2627
echo "=========================================="
2728

29+
SPLITS_CSV="${SPLITS_CSV:-/home/aparnabg/orcd/scratch/all_project_files/latest_split_csv.csv}"
30+
2831
cd /src/sailsprep/action_model_testing/feature_extraction
2932
python -u vjepa2_extractor.py \
30-
--splits_csv /home/aparnabg/orcd/scratch/all_project_files/latest_split_csv.csv \
33+
--splits_csv "${SPLITS_CSV}" \
3134
--output_dir /orcd/data/satra/002/projects/SAILS/action_outputs_features/feature_dir/vjepa_features_h5/full_video_introp_h5_vjepa_features \
3235
--target_fps 15 \
3336
--crop_size 256 \

‎jobs/action_model_testing/motionbert/motionbert.sh‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -14,14 +14,15 @@ module load miniforge
1414
module load cuda
1515
module load cudnn
1616
conda deactivate
17-
source /home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh
17+
CONDA_SH="${CONDA_SH:-/home/aparnabg/orcd/scratch/miniconda3/etc/profile.d/conda.sh}"
18+
source "${CONDA_SH}"
1819
conda activate motionbert_env
1920

2021

2122

22-
export MASTER_CSV="/home/aparnabg/orcd/scratch/all_project_files/splits_loco_cut-clips_v2.csv"
23+
export MASTER_CSV="${MASTER_CSV:-/home/aparnabg/orcd/scratch/all_project_files/splits_loco_cut-clips_v2.csv}"
2324
export OUTPUT_ROOT="/orcd/data/satra/002/projects/SAILS/action_outputs_features/action_model_outputs/single_child_videos_motion_bert/"
24-
export ACTION_OUTPUT_ROOT="/home/aparnabg/orcd/scratch/all_project_files/action_sota_models/motionbert/output_no_weights"
25+
export ACTION_OUTPUT_ROOT="${ACTION_OUTPUT_ROOT:-/home/aparnabg/orcd/scratch/all_project_files/action_sota_models/motionbert/output_no_weights}"
2526

2627
echo "=========================================="
2728
echo "Job ID: $SLURM_JOB_ID"

0 commit comments

Comments
 (0)