Skip to content

Commit 59c0159

Browse files
committed
simplify some stuff we don't need
1 parent c66b4f5 commit 59c0159

1 file changed

Lines changed: 3 additions & 18 deletions

File tree

scripts/empireai_nvl72_train.sbatch

Lines changed: 3 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,6 @@
1313
#
1414
# Full run, 36 GPUs on 9 hosts:
1515
# sbatch --account=YOUR_ACCOUNT --partition=beta --qos=standard \
16-
# --requeue --signal=B:SIGTERM@900 \
1716
# --nodes=9 --gres=gpu:4 --time=12:00:00 \
1817
# scripts/empireai_nvl72_train.sbatch
1918
#
@@ -81,18 +80,6 @@ if [[ -z "${WANDB_MODE:-}" ]]; then
8180
fi
8281
fi
8382

84-
if [[ -n "${GHCR_USERNAME:-}" && -n "${GHCR_TOKEN:-}" ]]; then
85-
export ENROOT_CONFIG_PATH="${ENROOT_CONFIG_PATH:-${HOME}/.config/enroot}"
86-
mkdir -p "${ENROOT_CONFIG_PATH}"
87-
chmod 700 "${ENROOT_CONFIG_PATH}"
88-
credentials_file="${ENROOT_CONFIG_PATH}/.credentials"
89-
if [[ ! -f "${credentials_file}" ]] || ! grep -q '^machine ghcr.io ' "${credentials_file}"; then
90-
umask 077
91-
printf 'machine ghcr.io login %s password %s\n' \
92-
"${GHCR_USERNAME}" "${GHCR_TOKEN}" >> "${credentials_file}"
93-
fi
94-
fi
95-
9683
gpus_on_node="${GPUS_PER_NODE:-${SLURM_GPUS_ON_NODE:-}}"
9784
if [[ -z "${gpus_on_node}" ]]; then
9885
gpus_on_node="$(scontrol show job "${SLURM_JOB_ID}" | sed -n 's/.*gres:gpu:\\([0-9][0-9]*\\).*/\\1/p' | head -n 1)"
@@ -128,11 +115,11 @@ export MELLANOX_VISIBLE_DEVICES="${MELLANOX_VISIBLE_DEVICES:-all}"
128115
export TORCH_NCCL_ASYNC_ERROR_HANDLING="${TORCH_NCCL_ASYNC_ERROR_HANDLING:-1}"
129116

130117
if [[ -z "${NAME:-}" ]]; then
131-
run_kind="full"
118+
run_kind=""
132119
if [[ "${SMOKE}" == "1" ]]; then
133-
run_kind="smoke"
120+
run_kind="-smoke"
134121
fi
135-
NAME="$(date +%Y-%m-%d-%H%M%S)-empireai-halfdeg-${run_kind}"
122+
NAME="$(date +%Y-%m-%d-%H%M%S)-empireai${run_kind}"
136123
fi
137124
RUN_DIR="${OUTPUT_BASE}/${NAME}"
138125
if [[ -e "${RUN_DIR}" ]]; then
@@ -172,8 +159,6 @@ if [[ "${SMOKE}" == "1" ]]; then
172159
"--val_time.start=2013-10-05"
173160
"--val_time.end=2013-11-05"
174161
)
175-
else
176-
train_args+=("--preemptible=true")
177162
fi
178163

179164
if [[ -n "${EXTRA_ARGS}" ]]; then

0 commit comments

Comments
 (0)