Skip to content

Commit 91cb8f4

Browse files
use gcsfuse profiles in the slurm cluster blueprint for a4x-high
1 parent 2f993bf commit 91cb8f4

File tree

1 file changed

+3
-23
lines changed

1 file changed

+3
-23
lines changed

examples/machine-learning/a4x-highgpu-4g/a4xhigh-slurm-blueprint.yaml

Lines changed: 3 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -400,16 +400,8 @@ deployment_groups:
400400
remote_mount: $(gcs_bucket.gcs_bucket_name)
401401
local_mount: /gcs-checkpoints
402402
fs_type: gcsfuse
403-
mount_options: "implicit-dirs,\
404-
metadata-cache-negative-ttl-secs=0,\
405-
metadata-cache-ttl-secs=-1,\
406-
stat-cache-max-size-mb=-1,\
407-
type-cache-max-size-mb=-1,\
408-
file-cache-max-size-mb=-1,\
409-
file-cache-cache-file-for-range-read=true,\
410-
file-cache-enable-parallel-downloads=true,\
403+
mount_options: "profile=aiml-checkpointing,\
411404
cache-dir=/mnt/localssd,\
412-
enable-streaming-writes=true,\
413405
dir-mode=777,\
414406
file-mode=777,\
415407
allow_other"
@@ -429,12 +421,7 @@ deployment_groups:
429421
remote_mount: $(gcs_bucket.gcs_bucket_name)
430422
local_mount: /gcs-training-data
431423
fs_type: gcsfuse
432-
mount_options: "implicit-dirs,\
433-
metadata-cache-negative-ttl-secs=0,\
434-
metadata-cache-ttl-secs=-1,\
435-
stat-cache-max-size-mb=-1,\
436-
type-cache-max-size-mb=-1,\
437-
enable-streaming-writes=true,\
424+
mount_options: "profile=aiml-training,\
438425
dir-mode=777,\
439426
file-mode=777,\
440427
allow_other"
@@ -448,15 +435,8 @@ deployment_groups:
448435
remote_mount: $(gcs_bucket.gcs_bucket_name)
449436
local_mount: /gcs-model-serving
450437
fs_type: gcsfuse
451-
mount_options: "implicit-dirs,\
438+
mount_options: "profile=aiml-serving,\
452439
cache-dir=/mnt/localssd,\
453-
metadata-cache-negative-ttl-secs=0,\
454-
metadata-cache-ttl-secs=-1,\
455-
stat-cache-max-size-mb=-1,\
456-
type-cache-max-size-mb=-1,\
457-
file-cache-max-size-mb=-1,\
458-
file-cache-cache-file-for-range-read=true,\
459-
file-cache-enable-parallel-downloads=true,\
460440
dir-mode=777,\
461441
file-mode=777,\
462442
allow_other"

0 commit comments

Comments
 (0)