Merge pull request #3858 from GoogleCloudPlatform/release-candidate

Release candidate: v1.48.0

Author: harshthakkar01

CODEOWNERS

@@ -1 +1 @@
-* @chengcongdu @GoogleCloudPlatform/hpc-toolkit @samskillman @yuryu
+* @GoogleCloudPlatform/hpc-toolkit @samskillman

cmd/root.go

@@ -53,7 +53,7 @@ HPC deployments on the Google Cloud Platform.`,
 				logging.Fatal("cmd.Help function failed: %s", err)
 			}
 		},
-		Version:     "v1.47.0",
+		Version:     "v1.48.0",
 		Annotations: annotation,
 	}
 )

community/examples/AMD/hpc-amd-slurm.yaml

@@ -168,7 +168,7 @@ deployment_groups:
         # these images must match the images used by Slurm modules below because
         # we are building OpenMPI with PMI support in libraries contained in
         # Slurm installation
-        family: slurm-gcp-6-8-hpc-rocky-linux-8
+        family: slurm-gcp-6-9-hpc-rocky-linux-8
         project: schedmd-slurm-public
 
   - id: low_cost_nodeset

community/examples/hpc-build-slurm-image.yaml

@@ -23,7 +23,7 @@ vars:
   image_build_machine_type: n2d-standard-16
   build_from_image_family: hpc-rocky-linux-8
   build_from_image_project: cloud-hpc-image-public
-  build_from_git_ref: 6.8.6
+  build_from_git_ref: 6.9.1
   built_image_family: my-custom-slurm
   built_instance_image:
     family: $(vars.built_image_family)

community/examples/hpc-slurm-local-ssd.yaml

@@ -72,13 +72,15 @@ deployment_groups:
         disk_labels: {}
         auto_delete: true
         boot: false
+        disk_resource_manager_tags: {}
       - device_name: test-disk-2
         disk_name: null
         disk_size_gb: 375
         disk_type: local-ssd
         disk_labels: {}
         auto_delete: true
         boot: false
+        disk_resource_manager_tags: {}
       bandwidth_tier: gvnic_enabled
       machine_type: c2-standard-4
       node_count_dynamic_max: 5

community/examples/hpc-slurm-ubuntu2004.yaml

@@ -24,7 +24,7 @@ vars:
   slurm_image:
     # Please refer to the following link for the latest images:
     # https://github.com/GoogleCloudPlatform/slurm-gcp/blob/master/docs/images.md#supported-operating-systems
-    family: slurm-gcp-6-8-ubuntu-2004-lts
+    family: slurm-gcp-6-9-ubuntu-2004-lts
     project: schedmd-slurm-public
   instance_image_custom: true
 

community/examples/hpc-slurm6-apptainer.yaml

@@ -60,7 +60,7 @@ deployment_groups:
     settings:
       source_image_project_id: [schedmd-slurm-public]
       # see latest in https://github.com/GoogleCloudPlatform/slurm-gcp/blob/master/docs/images.md#published-image-family
-      source_image_family: slurm-gcp-6-8-hpc-rocky-linux-8
+      source_image_family: slurm-gcp-6-9-hpc-rocky-linux-8
       # You can find size of source image by using following command
       # gcloud compute images describe-from-family <source_image_family> --project schedmd-slurm-public
       disk_size: $(vars.disk_size)

community/examples/htc-slurm.yaml

@@ -164,6 +164,8 @@ deployment_groups:
       enable_controller_public_ips: $(vars.enable_public_ips)
       slurm_conf_tpl: $(vars.staged_configs)/htc-slurm.conf.tpl
       slurmdbd_conf_tpl: $(vars.staged_configs)/htc-slurmdbd.conf.tpl
+      cloud_parameters:
+        scheduler_parameters: ["defer", "salloc_wait_nodes", "batch_sched_delay=20", "bf_continue", "bf_interval=300", "bf_min_age_reserve=10800", "bf_resolution=600", "bf_yield_interval=1000000", "partition_job_depth=500", "sched_max_job_start=200", "sched_min_interval=2000000"]
 
   - id: hpc_dashboard
     source: modules/monitoring/dashboard

community/front-end/ofe/infrastructure_files/gcs_bucket/webserver/startup.sh

@@ -48,8 +48,8 @@ printf "####################\n#### Installing required packages\n###############
 dnf install -y epel-release
 dnf update -y --security
 dnf config-manager --add-repo https://rpm.releases.hashicorp.com/RHEL/hashicorp.repo
-dnf install -y terraform-1.4.6
-dnf install --best -y google-cloud-sdk nano make gcc python38-devel unzip git \
+dnf install -y terraform
+dnf install --best -y google-cloud-sdk nano make gcc python3.12-devel unzip git \
 	rsync wget nginx bind-utils policycoreutils-python-utils \
 	packer supervisor python3-certbot-nginx jq
 curl --silent --show-error --location https://github.com/mikefarah/yq/releases/download/v4.13.4/yq_linux_amd64 --output /usr/local/bin/yq
@@ -76,7 +76,7 @@ EOL
 
 dnf install -y grafana
 
-pip3.8 install google-api-python-client \
+pip3.12 install google-api-python-client \
 	google-cloud-secret-manager \
 	google.cloud.pubsub \
 	pyyaml addict httplib2
@@ -189,7 +189,7 @@ sudo su - gcluster -c /bin/bash <<EOF
   popd
 
   printf "\nEstablishing django environment..."
-  python3.8 -m venv /opt/gcluster/django-env
+  python3.12 -m venv /opt/gcluster/django-env
   source /opt/gcluster/django-env/bin/activate
   printf "\nUpgrading pip...\n"
   pip install --upgrade pip

community/front-end/ofe/requirements.txt

@@ -1,56 +1,56 @@
 altgraph==0.17.4
 archspec==0.2.5
-argcomplete==3.5.3
+argcomplete==3.6.0
 asgiref==3.8.1
-astroid==2.15.5
-attrs==24.3.0
+astroid==3.3.9
+attrs==25.1.0
 # This should be supported by zoneinfo in Python 3.9+
 backports.zoneinfo==0.2.1;python_version<"3.9"
-cachetools==5.5.0
+cachetools==5.5.2
 certifi==2025.1.31
 cffi==1.17.1
 cfgv==3.4.0
 charset-normalizer==3.4.1
 click==8.1.8
-cryptography==44.0.0
-decorator==5.1.1
+cryptography==44.0.2
+decorator==5.2.1
 defusedxml==0.7.1
 dill==0.3.9
 distlib==0.3.9
 # django-revproxy==0.11.0 released but not yet in pypi
 git+https://github.com/jazzband/django-revproxy.git@d2234005135dc0771b7c4e0bb0465664ccfa5787
-Django==4.2.18
+Django==4.2.20
 django-allauth==0.54.0
 django-extensions==3.2.3
 djangorestframework==3.15.2
-filelock==3.16.1
+filelock==3.17.0
 google-api-core==2.24.0
-google-api-python-client==2.159.0
-google-auth==2.37.0
+google-api-python-client==2.163.0
+google-auth==2.38.0
 google-auth-httplib2==0.2.0
-google-cloud-billing==1.15.0
+google-cloud-billing==1.16.1
 google-cloud-core==2.4.1
-google-cloud-pubsub==2.27.2
-google-cloud-compute==1.23.0
+google-cloud-pubsub==2.28.0
+google-cloud-compute==1.26.0
 google-cloud-storage==2.19.0
 google-crc32c==1.5.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.66.0
+googleapis-common-protos==1.69.1
 grafana-api==1.0.3
-grpc-google-iam-v1==0.14.0
+grpc-google-iam-v1==0.14.1
 grpcio==1.69.0
 grpcio-status==1.69.0
 h11==0.14.0
 httplib2==0.22.0
-identify==2.6.1
+identify==2.6.9
 idna==3.10
-importlib-resources==6.4.5
-isort==5.13.2
-Jinja2==3.1.5
+importlib-resources==6.5.2
+isort==6.0.1
+Jinja2==3.1.6
 jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
 lazy-object-proxy==1.10.0
-libcst==1.1.0
+libcst==1.6.0
 macholib==1.16.3
 MarkupSafe==2.1.3
 mccabe==0.7.0
@@ -60,28 +60,28 @@ oauthlib==3.2.2
 path==16.7.1
 pkgutil_resolve_name==1.3.10
 platformdirs==3.9.1
-pre-commit==3.3.3
+pre-commit==4.1.0
 proto-plus==1.25.0
 protobuf==5.29.3
 pyasn1==0.6.1
 pyasn1-modules==0.4.1
 pycparser==2.22
-PyJWT==2.9.0
-pylint==2.17.4
-pylint-django==2.5.5
+PyJWT==2.10.1
+pylint==3.3.4
+pylint-django==2.6.1
 pylint-plugin-utils==0.8.2
-pyparsing==3.1.4
+pyparsing==3.2.1
 python3-openid==3.2.0
 pytz==2023.3
 PyYAML==6.0.2
-referencing==0.35.1
+referencing==0.36.2
 requests==2.32.3
 requests-oauthlib==2.0.0
 retry==0.9.2
-rpds-py==0.20.1
+rpds-py==0.23.1
 rsa==4.9
 ruamel.yaml==0.18.10
-ruamel.yaml.clib==0.2.8
+ruamel.yaml.clib==0.2.12
 semantic-version==2.10.0
 setuptools-rust==1.10.2
 six==1.17.0
@@ -92,10 +92,10 @@ tomlkit==0.13.2
 typing-inspect==0.9.0
 typing_extensions==4.12.2
 uritemplate==4.1.1
-urllib3==2.2.3
-uvicorn==0.33.0
-virtualenv==20.29.1
+urllib3==2.3.0
+uvicorn==0.34.0
+virtualenv==20.29.3
 wrapt==1.17.2
 xmltodict==0.14.2
 yq==3.4.3
-zipp==3.20.2
+zipp==3.21.0