chore: bump multi-storage-client to v0.33.0 with rust client

Author: dreamtalen

CHANGELOG.md

@@ -51,6 +51,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Support passing custom tokenizer, detokenizer, and attention `Module`s in
   experimental DiT architecture
 - Improved Transolver training recipe's configuration for checkpointing and normalization.
+- Bumped `multi-storage-client` version to 0.33.0 with rust client.
 
 ### Deprecated
 

Dockerfile

@@ -213,7 +213,7 @@ RUN pip install --no-cache-dir "black==22.10.0" "interrogate==1.5.0" "coverage==
 RUN pip install --no-cache-dir "numpy-stl" "scikit-image>=0.24.0" "sparse-dot-mkl" "shapely" "numpy<2.0"
 
 # Install MSC
-RUN pip install --no-cache-dir "multi-storage-client[boto3]>=0.14.0"
+RUN pip install --no-cache-dir "multi-storage-client[boto3]>=0.33.0"
 
 # cleanup of stage
 RUN rm -rf /physicsnemo/

examples/multi_storage_client/msc_config.yaml

@@ -25,6 +25,8 @@ profiles:
         region_name: us-west-2
         base_path: cmip6-pds
         signature_version: UNSIGNED
+        rust_client:
+          skip_signature: True
 cache:
   location: /tmp/.cache
   size_mb: 5000

examples/multi_storage_client/requirements.txt

@@ -1 +1,2 @@
-multi-storage-client[boto3]
+multi-storage-client[boto3,fsspec]
+zarr

pyproject.toml

@@ -76,7 +76,7 @@ fignet = [
 ]
 
 storage = [
-    "multi-storage-client[boto3]>=0.14.0",
+    "multi-storage-client[boto3]>=0.33.0",
 ]
 
 shardtensor = [