Fix CI Pipeline Issues (#1003)

* update requirements

* install hdf5 for macos python ci

* skip tf-text for python 3.10

---------

Co-authored-by: Sayan Shaw <sayanshaw@microsoft.com>

Author: sayanshaw24

.github/workflows/gradle-wrapper-validation.yml

@@ -11,4 +11,4 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-      - uses: gradle/wrapper-validation-action@v1
+      - uses: gradle/wrapper-validation-action@v2

.pipelines/ci.yml

@@ -24,6 +24,8 @@ stages:
 
 - stage: LinuxBuilds
   dependsOn: []
+  variables:
+    torch.packages: 'torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1'
   jobs:
 
   #######
@@ -37,24 +39,10 @@ stages:
       matrix:
         py312-1192:
           python.version: '3.12'
-          torch.version: 'torch torchvision torchaudio'
           ort.version: '1.19.2'
         py311-1181:
-          python.version: '3.12'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.18.1'
-        py311-1171:
           python.version: '3.11'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.17.1'
-        py310-1163:
-          python.version: '3.10'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.16.3'
-        py39-1151:
-          python.version: '3.9'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.15.1'
+          ort.version: '1.18.1'
 
     steps:
     - task: DownloadGitHubRelease@0
@@ -99,7 +87,7 @@ stages:
         CPU_NUMBER=8 python -m pip install .
       displayName: Build the library and tests
 
-    - script: python -m pip install $(torch.version)
+    - script: python -m pip install $(torch.packages)
       displayName: Install pytorch
 
     - script: |
@@ -121,7 +109,7 @@ stages:
     steps:
     - task: UsePythonVersion@0
       inputs:
-        versionSpec: '3.10'
+        versionSpec: '3.12'
         addToPath: true
         architecture: 'x64'
 
@@ -134,7 +122,7 @@ stages:
       displayName: Build the python library in editable mode
 
     - script: |
-        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
+        python -m pip install $(torch.packages) --index-url https://download.pytorch.org/whl/cpu
         python -m pip install -r requirements-dev.txt
       displayName: Install requirements-dev.txt
 
@@ -213,6 +201,8 @@ stages:
 
 - stage: MacOSBuilds
   dependsOn: []
+  variables:
+    torch.packages: 'torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2'
   jobs:
 
   ###########
@@ -298,24 +288,10 @@ stages:
       matrix:
         py312-1192:
           python.version: '3.12'
-          torch.version: 'torch torchvision torchaudio'
           ort.version: '1.19.2'
-        py312-1181:
-          python.version: '3.12'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.18.1'
-        py311-1171:
+        py311-1181:
           python.version: '3.11'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.17.1'
-        py310-1163:
-          python.version: '3.10'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.16.3'
-        py39-1151:
-          python.version: '3.9'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.15.1'
+          ort.version: '1.18.1'
 
     steps:
     - template: templates/use-xcode-version.yml
@@ -345,7 +321,7 @@ stages:
     - script: python -m pip install -r requirements-dev.txt
       displayName: Install requirements-dev.txt
 
-    - script: python -m pip install $(torch.version)
+    - script: python -m pip install $(torch.packages)
       displayName: Install pytorch
 
     - script: cd test && python -m pytest . --verbose
@@ -354,6 +330,8 @@ stages:
 
 - stage: WindowsBuilds
   dependsOn: []
+  variables:
+    torch.packages: 'torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1'
   jobs:
 
   #########
@@ -447,26 +425,12 @@ stages:
 
     strategy:
       matrix:
-        py312-1201:
-          python.version: '3.12'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.20.1'
         py312-1192:
           python.version: '3.12'
-          torch.version: 'torch torchvision torchaudio'
           ort.version: '1.19.2'
         py311-1181:
           python.version: '3.11'
-          torch.version: 'torch torchvision torchaudio'
           ort.version: '1.18.1'
-        py310-1171:
-          python.version: '3.10'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.17.1'
-        py310-1163:
-          python.version: '3.10'
-          torch.version: 'torch torchvision torchaudio'
-          ort.version: '1.16.3'
 
     steps:
     - task: UsePythonVersion@0
@@ -489,7 +453,7 @@ stages:
       displayName: Build the wheel
 
     - script: |
-        python -m pip install $(torch.version)
+        python -m pip install $(torch.packages)
       displayName: Install pytorch
 
     - script: |
@@ -524,7 +488,7 @@ stages:
 
     - script: |
         python -m pip install -r requirements-dev.txt
-        python -m pip install torch torchvision torchaudio
+        python -m pip install torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1
       displayName: Install dependencies for pytest
 
     - script: |
@@ -621,7 +585,7 @@ stages:
     timeoutInMinutes: 120
     variables:
       ORT_VERSION: '1.17.1'
-      TORCH_VERSION: 'torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118'
+      TORCH_VERSION: 'torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1'
     steps:
       - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
         displayName: 'Clean Agent Directories'

.pipelines/ci_optional.yml

@@ -145,7 +145,7 @@ stages:
 
     - script: |
         python -m pip install -r requirements-dev.txt
-        python -m pip install torch torchvision torchaudio
+        python -m pip install torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1
       displayName: Install dependencies for pytest
 
     - script: |

requirements-dev.txt

@@ -1,10 +1,11 @@
 pyreadline3
 pytest
 numpy            < 2.0.0
-onnx             >=1.9.0
-protobuf         < 4.0.0
+onnx             ==1.17.0
+protobuf         ==4.25.8
 # multiple versions of onnxruntime are supported, but only one can be installed at a time
-onnxruntime      >=1.12.0
+onnxruntime      >=1.18.0
+onnxscript       ==0.1.0
 safetensors      < 0.4.3
 transformers     < 4.50.0
 tensorflow_text  >=2.5.0;python_version < '3.11'