Refactored github workflow to work with multiple hadoop versions

Author: Kontinuation

.github/workflows/ci.yml

@@ -4,14 +4,23 @@ on:
   push:
     branches: "*"
   pull_request:
-    branches: [ main ]
+    branches: "*"
 
 env:
   CARGO_TERM_COLOR: always
 
 jobs:
   build-and-test:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        include:
+          - hadoop_version: "3.3.6"
+            mockito_version: "3.12.4"
+          - hadoop_version: "3.3.4"
+            mockito_version: "3.12.4"
+          - hadoop_version: "3.4.1"
+            mockito_version: "3.12.4"
     steps:
       - uses: actions/checkout@v4
 
@@ -22,35 +31,35 @@ jobs:
           java-version: '11'
 
       - name: Install Rust
-        uses: actions-rs/toolchain@v1
+        uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable
-          profile: minimal
 
       - name: Cache downloaded archives
         id: cache-archives
         uses: actions/cache@v4
         with:
           path: |
-            hadoop-3.3.6.tar.gz
-            lib/mockito-core-3.12.4.jar
-          key: ${{ runner.os }}-archives-hadoop-3.3.6-mockito-3.12.4
+            hadoop-${{ matrix.hadoop_version }}.tar.gz
+            lib/mockito-core-${{ matrix.mockito_version }}.jar
+          key: ${{ runner.os }}-archives-hadoop-${{ matrix.hadoop_version }}-mockito-${{ matrix.mockito_version }}
 
       - name: Download Hadoop
         if: steps.cache-archives.outputs.cache-hit != 'true'
-        run: wget https://archive.apache.org/dist/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz
+        run: wget https://archive.apache.org/dist/hadoop/common/hadoop-${{ matrix.hadoop_version }}/hadoop-${{ matrix.hadoop_version }}.tar.gz
 
       - name: Download Mockito JAR
         if: steps.cache-archives.outputs.cache-hit != 'true'
         run: |
           mkdir -p lib
-          wget -O lib/mockito-core-3.12.4.jar https://repo1.maven.org/maven2/org/mockito/mockito-core/3.12.4/mockito-core-3.12.4.jar
+          # This is required by MiniDFS but not provided by the hadoop distribution
+          wget -O lib/mockito-core-${{ matrix.mockito_version }}.jar https://repo1.maven.org/maven2/org/mockito/mockito-core/${{ matrix.mockito_version }}/mockito-core-${{ matrix.mockito_version }}.jar
 
       - name: Set up Hadoop
         run: |
-          tar -xzf hadoop-3.3.6.tar.gz
-          echo "HADOOP_HOME=$GITHUB_WORKSPACE/hadoop-3.3.6" >> $GITHUB_ENV
-          echo "HADOOP_CONF_DIR=$GITHUB_WORKSPACE/hadoop-3.3.6/etc/hadoop" >> $GITHUB_ENV
+          tar -xzf hadoop-${{ matrix.hadoop_version }}.tar.gz
+          echo "HADOOP_HOME=$GITHUB_WORKSPACE/hadoop-${{ matrix.hadoop_version }}" >> $GITHUB_ENV
+          echo "HADOOP_CONF_DIR=$GITHUB_WORKSPACE/hadoop-${{ matrix.hadoop_version }}/etc/hadoop" >> $GITHUB_ENV
 
       - name: Set environment variables for tests
         run: |
@@ -69,8 +78,9 @@ jobs:
             ~/.cargo/registry/cache/
             ~/.cargo/git/db/
             target/
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}-hadoop-${{ matrix.hadoop_version }}
           restore-keys: |
+            ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}-
             ${{ runner.os }}-cargo-
 
       - name: Build