Remove python dependencies from spark_master_yaml

Author: allisonport-db

.github/workflows/spark_master_python_test.yaml

@@ -39,6 +39,7 @@ jobs:
           # cache new stuff.
           key: delta-sbt-cache-spark-master-scala${{ matrix.scala }}
       - name: Install Job dependencies
+        # TODO: update pyspark installation once Spark preview is formally released
         run: |
           sudo apt-get update
           sudo apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev python3-openssl git

.github/workflows/spark_master_test.yaml

@@ -43,37 +43,10 @@ jobs:
           # cache new stuff.
           key: delta-sbt-cache-spark-master-scala${{ matrix.scala }}
       - name: Install Job dependencies
-        # TODO: update pyspark installation once Spark preview is formally released
         run: |
           sudo apt-get update
           sudo apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev python3-openssl git
           sudo apt install libedit-dev
-          curl -LO https://github.com/bufbuild/buf/releases/download/v1.28.1/buf-Linux-x86_64.tar.gz
-          mkdir -p ~/buf
-          tar -xvzf buf-Linux-x86_64.tar.gz -C ~/buf --strip-components 1
-          rm buf-Linux-x86_64.tar.gz
-          sudo apt install python3-pip --fix-missing
-          sudo pip3 install pipenv==2021.5.29
-          curl https://pyenv.run | bash
-          export PATH="~/.pyenv/bin:$PATH"
-          eval "$(pyenv init -)"
-          eval "$(pyenv virtualenv-init -)"
-          pyenv install 3.9
-          pyenv global system 3.9
-          pipenv --python 3.9 install
-          pipenv run pip install flake8==3.9.0
-          pipenv run pip install black==23.9.1
-          pipenv run pip install mypy==1.8.0
-          pipenv run pip install mypy-protobuf==3.3.0
-          pipenv run pip install cryptography==37.0.4
-          pipenv run pip install twine==4.0.1
-          pipenv run pip install wheel==0.33.4
-          pipenv run pip install setuptools==41.1.0
-          pipenv run pip install pydocstyle==3.0.0
-          pipenv run pip install pandas==1.4.4
-          pipenv run pip install pyarrow==8.0.0
-          pipenv run pip install numpy==1.21
-          pipenv run pip install https://dist.apache.org/repos/dist/dev/spark/v4.0.0-rc4-bin//pyspark-4.0.0.dev1.tar.gz
         if: steps.git-diff.outputs.diff
       - name: Run Spark Master tests
         # when changing TEST_PARALLELISM_COUNT make sure to also change it in spark_test.yaml