pre-allocate only whats needed so we don't need to allocate 80GiB off… #714
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: [push] | |
| jobs: | |
| Lint: | |
| runs-on: ubuntu-22.04 # latest at time of writing | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' # boto3 develop branch requires >=3.10 | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'corretto' | |
| java-version: '17' # default version on Amazon Linux 2023 | |
| - run: python -m pip install -r scripts/requirements.txt | |
| - name: Lint Python scripts | |
| run: python scripts/lint.py python | |
| - name: Lint s3-benchrunner-c | |
| run: python scripts/lint.py c | |
| - name: Lint s3-benchrunner-cpp | |
| run: python scripts/lint.py cpp | |
| - name: Lint s3-benchrunner-java | |
| run: python scripts/lint.py java | |
| - name: Lint s3-benchrunner-rust | |
| run: python scripts/lint.py rust | |
| - name: Check that workload.run.json files are up to date | |
| # build workloads and see if any files change | |
| run: | | |
| python scripts/build-workloads.py | |
| git diff --exit-code | |
| Build: | |
| runs-on: ubuntu-24.04 # latest at time of writing | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| runner: | |
| - c | |
| - cpp | |
| - java | |
| - python | |
| - rust | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' # boto3 develop branch requires >=3.10 | |
| - run: python -m pip install -r scripts/requirements.txt | |
| - if: matrix.runner == 'java' | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'corretto' | |
| java-version: '17' # default version on Amazon Linux 2023 | |
| - if: matrix.runner == 'cpp' | |
| run: sudo apt update && sudo apt install libcurl4-openssl-dev | |
| - name: Build | |
| run: python scripts/build-runner.py --lang ${{ matrix.runner }} --build-dir ${{runner.temp}}/build |