Skip to content

Commit fc0b587

Browse files
sbalandisbalandi
committed
[wwb][llm_bench] separate requirements installation in ci. test
1 parent 78522b4 commit fc0b587

4 files changed

Lines changed: 22 additions & 9 deletions

File tree

‎.github/workflows/linux.yml‎

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -616,11 +616,14 @@ jobs:
616616
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).RAG.test }}
617617
timeout: 30
618618
- name: 'WWB tests'
619-
cmd: 'python -m pytest -v ./tools/who_what_benchmark/tests -m "not nanollava"'
619+
cmd: |
620+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
621+
python -m pytest -v ./tools/who_what_benchmark/tests -m "not nanollava"
620622
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
621623
timeout: 120
622624
- name: 'WWB tests (nanollava)'
623625
cmd: |
626+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
624627
python -m pip install transformers==4.48.0
625628
python -m pytest -v ./tools/who_what_benchmark/tests -m nanollava
626629
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
@@ -667,7 +670,7 @@ jobs:
667670
if: ${{ matrix.test.run_condition }}
668671
uses: ./src/.github/actions/install_wheel
669672
with:
670-
packages: "openvino;openvino_tokenizers[transformers];openvino_genai;whowhatbench"
673+
packages: "openvino;openvino_tokenizers[transformers];openvino_genai;"
671674
requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
672675
local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
673676

@@ -871,7 +874,7 @@ jobs:
871874
uses: ./src/.github/actions/install_wheel
872875
with:
873876
packages: "openvino;openvino_tokenizers[transformers];openvino_genai[testing]"
874-
requirements_files: "${{ env.SRC_DIR }}/samples/requirements.txt;${{ env.SRC_DIR }}/tools/llm_bench/requirements.txt"
877+
requirements_files: "${{ env.SRC_DIR }}/samples/requirements.txt;"
875878
local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
876879

877880
- name: gtests unit tests
@@ -892,6 +895,7 @@ jobs:
892895
- name: Test LLM Benchmark Tools
893896
if: ${{ fromJSON(needs.smart_ci.outputs.affected_components).llm_bench }}
894897
run: |
898+
pip install ${{ env.SRC_DIR }}/tools/llm_bench/requirements.txt
895899
source ${{ env.INSTALL_DIR }}/setupvars.sh
896900
python -m pytest -vs ${{ env.SRC_DIR }}/tests/python_tests/samples/test_tools_llm_benchmark.py -m "samples"
897901
env:

‎.github/workflows/mac.yml‎

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -468,11 +468,14 @@ jobs:
468468
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).RAG.test }}
469469
timeout: 30
470470
- name: 'WWB tests'
471-
cmd: 'python -m pytest -v ./tools/who_what_benchmark/tests -m "not nanollava"'
471+
cmd: |
472+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
473+
python -m pytest -v ./tools/who_what_benchmark/tests -m "not nanollava"
472474
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
473475
timeout: 120
474476
- name: 'WWB tests (nanollava)'
475477
cmd: |
478+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
476479
python -m pip install transformers==4.48.0
477480
python -m pytest -v ./tools/who_what_benchmark/tests -m nanollava
478481
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
@@ -514,7 +517,7 @@ jobs:
514517
if: ${{ matrix.test.run_condition }}
515518
uses: ./src/.github/actions/install_wheel
516519
with:
517-
packages: "openvino;openvino_tokenizers[transformers];openvino_genai;whowhatbench"
520+
packages: "openvino;openvino_tokenizers[transformers];openvino_genai;"
518521
requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
519522
local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
520523

‎.github/workflows/manylinux_2_28.yml‎

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -539,11 +539,14 @@ jobs:
539539
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).RAG.test }}
540540
timeout: 30
541541
- name: 'WWB tests'
542-
cmd: 'python -m pytest -v ./tools/who_what_benchmark/tests -m "not nanollava"'
542+
cmd: |
543+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
544+
python -m pytest -v ./tools/who_what_benchmark/tests -m "not nanollava"
543545
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
544546
timeout: 120
545547
- name: 'WWB tests (nanollava)'
546548
cmd: |
549+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
547550
python -m pip install transformers==4.48.0
548551
python -m pytest -v ./tools/who_what_benchmark/tests -m nanollava
549552
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
@@ -590,7 +593,7 @@ jobs:
590593
if: ${{ matrix.test.run_condition }}
591594
uses: ./src/.github/actions/install_wheel
592595
with:
593-
packages: "openvino;openvino_tokenizers[transformers];openvino_genai;whowhatbench"
596+
packages: "openvino;openvino_tokenizers[transformers];openvino_genai"
594597
requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
595598
local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
596599

‎.github/workflows/windows.yml‎

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -704,11 +704,14 @@ jobs:
704704
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).RAG.test }}
705705
timeout: 30
706706
- name: 'WWB tests'
707-
cmd: 'python -m pytest -s -v tools/who_what_benchmark/tests -m "not nanollava"'
707+
cmd: |
708+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
709+
python -m pytest -s -v tools/who_what_benchmark/tests -m "not nanollava"
708710
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
709711
timeout: 120
710712
- name: 'WWB tests (nanollava)'
711713
cmd: |
714+
pip install ${{ env.INSTALL_DIR }}/wheels/whowhatbench --extra-index-url https://download.pytorch.org/whl/cpu
712715
python -m pip install transformers==4.48.0
713716
python -m pytest -v ./tools/who_what_benchmark/tests -m nanollava
714717
run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).WWB.test }}
@@ -755,7 +758,7 @@ jobs:
755758
if: ${{ matrix.test.run_condition }}
756759
uses: ./src/.github/actions/install_wheel
757760
with:
758-
packages: "openvino;openvino_tokenizers[transformers];openvino_genai;whowhatbench"
761+
packages: "openvino;openvino_tokenizers[transformers];openvino_genai"
759762
requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
760763
local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
761764

0 commit comments

Comments
 (0)