[JS] Refactor tests (openvinotoolkit#3245)

<!-- Keep your pull requests (PRs) as atomic as possible. That increases
the likelihood that an individual PR won't be stuck because of adjacent
problems, merge conflicts, or code review.
Your merged PR is going to appear in the automatically generated release
notes on GitHub. So the clearer the title the better. -->
## Description
- Downloading the test model has changed. It now uses the utils from the
Python tests to convert models with optimum-cli.
- GH workflows have been updated to require a new environment.
- The deprecated startChat/finishChat has been removed from the
LLMPipeline tests.
- The StructuredOutput and Parsers tests have been modified to work with
any LLM model. Instruct models are no longer required.
- Instructions for running the JavaScript tests have been added.

<!-- Jira ticket number (e.g., 123). Delete if there's no ticket. -->
CVS-180128

## Checklist:
- [x] Tests have been updated or added to cover the new code. <!-- If
the change isn't maintenance related, update the tests at
https://github.com/openvinotoolkit/openvino.genai/tree/master/tests or
explain in the description why the tests don't need an update. -->
- [x] This patch fully addresses the ticket. <!--- If follow-up pull
requests are needed, specify in description. -->
- [x] I have made corresponding changes to the documentation. <!-- Run
github.com/\<username>/openvino.genai/actions/workflows/deploy_gh_pages.yml
on your fork with your branch as a parameter to deploy a test version
with the updated content. Replace this comment with the link to the
built docs. -->

---------

Signed-off-by: Kirill Suvorov <kirill.suvorov@intel.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: Retribution98

.github/workflows/linux.yml

@@ -896,7 +896,7 @@ jobs:
 
   genai_nodejs_tests:
     name: Node.js bindings tests
-    needs: [ smart_ci, openvino_download, genai_build_nodejs ]
+    needs: [ smart_ci, openvino_download, genai_build_wheels, genai_build_genai_wheel, genai_build_nodejs ]
     if: ${{ fromJSON(needs.smart_ci.outputs.affected_components).JS_API }}
     timeout-minutes: 20
     defaults:
@@ -914,6 +914,7 @@ jobs:
       OV_INSTALL_DIR: ${{ github.workspace }}/ov
       SRC_DIR: ${{ github.workspace }}/openvino.genai
       INSTALL_DIR: ${{ github.workspace }}/openvino.genai/src/js/bin
+      PY_INSTALL_DIR: ${{ github.workspace }}/install
       NODE_VERSION: 21
 
     steps:
@@ -942,6 +943,20 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
 
+      - name: Download Python wheels for JS tests
+        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415
+        with:
+          pattern: "{${{ needs.openvino_download.outputs.ov_artifact_name }},genai_wheels,genai_wheel_python_*}"
+          path: ${{ env.PY_INSTALL_DIR }}
+          merge-multiple: true
+
+      - name: Install OpenVINO GenAI Python packages (from wheels)
+        uses: ./openvino.genai/.github/actions/install_wheel
+        with:
+          packages: "openvino;openvino_tokenizers[transformers];openvino_genai"
+          requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
+          local_wheel_dir: ${{ env.PY_INSTALL_DIR }}/wheels
+
       # JS pacakges uses the OpenVINO and OpenVINO GenAI libraries from the bin directory.
       # Here we emulate the installation of the openvino-node package from NPM. The latest
       # release of the openvino-node package is installed, and we need to update the binaries

.github/workflows/mac.yml

@@ -699,7 +699,7 @@ jobs:
 
   genai_nodejs_tests:
     name: Node.js bindings tests
-    needs: [ smart_ci, openvino_download, genai_build_nodejs ]
+    needs: [ smart_ci, openvino_download, genai_build_wheel, genai_build_nodejs ]
     # if: ${{ fromJSON(needs.smart_ci.outputs.affected_components).JS_API }}
     # nodejs tests fails on mac with: "mutex lock failed: Invalid argument"
     # ticket: 179949
@@ -725,7 +725,7 @@ jobs:
       - name: Download OpenVINO Artifacts
         uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415
         with:
-          name: ${{ needs.openvino_download.outputs.ov_artifact_name }}
+          pattern: "{${{ needs.openvino_download.outputs.ov_artifact_name }},genai_wheels,genai_wheel_python_*}"
           path: ${{ env.INSTALL_DIR }}
           merge-multiple: true
 
@@ -741,6 +741,12 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
 
+      - name: Setup Python ${{ env.PYTHON_VERSION }}
+        uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+          cache: 'pip'
+
       # JS pacakges uses the OpenVINO and OpenVINO GenAI libraries from the bin directory.
       # Here we emulate the installation of the openvino-node package from NPM. The latest
       # release of the openvino-node package is installed, and we need to update the binaries
@@ -752,6 +758,13 @@ jobs:
           cp -R ${{ env.INSTALL_DIR }}/openvino_node_npm_package/bin node_modules/openvino-node/bin
           npm install --verbose
 
+      - name: Install OpenVINO GenAI Python packages (from wheels)
+        uses: ./openvino.genai/.github/actions/install_wheel
+        with:
+          packages: "openvino;openvino_tokenizers[transformers];openvino_genai"
+          requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
+          local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
+
       - name: Run npm package tests
         working-directory: ${{ env.SRC_DIR }}/src/js
         run: npm test

.github/workflows/manylinux_2_28.yml

@@ -599,7 +599,7 @@ jobs:
 
   genai_nodejs_tests:
     name: Node.js bindings tests
-    needs: [ smart_ci, openvino_download, genai_build_nodejs ]
+    needs: [ smart_ci, openvino_download, genai_build_wheels, genai_build_genai_wheel, genai_build_nodejs ]
     if: ${{ fromJSON(needs.smart_ci.outputs.affected_components).JS_API }}
     timeout-minutes: 20
     defaults:
@@ -617,6 +617,7 @@ jobs:
       OV_INSTALL_DIR: ${{ github.workspace }}/ov
       SRC_DIR: ${{ github.workspace }}/src
       NODE_VERSION: 22
+      PY_INSTALL_DIR: ${{ github.workspace }}/install
 
     steps:
       - name: Clone openvino.genai
@@ -644,6 +645,20 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
 
+      - name: Download Python wheels for JS tests
+        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415
+        with:
+          pattern: "{${{ needs.openvino_download.outputs.ov_artifact_name }},genai_wheels,genai_wheel_python_*}"
+          path: ${{ env.PY_INSTALL_DIR }}
+          merge-multiple: true
+
+      - name: Install OpenVINO GenAI Python packages (from wheels)
+        uses: ./src/.github/actions/install_wheel
+        with:
+          packages: "openvino;openvino_tokenizers[transformers];openvino_genai"
+          requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
+          local_wheel_dir: ${{ env.PY_INSTALL_DIR }}/wheels
+
       # JS packages uses the OpenVINO and OpenVINO GenAI libraries from the bin directory.
       # Here we emulate the installation of the openvino-node package from NPM. The latest
       # release of the openvino-node package is installed, and we need to update the binaries

.github/workflows/windows.yml

@@ -950,7 +950,7 @@ jobs:
 
   genai_nodejs_tests:
     name: Node.js bindings tests
-    needs: [ smart_ci, openvino_download, genai_build_nodejs ]
+    needs: [ smart_ci, openvino_download, genai_build_wheels, genai_build_genai_wheel, genai_build_nodejs ]
     if: ${{ fromJSON(needs.smart_ci.outputs.affected_components).JS_API }}
     timeout-minutes: 20
     defaults:
@@ -970,10 +970,10 @@ jobs:
           path: ${{ env.SRC_DIR }}
           submodules: recursive
 
-      - name: Download OpenVINO Artifacts
+      - name: Download build artifacts (OpenVINO + wheels)
         uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415
         with:
-          name: ${{ needs.openvino_download.outputs.ov_artifact_name }}
+          pattern: "{${{ needs.openvino_download.outputs.ov_artifact_name }},genai_wheels,genai_wheel_python_*}"
           path: ${{ env.INSTALL_DIR }}
           merge-multiple: true
 
@@ -989,6 +989,12 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
 
+      - name: Setup Python
+        uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
+        with:
+          python-version: '3.11'
+          cache: 'pip'
+
       # JS pacakges uses the OpenVINO and OpenVINO GenAI libraries from the bin directory.
       # Here we emulate the installation of the openvino-node package from NPM. The latest
       # release of the openvino-node package is installed, and we need to update the binaries
@@ -1000,6 +1006,13 @@ jobs:
           Copy-Item -Recurse ${{ env.INSTALL_DIR }}/openvino_node_npm_package/bin node_modules/openvino-node/bin
           npm install --verbose
 
+      - name: Install OpenVINO GenAI Python packages (from wheels)
+        uses: ./openvino.genai/.github/actions/install_wheel
+        with:
+          packages: "openvino;openvino_tokenizers[transformers];openvino_genai"
+          requirements_files: "${{ env.SRC_DIR }}/tests/python_tests/requirements.txt"
+          local_wheel_dir: ${{ env.INSTALL_DIR }}/wheels
+
       - name: Run npm package tests
         working-directory: ${{ env.SRC_DIR }}/src/js
         run: npm test

.gitignore

@@ -24,7 +24,8 @@ temp/
 .repo/
 CMakeLists.txt.user
 CMakeUserPresets.json
-.env
+*.env
+ov_cache/
 
 *.project
 *.cproject

src/js/BUILD.md

@@ -122,3 +122,45 @@ your `package.json`:
 ```sh
 node -e "const { LLMPipeline } = require('openvino-genai-node'); console.log(LLMPipeline);"
 ```
+
+## Running Tests
+
+### Set Up the Python Environment
+
+To run the JavaScript tests, you need Python 3.10+ and the following Python packages:
+
+- `openvino-genai`
+- `optimum-intel` — for model conversion
+
+Install the required Python dependencies:
+```sh
+python -m pip install openvino-genai optimum-intel
+```
+
+### Running the Tests
+
+Run the following npm script to prepare models and run all JavaScript tests:
+```sh
+npm test
+```
+
+## Running Tests Manually
+
+If you don't want to set up the Python environment, or you would like to run the JavaScript tests manually, follow these steps:
+
+1. Obtain a model (for example, export a model to the OpenVINO IR format from Hugging Face). See the
+   [Model Preparation Guide](https://openvinotoolkit.github.io/openvino.genai/docs/category/model-preparation) for more details.
+
+2. Set the environment variables with paths to the converted models.
+
+**Test Environment Variables**
+
+- `LLM_PATH` - Path to the LLM model
+- `VLM_PATH` - Path to the vision-language model
+- `EMBEDDING_MODEL_PATH` - Path to the text embedding model
+- `RERANK_MODEL_PATH` - Path to the reranking model
+
+3. Run the tests:
+```sh
+node --test ./tests/*.test.js
+```

src/js/package-lock.json

@@ -31,15 +31,13 @@
     "lint": "eslint .",
     "postinstall": "node ./scripts/download-runtime.cjs --ignore-if-exists",
     "prepare": "npm run build",
-    "test": "npm run test_setup && node --test ./tests/*.test.js",
-    "test_setup": "node ./tests/setup.js"
+    "test": "python ./tests/setup.py --to-env-file test.env && node --env-file=test.env --test ./tests/*.test.js"
   },
   "dependencies": {
     "openvino-node": "2026.0.0"
   },
   "devDependencies": {
     "@eslint/js": "^9.39.1",
-    "@huggingface/hub": "^0.21.0",
     "@types/node": "^24.10.1",
     "eslint": "^9.39.1",
     "eslint-config-prettier": "^10.1.8",

src/js/package.json

@@ -1,41 +1,25 @@
 import { LLMPipeline } from "../dist/addon.js";
 
 import assert from "node:assert";
-import { describe, it, before, after } from "node:test";
-import { models } from "./models.js";
+import { describe, it, before } from "node:test";
 
-const MODEL_PATH = process.env.MODEL_PATH || `./tests/models/${models.LLM.split("/")[1]}`;
+const { LLM_PATH } = process.env;
 
-describe("bindings", () => {
+if (!LLM_PATH) {
+  throw new Error("Please set LLM_PATH environment variable to run the tests.");
+}
+
+describe("LLMPipeline", () => {
   let pipeline = null;
 
   before((_, done) => {
     pipeline = new LLMPipeline();
 
-    pipeline.init(MODEL_PATH, "CPU", {}, (err) => {
-      if (err) {
-        console.error(err);
-        process.exit(1);
-      }
-
-      pipeline.startChat("", (err) => {
-        if (err) {
-          console.error(err);
-          process.exit(1);
-        }
-
-        done();
-      });
-    });
-  });
-
-  after((_, done) => {
-    pipeline.finishChat((err) => {
+    pipeline.init(LLM_PATH, "CPU", {}, (err) => {
       if (err) {
         console.error(err);
         process.exit(1);
       }
-
       done();
     });
   });
@@ -45,7 +29,7 @@ describe("bindings", () => {
 
     pipeline.generate(
       "Continue: 1 2 3",
-      { temperature: "0", max_new_tokens: "4" },
+      { temperature: 0, max_new_tokens: 4 },
       (chunk) => {
         output += chunk;
       },