diff --git a/packages/midscene/package.json b/packages/midscene/package.json index 6417dd845..6b1fcbc10 100644 --- a/packages/midscene/package.json +++ b/packages/midscene/package.json @@ -47,7 +47,7 @@ "@midscene/shared": "workspace:*", "@langchain/core": "0.3.26", "socks-proxy-agent": "8.0.4", - "openai": "4.57.1" + "openai": "4.81.0" }, "devDependencies": { "@modern-js/module-tools": "2.60.6", diff --git a/packages/midscene/src/ai-model/prompt/llm-planning.ts b/packages/midscene/src/ai-model/prompt/llm-planning.ts index 1cef54708..2e8872a69 100644 --- a/packages/midscene/src/ai-model/prompt/llm-planning.ts +++ b/packages/midscene/src/ai-model/prompt/llm-planning.ts @@ -291,6 +291,7 @@ export const planSchema: ResponseFormatJSONSchema = { type: ['object', 'null'], description: 'Parameter of the action, can be null ONLY when the type field is Tap or Hover', + additionalProperties: false, }, locate: { type: ['object', 'null'], diff --git a/packages/web-integration/package.json b/packages/web-integration/package.json index 44b652405..2734e86c5 100644 --- a/packages/web-integration/package.json +++ b/packages/web-integration/package.json @@ -130,7 +130,7 @@ "cors": "2.8.5", "express": "4.21.1", "inquirer": "10.1.5", - "openai": "4.57.1", + "openai": "4.81.0", "socket.io": "4.8.1", "socket.io-client": "4.8.1" }, diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index d30608c4c..67fae2ee5 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -150,7 +150,7 @@ importers: version: 4.5.0 '@langchain/core': specifier: 0.3.26 - version: 0.3.26(openai@4.57.1(zod@3.23.8)) + version: 0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) '@midscene/shared': specifier: workspace:* version: link:../shared @@ -158,8 +158,8 @@ importers: specifier: 1.0.1 version: 1.0.1 openai: - specifier: 4.57.1 - version: 4.57.1(zod@3.23.8) + specifier: 4.81.0 + version: 4.81.0(ws@8.18.0)(zod@3.23.8) socks-proxy-agent: specifier: 8.0.4 version: 8.0.4 @@ -181,7 +181,7 @@ importers: version: 16.4.5 langsmith: specifier: 0.1.36 - version: 0.1.36(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))(langchain@0.3.8(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))(openai@4.57.1(zod@3.23.8)))(openai@4.57.1(zod@3.23.8)) + version: 0.1.36(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(langchain@0.3.8(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(openai@4.81.0(ws@8.18.0)(zod@3.23.8))(ws@8.18.0))(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) typescript: specifier: ~5.0.4 version: 5.0.4 @@ -326,8 +326,8 @@ importers: specifier: 10.1.5 version: 10.1.5 openai: - specifier: 4.57.1 - version: 4.57.1(zod@3.23.8) + specifier: 4.81.0 + version: 4.81.0(ws@8.18.0)(zod@3.23.8) socket.io: specifier: 4.8.1 version: 4.8.1 @@ -7367,21 +7367,15 @@ packages: resolution: {integrity: sha512-7x81NCL719oNbsq/3mh+hVrAWmFuEYUqrq/Iw3kUzH8ReypT9QQ0BLoJS7/G9k6N81XjW4qHWtjWwe/9eLy1EQ==} engines: {node: '>=12'} - openai@4.57.1: - resolution: {integrity: sha512-7q+4U9A/klaAT40bqL6sPFhIKb4jsUJ8udddCzaf8mdwICYeBG7grps/zDcrOUfkwCxCzR6fxfDDah3WqHoVUA==} + openai@4.81.0: + resolution: {integrity: sha512-lXkFkV+He3O6RGnldHncRGef4uWHssDsAVwN5I3bWcgIdDPy/w8vgtIAwvZxAj49m4WiwWVD0+eGTJ9xOv/ISA==} hasBin: true peerDependencies: + ws: ^8.18.0 zod: ^3.23.8 peerDependenciesMeta: - zod: + ws: optional: true - - openai@4.77.0: - resolution: {integrity: sha512-WWacavtns/7pCUkOWvQIjyOfcdr9X+9n9Vvb0zFeKVDAqwCMDHB+iSr24SVaBAhplvSG6JrRXFpcNM9gWhOGIw==} - hasBin: true - peerDependencies: - zod: ^3.23.8 - peerDependenciesMeta: zod: optional: true @@ -12370,14 +12364,14 @@ snapshots: log-symbols: 4.1.0 semver: 7.3.7 - '@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8))': + '@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8))': dependencies: '@cfworker/json-schema': 4.0.3 ansi-styles: 5.2.0 camelcase: 6.3.0 decamelize: 1.2.0 js-tiktoken: 1.0.16 - langsmith: 0.2.14(openai@4.57.1(zod@3.23.8)) + langsmith: 0.2.14(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) mustache: 4.2.0 p-queue: 6.6.2 p-retry: 4.6.2 @@ -12387,20 +12381,21 @@ snapshots: transitivePeerDependencies: - openai - '@langchain/openai@0.3.16(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))': + '@langchain/openai@0.3.16(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(ws@8.18.0)': dependencies: - '@langchain/core': 0.3.26(openai@4.57.1(zod@3.23.8)) + '@langchain/core': 0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) js-tiktoken: 1.0.16 - openai: 4.77.0(zod@3.23.8) + openai: 4.81.0(ws@8.18.0)(zod@3.23.8) zod: 3.23.8 zod-to-json-schema: 3.24.1(zod@3.23.8) transitivePeerDependencies: - encoding + - ws optional: true - '@langchain/textsplitters@0.1.0(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))': + '@langchain/textsplitters@0.1.0(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))': dependencies: - '@langchain/core': 0.3.26(openai@4.57.1(zod@3.23.8)) + '@langchain/core': 0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) js-tiktoken: 1.0.16 optional: true @@ -18316,15 +18311,15 @@ snapshots: transitivePeerDependencies: - supports-color - langchain@0.3.8(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))(openai@4.57.1(zod@3.23.8)): + langchain@0.3.8(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(openai@4.81.0(ws@8.18.0)(zod@3.23.8))(ws@8.18.0): dependencies: - '@langchain/core': 0.3.26(openai@4.57.1(zod@3.23.8)) - '@langchain/openai': 0.3.16(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8))) - '@langchain/textsplitters': 0.1.0(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8))) + '@langchain/core': 0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) + '@langchain/openai': 0.3.16(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(ws@8.18.0) + '@langchain/textsplitters': 0.1.0(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8))) js-tiktoken: 1.0.16 js-yaml: 4.1.0 jsonpointer: 5.0.1 - langsmith: 0.2.14(openai@4.57.1(zod@3.23.8)) + langsmith: 0.2.14(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) openapi-types: 12.1.3 p-retry: 4.6.2 uuid: 10.0.0 @@ -18334,9 +18329,10 @@ snapshots: transitivePeerDependencies: - encoding - openai + - ws optional: true - langsmith@0.1.36(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))(langchain@0.3.8(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))(openai@4.57.1(zod@3.23.8)))(openai@4.57.1(zod@3.23.8)): + langsmith@0.1.36(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(langchain@0.3.8(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(openai@4.81.0(ws@8.18.0)(zod@3.23.8))(ws@8.18.0))(openai@4.81.0(ws@8.18.0)(zod@3.23.8)): dependencies: '@types/uuid': 9.0.8 commander: 10.0.1 @@ -18344,11 +18340,11 @@ snapshots: p-retry: 4.6.2 uuid: 9.0.1 optionalDependencies: - '@langchain/core': 0.3.26(openai@4.57.1(zod@3.23.8)) - langchain: 0.3.8(@langchain/core@0.3.26(openai@4.57.1(zod@3.23.8)))(openai@4.57.1(zod@3.23.8)) - openai: 4.57.1(zod@3.23.8) + '@langchain/core': 0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)) + langchain: 0.3.8(@langchain/core@0.3.26(openai@4.81.0(ws@8.18.0)(zod@3.23.8)))(openai@4.81.0(ws@8.18.0)(zod@3.23.8))(ws@8.18.0) + openai: 4.81.0(ws@8.18.0)(zod@3.23.8) - langsmith@0.2.14(openai@4.57.1(zod@3.23.8)): + langsmith@0.2.14(openai@4.81.0(ws@8.18.0)(zod@3.23.8)): dependencies: '@types/uuid': 10.0.0 commander: 10.0.1 @@ -18357,7 +18353,7 @@ snapshots: semver: 7.6.3 uuid: 10.0.0 optionalDependencies: - openai: 4.57.1(zod@3.23.8) + openai: 4.81.0(ws@8.18.0)(zod@3.23.8) lazy-cache@0.2.7: {} @@ -19395,23 +19391,7 @@ snapshots: is-docker: 2.2.1 is-wsl: 2.2.0 - openai@4.57.1(zod@3.23.8): - dependencies: - '@types/node': 18.19.62 - '@types/node-fetch': 2.6.11 - '@types/qs': 6.9.16 - abort-controller: 3.0.0 - agentkeepalive: 4.5.0 - form-data-encoder: 1.7.2 - formdata-node: 4.4.1 - node-fetch: 2.7.0 - qs: 6.13.0 - optionalDependencies: - zod: 3.23.8 - transitivePeerDependencies: - - encoding - - openai@4.77.0(zod@3.23.8): + openai@4.81.0(ws@8.18.0)(zod@3.23.8): dependencies: '@types/node': 18.19.62 '@types/node-fetch': 2.6.11 @@ -19421,10 +19401,10 @@ snapshots: formdata-node: 4.4.1 node-fetch: 2.7.0 optionalDependencies: + ws: 8.18.0 zod: 3.23.8 transitivePeerDependencies: - encoding - optional: true openapi-types@12.1.3: optional: true