-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpackage.json
More file actions
99 lines (99 loc) · 10.1 KB
/
package.json
File metadata and controls
99 lines (99 loc) · 10.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
{
"name": "ray",
"private": true,
"version": "0.1.0",
"description": "Shrink AI to run on cheap VPS infrastructure.",
"license": "MIT",
"packageManager": "pnpm@9.12.3",
"engines": {
"node": ">=20.11.0",
"pnpm": ">=9.0.0"
},
"scripts": {
"build": "tsc -b tsconfig.build.json",
"clean": "node ./scripts/clean.mjs",
"dev": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.sub1b.json",
"dev:sub1b": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.sub1b.json",
"dev:sub1b:classifier": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.sub1b.classifier.json",
"dev:sub1b:drafter": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.sub1b.drafter.json",
"dev:1b": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.1b.json",
"dev:1b:public": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.1b.public.json",
"dev:1b:8gb": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.1b.8gb.json",
"dev:1b:8gb:public": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.1b.8gb.public.json",
"dev:cax11": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.sub1b.cax11.json",
"dev:tiny": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.tiny.json",
"dev:vps": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.vps.json",
"dev:hetzner-email-ai": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.hetzner-cx23-qwen0.6b.json",
"dev:hetzner-email-ai:public": "node --conditions=development --import tsx ./apps/gateway/src/index.ts --config ./examples/config/ray.hetzner-cx23-qwen0.6b.public.json",
"start": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.sub1b.json",
"start:sub1b": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.sub1b.json",
"start:sub1b:classifier": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.sub1b.classifier.json",
"start:sub1b:drafter": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.sub1b.drafter.json",
"start:1b": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.1b.json",
"start:1b:public": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.1b.public.json",
"start:1b:8gb": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.1b.8gb.json",
"start:1b:8gb:public": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.1b.8gb.public.json",
"start:cax11": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.sub1b.cax11.json",
"start:tiny": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.tiny.json",
"start:vps": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.vps.json",
"start:hetzner-email-ai": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.hetzner-cx23-qwen0.6b.json",
"start:hetzner-email-ai:public": "node ./apps/gateway/dist/index.js --config ./examples/config/ray.hetzner-cx23-qwen0.6b.public.json",
"benchmark": "node --import tsx ./scripts/benchmark.ts",
"benchmark:email": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-workload.jsonl --concurrency 2",
"benchmark:1b": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-1b-workload.jsonl --concurrency 1 --history-dir ./.ray/benchmarks/history",
"benchmark:1b:prompt-formats": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-1b-workload.jsonl --concurrency 1 --requests 10 --label email-1b-prompt-formats --prompt-format-sweep --output ./.ray/benchmarks/email-1b-prompt-formats.latest.json --history-dir ./.ray/benchmarks/history",
"eval:prompt-families:1b": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/evals/email-prompt-families-1b.json --concurrency 1 --requests 5 --label email-prompt-families-1b --output ./.ray/evals/email-prompt-families-1b.latest.json --history-dir ./.ray/evals/history",
"benchmark:assert:cx23": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-workload.jsonl --concurrency 2 --requests 16 --label hetzner-cx23-sub1b --baseline ./examples/benchmarks/baselines/hetzner-cx23-sub1b.json --assert-baseline --output ./.ray/benchmarks/hetzner-cx23-sub1b.latest.json",
"benchmark:assert:cax11": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-workload.jsonl --concurrency 2 --requests 16 --label hetzner-cax11-sub1b --baseline ./examples/benchmarks/baselines/hetzner-cax11-sub1b.json --assert-baseline --output ./.ray/benchmarks/hetzner-cax11-sub1b.latest.json",
"benchmark:assert:cx23:1b": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-1b-workload.jsonl --concurrency 1 --requests 10 --label hetzner-cx23-1b --baseline ./examples/benchmarks/baselines/hetzner-cx23-1b.json --assert-baseline --output ./.ray/benchmarks/hetzner-cx23-1b.latest.json --history-dir ./.ray/benchmarks/history",
"benchmark:assert:8gb:1b": "node --import tsx ./scripts/benchmark.ts --base-url http://127.0.0.1:3000 --workload ./examples/workloads/email-1b-workload.jsonl --concurrency 2 --requests 16 --label single-node-8gb-1b --baseline ./examples/benchmarks/baselines/single-node-8gb-1b.json --assert-baseline --output ./.ray/benchmarks/single-node-8gb-1b.latest.json --history-dir ./.ray/benchmarks/history",
"autotune:hetzner-email-ai": "node --import tsx ./scripts/benchmark.ts --autotune --config ./examples/config/ray.hetzner-cx23-qwen0.6b.json --workload ./examples/workloads/email-workload.jsonl --concurrency 2 --requests 16",
"autotune:1b": "node --import tsx ./scripts/benchmark.ts --autotune --config ./examples/config/ray.1b.json --workload ./examples/workloads/email-1b-workload.jsonl --concurrency 1 --requests 10",
"autotune:1b:8gb": "node --import tsx ./scripts/benchmark.ts --autotune --config ./examples/config/ray.1b.8gb.json --workload ./examples/workloads/email-1b-workload.jsonl --concurrency 2 --requests 16",
"test": "pnpm build && node ./scripts/test.mjs",
"release:gate": "pnpm lint && pnpm format:check && pnpm test && pnpm pack:check",
"release:verify-npm": "node ./scripts/release/verify-npm.mjs",
"release:github": "bash scripts/release/gh-release.sh",
"changeset": "changeset",
"changeset:status": "changeset status --verbose",
"version": "changeset version && pnpm install",
"lint": "eslint .",
"format": "prettier --write .",
"format:check": "prettier --check .",
"pack:check": "node ./scripts/release/pack-check.mjs",
"typecheck": "tsc -b tsconfig.build.json --pretty false",
"render:service": "node ./packages/deploy/dist/cli.js render --cwd . --config ./examples/config/ray.sub1b.public.json",
"render:service:1b": "node ./packages/deploy/dist/cli.js render --cwd . --config ./examples/config/ray.1b.public.json",
"render:service:1b:8gb": "node ./packages/deploy/dist/cli.js render --cwd . --config ./examples/config/ray.1b.8gb.public.json",
"render:service:vps": "node ./packages/deploy/dist/cli.js render --cwd . --config ./examples/config/ray.vps.json",
"validate:config": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.sub1b.json",
"validate:config:sub1b:classifier": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.sub1b.classifier.json",
"validate:config:sub1b:drafter": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.sub1b.drafter.json",
"validate:config:1b": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.1b.json",
"validate:config:1b:public": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.1b.public.json",
"validate:config:1b:8gb": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.1b.8gb.json",
"validate:config:1b:8gb:public": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.1b.8gb.public.json",
"validate:config:cax11": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.sub1b.cax11.json",
"validate:config:public": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.sub1b.public.json",
"validate:config:cax11:public": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.sub1b.cax11.public.json",
"validate:config:vps": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.vps.json",
"validate:config:hetzner": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.hetzner-cx23-qwen0.6b.json",
"validate:config:hetzner:public": "node ./packages/deploy/dist/cli.js validate --cwd . --config ./examples/config/ray.hetzner-cx23-qwen0.6b.public.json",
"doctor": "node ./packages/deploy/dist/cli.js doctor --cwd . --config ./examples/config/ray.sub1b.public.json -- --env-file /etc/ray/ray.env",
"doctor:vps": "node ./packages/deploy/dist/cli.js doctor --cwd . --config ./examples/config/ray.vps.json -- --env-file /etc/ray/ray.env"
},
"dependencies": {
"@ray/config": "workspace:*"
},
"devDependencies": {
"@changesets/cli": "^2.31.0",
"@eslint/js": "^9.23.0",
"@types/node": "^22.13.5",
"eslint": "^9.23.0",
"globals": "^17.5.0",
"prettier": "^3.5.3",
"tsx": "^4.19.3",
"typescript": "^5.8.3",
"typescript-eslint": "^8.28.0"
}
}