We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 289ceba commit 5fa005cCopy full SHA for 5fa005c
app/serve.py
@@ -1,6 +1,7 @@
1
# You can run the whole script locally with
2
# serve run serve:deployment
3
4
+import json
5
import os
6
7
import ray
app/service.yaml
@@ -3,7 +3,7 @@ cluster_env: ray-assistant:2
ray_serve_config:
import_path: app.serve:deployment
runtime_env:
- working_dir: "https://github.com/ray-project/llm-applications/archive/refs/tags/v0.0.2.zip"
+ working_dir: "https://github.com/ray-project/llm-applications/archive/refs/tags/v0.0.3.zip"
env_vars: {
8
RAY_ASSISTANT_AWS_SECRET_ID: "ray-assistant",
9
RAY_ASSISTANT_AWS_REGION: "us-west-2"
0 commit comments