File tree 2 files changed +4
-4
lines changed
2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -31,7 +31,7 @@ def get_secret(secret_name):
31
31
"and you need to set RAY_ASSISTANT_AWS_SECRET_ID" )
32
32
33
33
34
- app = FastAPI ()
34
+ application = FastAPI ()
35
35
36
36
37
37
@ray .remote
@@ -65,7 +65,7 @@ class Answer(BaseModel):
65
65
66
66
67
67
@serve .deployment ()
68
- @serve .ingress (app )
68
+ @serve .ingress (application )
69
69
class RayAssistantDeployment :
70
70
def __init__ (self ):
71
71
app .config .DB_CONNECTION_STRING = get_secret ("DB_CONNECTION_STRING" )
@@ -77,7 +77,7 @@ def __init__(self):
77
77
# Run the Slack app in the background
78
78
self .runner = self .app .run .remote ()
79
79
80
- @app .post ("/query" )
80
+ @application .post ("/query" )
81
81
def query (self , query : Query ) -> Answer :
82
82
result = self .agent .get_response (query .query )
83
83
return Answer .parse_obj (result )
Original file line number Diff line number Diff line change @@ -3,7 +3,7 @@ cluster_env: ray-assistant:2
3
3
ray_serve_config :
4
4
import_path : app.serve:deployment
5
5
runtime_env :
6
- working_dir : " https://github.com/ray-project/llm-applications/archive/refs/tags/v0.0.4 .zip"
6
+ working_dir : " https://github.com/ray-project/llm-applications/archive/refs/tags/v0.0.5 .zip"
7
7
env_vars : {
8
8
RAY_ASSISTANT_AWS_SECRET_ID : " ray-assistant" ,
9
9
RAY_ASSISTANT_AWS_REGION : " us-west-2"
You can’t perform that action at this time.
0 commit comments