Skip to content

Commit 26317f8

Browse files
committed
handle error message
1 parent 8b43163 commit 26317f8

File tree

3 files changed

+15
-7
lines changed

3 files changed

+15
-7
lines changed

tale/llm/LivingNpc.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -260,7 +260,7 @@ def tell_action_deferred(self):
260260
actions = '\n'.join(self.deferred_actions)
261261
deferred_action = ParseResult(verb='idle-action', unparsed=actions, who_info=None)
262262
self.tell_others(actions + '\n')
263-
#self.location._notify_action_all(deferred_action, actor=self)
263+
self.location._notify_action_all(deferred_action, actor=self)
264264
self.deferred_actions.clear()
265265

266266
def _clear_quest(self):

tale/llm/llm_io.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -36,12 +36,9 @@ def synchronous_request(self, request_body: dict, prompt: str, context: str = ''
3636
request_body = self.io_adapter._set_prompt(request_body, prompt, context)
3737
print(request_body)
3838
response = requests.post(self.url + self.endpoint, headers=self.headers, data=json.dumps(request_body))
39-
try:
40-
parsed_response = self.io_adapter._parse_result(response.text)
41-
except LlmResponseException as exc:
42-
print("Error parsing response from backend - ", exc)
43-
return ''
44-
return parsed_response
39+
if response.status_code == 200:
40+
return self.io_adapter._parse_result(response.text)
41+
return ''
4542

4643
def asynchronous_request(self, request_body: dict, prompt: str, context: str = '') -> str:
4744
if self.backend != 'kobold_cpp':

tests/test_llm_io.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,17 @@ def test_set_prompt_llama_cpp(self):
7979
assert(config_file['USER_START'] in result['messages'][1]['content'])
8080
assert(config_file['USER_END'] in result['messages'][1]['content'])
8181

82+
@responses.activate
83+
def test_error_response(self):
84+
config_file = self._load_config()
85+
backend_config = self._load_backend_config('kobold_cpp')
86+
responses.add(responses.POST, backend_config['URL'] + backend_config['ENDPOINT'],
87+
json={'results':['']}, status=500)
88+
io_util = IoUtil(config=config_file, backend_config=backend_config)
89+
90+
response = io_util.synchronous_request(request_body=json.loads(backend_config['DEFAULT_BODY']), prompt='test evoke', context='')
91+
assert(response == '')
92+
8293
@responses.activate
8394
def test_stream_kobold_cpp(self):
8495
config = {'BACKEND':'kobold_cpp', 'USER_START':'', 'USER_END':''}

0 commit comments

Comments
 (0)