Skip to content

Commit a9e39b8

Browse files
authored
Merge pull request #36 from neph1/openai_zone_generation_hotifx
fix openai start zone generation
2 parents 7d3e5fc + decaeea commit a9e39b8

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

tale/llm/llm_utils.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -516,9 +516,11 @@ def generate_start_zone(self, location_desc: str, story_type: str, story_context
516516
if self.backend == 'kobold_cpp':
517517
request_body = self._kobold_generation_prompt(request_body)
518518
request_body['prompt'] = prompt
519+
request_body['max_length'] = 750
519520
elif self.backend == 'openai':
520521
request_body['messages'][1]['content'] = prompt
521-
request_body['max_length'] = 750
522+
request_body['max_tokens'] = 750
523+
522524
result = self.io_util.synchronous_request(request_body)
523525
try:
524526
json_result = json.loads(parse_utils.sanitize_json(result))

0 commit comments

Comments
 (0)