There was an error while loading. Please reload this page.
1 parent e6f72db commit e90ce99Copy full SHA for e90ce99
1 file changed
benchmarks/backend_request_func.py
@@ -857,7 +857,7 @@ async def async_request_eb_openai_chat_completions_multi_turn(
857
return outputs, metrics
858
859
# llm_cost = s1 - s0
860
- input_tokens += output.prompt_tokens
+ input_tokens = output.prompt_tokens
861
output_tokens += output.output_tokens
862
863
# 更新output_ids
@@ -971,7 +971,7 @@ async def async_request_eb_openai_chat_completions_multi_turn(
971
)
972
973
974
975
976
# 若session输入长度超过max_prompt_len,则停止session
977
if max_prompt_len and input_tokens >= max_prompt_len:
0 commit comments