File tree Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Original file line number Diff line number Diff line change 3131from guidellm .scheduler .result import (
3232 MPQueues ,
3333 SchedulerRequestInfo ,
34- WorkerProcessRequestTime ,
3534 WorkerProcessResult ,
3635)
3736from guidellm .scheduler .types import RequestT , ResponseT
@@ -109,13 +108,6 @@ async def resolve(
109108 """
110109 ...
111110
112- async def get_request_time (
113- self ,
114- times_queue : Queue [WorkerProcessRequestTime ],
115- timeout : Optional [int ] = None ,
116- ) -> WorkerProcessRequestTime :
117- return await asyncio .to_thread (times_queue .get , timeout = timeout ) # type: ignore[attr-defined]
118-
119111 async def send_result (
120112 self ,
121113 results_queue : Queue [WorkerProcessResult [RequestT , ResponseT ]],
@@ -205,7 +197,7 @@ async def _process_runner():
205197 else queues .requests .get_nowait ()
206198 )
207199 dequeued_time = time .time ()
208- request_times = await self . get_request_time ( queues .times , 5 )
200+ request_times = queues .times . get_nowait ( )
209201 except (QueueEmpty , IndexError ):
210202 # Requeue the session if we don't have a next time yet
211203 if request_session is not None :
You can’t perform that action at this time.
0 commit comments