File tree Expand file tree Collapse file tree 2 files changed +11
-9
lines changed Expand file tree Collapse file tree 2 files changed +11
-9
lines changed Original file line number Diff line number Diff line change @@ -195,15 +195,17 @@ async def resolve_scheduler_request(
195195 await asyncio .sleep (wait_time )
196196
197197 info .worker_start = time .time ()
198- request_start_result : WorkerProcessResult [RequestT , ResponseT ] = (
199- WorkerProcessResult (
200- type_ = "request_start" ,
201- request = request ,
202- response = None ,
203- info = info ,
198+ asyncio .create_task (
199+ self .send_result (
200+ results_queue ,
201+ WorkerProcessResult (
202+ type_ = "request_start" ,
203+ request = request ,
204+ response = None ,
205+ info = info ,
206+ ),
204207 )
205208 )
206- asyncio .create_task (self .send_result (results_queue , request_start_result ))
207209
208210 status , response = await self .resolve (request , timeout_time )
209211 info .worker_end = time .time ()
Original file line number Diff line number Diff line change 1010
1111class VllmSimServer :
1212 """
13- A class to manage the lifecycle of a test server.
14- Encapsulates starting, checking health, and stopping the server process .
13+ [vLLM simulator](https://llm-d.ai/docs/architecture/Components/inf-simulator)
14+ A vLLM simulator wrapper for pytest .
1515 """
1616
1717 def __init__ (
You can’t perform that action at this time.
0 commit comments