del request.n

hpcaitech · Apr 7, 2024 · d5386a4 · d5386a4
1 parent 1317cc7
commit d5386a4
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/colossalai/inference/server/chat_service.py b/colossalai/inference/server/chat_service.py
@@ -77,9 +77,6 @@ async def chat_completion_stream_generator(self, request, request_dict, result_g
                     data = choice_data.model_dump_json(exclude_unset=True)
                     yield f"data: {data}\n\n"
 
-        # Send response for each token for each request.n (index)
-        [""] * n
-        [0] * n
         result = await result_generator
         choice_data = DeltaMessage(content=result.output)
         data = choice_data.model_dump_json(exclude_unset=True, exclude_none=True)