Skip to content

Commit b568ce1

Browse files
committed
revert code
1 parent 3aeb031 commit b568ce1

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

src/embeddedllm/entrypoints/api_server.py

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -81,16 +81,11 @@ async def create_chat_completion(request: ChatCompletionRequest,
8181

8282
generator = await openai_chat_server.create_chat_completion(
8383
request, raw_request)
84-
# print(generator)
8584
if isinstance(generator, ErrorResponse):
8685
return JSONResponse(content=generator.model_dump(),
8786
status_code=generator.code)
8887
if request.stream:
89-
async def event_generator():
90-
async for resp in generator:
91-
yield resp
92-
print("Return StreamingResponse")
93-
return StreamingResponse(content=event_generator(),
88+
return StreamingResponse(content=generator,
9489
media_type="text/event-stream")
9590
else:
9691
# return JSONResponse(content="Non-streaming Chat Generation Yet to be Implemented.",

0 commit comments

Comments
 (0)