starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-20 16:35:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update openai_api.py

Browse Source
This commit is contained in:
Yang An
2023-08-16 15:10:10 +08:00
committed by GitHub
parent d2fc7c95db
commit 2252578da0
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
openai_api.py
View File

@@ -123,11 +123,10 @@ async def create_chat_completion(request: ChatCompletionRequest):
generate = predict(query, history, request.model)
return EventSourceResponse(generate, media_type="text/event-stream")
responses = [resp for resp in model.chat_stream(tokenizer, query, history=history)]
combined_response = ''.join(responses)
response, _ = model.chat_stream(tokenizer, query, history=history)
choice_data = ChatCompletionResponseChoice(
index=0,
message=ChatMessage(role="assistant", content=combined_response),
message=ChatMessage(role="assistant", content=response),
finish_reason="stop"
)