starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-20 16:35:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update openai_api.py

Browse Source
This commit is contained in:
Yang An
2023-08-16 15:10:10 +08:00
committed by GitHub
parent d2fc7c95db
commit 2252578da0
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
openai_api.py
View File

@@ -123,11 +123,10 @@ async def create_chat_completion(request: ChatCompletionRequest):
generate = predict(query, history, request.model) generate = predict(query, history, request.model)
return EventSourceResponse(generate, media_type="text/event-stream") return EventSourceResponse(generate, media_type="text/event-stream")
responses = [resp for resp in model.chat_stream(tokenizer, query, history=history)] response, _ = model.chat_stream(tokenizer, query, history=history)
combined_response = ''.join(responses)
choice_data = ChatCompletionResponseChoice( choice_data = ChatCompletionResponseChoice(
index=0, index=0,
message=ChatMessage(role="assistant", content=combined_response), message=ChatMessage(role="assistant", content=response),
finish_reason="stop" finish_reason="stop"
) )