starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

openai_api.py: compatible with both pydantic v1 and v2

Browse Source
This commit is contained in:
兼欣
2023-11-14 16:51:05 +08:00
parent dcfc400881
commit 2408eea7d6
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
openai_api.py
View File

@@ -416,6 +416,13 @@ async def create_chat_completion(request: ChatCompletionRequest):
) )
def _dump_json(data: BaseModel, *args, **kwargs) -> str:
try:
return data.model_dump_json(*args, **kwargs)
except AttributeError: # pydantic<2.0.0
return data.json(*args, **kwargs) # noqa
async def predict( async def predict(
query: str, history: List[List[str]], model_id: str, stop_words: List[str], gen_kwargs: Dict, query: str, history: List[List[str]], model_id: str, stop_words: List[str], gen_kwargs: Dict,
): ):
@@ -426,7 +433,7 @@ async def predict(
chunk = ChatCompletionResponse( chunk = ChatCompletionResponse(
model=model_id, choices=[choice_data], object="chat.completion.chunk" model=model_id, choices=[choice_data], object="chat.completion.chunk"
) )
yield "{}".format(chunk.model_dump_json(exclude_unset=True)) yield "{}".format(_dump_json(chunk, exclude_unset=True))
current_length = 0 current_length = 0
stop_words_ids = [tokenizer.encode(s) for s in stop_words] if stop_words else None stop_words_ids = [tokenizer.encode(s) for s in stop_words] if stop_words else None
@@ -452,7 +459,7 @@ async def predict(
chunk = ChatCompletionResponse( chunk = ChatCompletionResponse(
model=model_id, choices=[choice_data], object="chat.completion.chunk" model=model_id, choices=[choice_data], object="chat.completion.chunk"
) )
yield "{}".format(chunk.model_dump_json(exclude_unset=True)) yield "{}".format(_dump_json(chunk, exclude_unset=True))
choice_data = ChatCompletionResponseStreamChoice( choice_data = ChatCompletionResponseStreamChoice(
index=0, delta=DeltaMessage(), finish_reason="stop" index=0, delta=DeltaMessage(), finish_reason="stop"
@@ -460,7 +467,7 @@ async def predict(
chunk = ChatCompletionResponse( chunk = ChatCompletionResponse(
model=model_id, choices=[choice_data], object="chat.completion.chunk" model=model_id, choices=[choice_data], object="chat.completion.chunk"
) )
yield "{}".format(chunk.model_dump_json(exclude_unset=True)) yield "{}".format(_dump_json(chunk, exclude_unset=True))
yield "[DONE]" yield "[DONE]"
_gc() _gc()