starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update transformers_agent.md

Browse Source
This commit is contained in:
Jianxin Ma
2023-08-03 21:29:56 +08:00
committed by GitHub
parent 7f294458b5
commit 4e1b09dde1
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/transformers_agent.md
View File

@@ -56,10 +56,16 @@ class QWenAgent(Agent):
) )
def generate_one(self, prompt, stop): def generate_one(self, prompt, stop):
# "Human:" 和 "Assistant:" 曾为通义千问的特殊保留字，需要替换为 "_HUMAN_:" 和 "_ASSISTANT_:"。这一问题将在未来版本修复。
prompt = prompt.replace("Human:", "_HUMAN_:").replace("Assistant:", "_ASSISTANT_:")
stop = [item.replace("Human:", "_HUMAN_:").replace("Assistant:", "_ASSISTANT_:") for item in stop]
result, _ = self.model.chat(self.tokenizer, prompt, history=None) result, _ = self.model.chat(self.tokenizer, prompt, history=None)
for stop_seq in stop: for stop_seq in stop:
if result.endswith(stop_seq): if result.endswith(stop_seq):
result = result[: -len(stop_seq)] result = result[: -len(stop_seq)]
result = result.replace("_HUMAN_:", "Human:").replace("_ASSISTANT_:", "Assistant:")
return result return result