starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add files via upload

Browse Source
This commit is contained in:
Jianxin Ma
2023-08-03 21:16:17 +08:00
committed by GitHub
parent 7d4614dba2
commit fb04e5f6e0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/transformers_agent.md
View File

@@ -47,7 +47,7 @@ class QWenAgent(Agent):
self.tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True) self.tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
self.model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", trust_remote_code=True).cuda().eval() self.model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", trust_remote_code=True).cuda().eval()
self.model.generation_config = GenerationConfig.from_pretrained(checkpoint, trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参 self.model.generation_config = GenerationConfig.from_pretrained(checkpoint, trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参
model.generation_config.do_sample = False # greedy self.model.generation_config.do_sample = False # greedy
super().__init__( super().__init__(
chat_prompt_template=chat_prompt_template, chat_prompt_template=chat_prompt_template,