From 1c9396dceb15cbe7e8210927b8aef83511626861 Mon Sep 17 00:00:00 2001 From: wsl-wy Date: Tue, 8 Aug 2023 01:49:02 +0800 Subject: [PATCH] remove offload_folder to match cli_demo --- web_demo.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/web_demo.py b/web_demo.py index 27a12a7..3bf485b 100755 --- a/web_demo.py +++ b/web_demo.py @@ -12,7 +12,7 @@ import sys tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-7B-Chat", trust_remote_code=True, resume_download=True) -model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto", offload_folder="offload", trust_remote_code=True, resume_download=True).eval() +model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto", trust_remote_code=True, resume_download=True).eval() model.generation_config = GenerationConfig.from_pretrained("Qwen/Qwen-7B-Chat", trust_remote_code=True, resume_download=True)