From 3e63f107fa072858ae863cc35293707e0a000f09 Mon Sep 17 00:00:00 2001 From: Junyang Lin Date: Fri, 20 Oct 2023 13:22:11 +0800 Subject: [PATCH] Update finetune.py --- finetune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/finetune.py b/finetune.py index a74a258..b3c35ca 100644 --- a/finetune.py +++ b/finetune.py @@ -302,7 +302,7 @@ def train(): config=config, cache_dir=training_args.cache_dir, device_map=device_map, - low_cpu_mem_usage=True if training_args.use_lora and not lora_args.q_lora, + low_cpu_mem_usage=True if training_args.use_lora and not lora_args.q_lora else False, trust_remote_code=True, quantization_config=GPTQConfig( bits=4, disable_exllama=True