starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-20 16:35:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update finetune.py

Browse Source
This commit is contained in:
Junyang Lin
2023-10-07 18:47:29 +08:00
committed by GitHub
parent f0078d013b
commit f7681f9e77
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
finetune.py
View File

@@ -319,7 +319,7 @@ def train():
tokenizer.pad_token_id = tokenizer.eod_id tokenizer.pad_token_id = tokenizer.eod_id
if training_args.use_lora: if training_args.use_lora:
if lora_args.q_lora: if lora_args.q_lora or 'chat' in model_args.model_name_or_path.lower():
modules_to_save = None modules_to_save = None
else: else:
modules_to_save = ["wte", "lm_head"] modules_to_save = ["wte", "lm_head"]