starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-20 16:35:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix typo in finetune.py

Browse Source 
fix https://github.com/QwenLM/Qwen/issues/687
This commit is contained in:
Ren Xuancheng
2023-11-30 17:54:04 +08:00
committed by GitHub
parent 08d5c79293
commit 8c7174e8c0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
finetune.py
View File

@@ -285,7 +285,7 @@ def train():
device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto" device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto"
if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled(): if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled():
logging.warning( logging.warning(
"FSDP or ZeRO3 are not incompatible with QLoRA." "FSDP or ZeRO3 are incompatible with QLoRA."
) )
# Set RoPE scaling factor # Set RoPE scaling factor