starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #690 from QwenLM/jklj077-patch-1

Browse Source 
fix typo in finetune.py
This commit is contained in:
Yang An
2023-11-30 17:59:40 +08:00
committed by GitHub
parent 08d5c79293 8c7174e8c0
commit 8ec779a83e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
finetune.py
View File

@@ -285,7 +285,7 @@ def train():
device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto" device_map = {"": int(os.environ.get("LOCAL_RANK") or 0)} if ddp else "auto"
if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled(): if len(training_args.fsdp) > 0 or deepspeed.is_deepspeed_zero3_enabled():
logging.warning( logging.warning(
"FSDP or ZeRO3 are not incompatible with QLoRA." "FSDP or ZeRO3 are incompatible with QLoRA."
) )
# Set RoPE scaling factor # Set RoPE scaling factor