starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove redundant code in finetune.py

Browse Source 
Fix https://github.com/QwenLM/Qwen/issues/660
This commit is contained in:
Ren Xuancheng
2023-11-30 19:21:06 +08:00
committed by GitHub
parent 8ec779a83e
commit a6c1ea82ba
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
finetune.py
View File

@@ -270,12 +270,6 @@ def train():
if getattr(training_args, 'deepspeed', None) and int(os.environ.get("WORLD_SIZE", 1))==1:
training_args.distributed_state.distributed_type = DistributedType.DEEPSPEED
compute_dtype = (
torch.float16
if training_args.fp16
else (torch.bfloat16 if training_args.bf16 else torch.float32)
)
local_rank = training_args.local_rank
device_map = "auto"