starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #692 from QwenLM/jklj077-patch-1

Browse Source 
Remove redundant code in finetune.py
This commit is contained in:
Yang An
2023-11-30 19:35:56 +08:00
committed by GitHub
parent c4fdd89d20 a6c1ea82ba
commit a0a557aad8
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
finetune.py
View File

@@ -270,12 +270,6 @@ def train():
if getattr(training_args, 'deepspeed', None) and int(os.environ.get("WORLD_SIZE", 1))==1: if getattr(training_args, 'deepspeed', None) and int(os.environ.get("WORLD_SIZE", 1))==1:
training_args.distributed_state.distributed_type = DistributedType.DEEPSPEED training_args.distributed_state.distributed_type = DistributedType.DEEPSPEED
compute_dtype = (
torch.float16
if training_args.fp16
else (torch.bfloat16 if training_args.bf16 else torch.float32)
)
local_rank = training_args.local_rank local_rank = training_args.local_rank
device_map = "auto" device_map = "auto"