Update finetune.py

This commit is contained in:
Junyang Lin
2023-10-25 12:05:21 +08:00
committed by GitHub
parent 10c3ceee39
commit daf00604d9

View File

@@ -278,7 +278,7 @@ def train():
local_rank = training_args.local_rank local_rank = training_args.local_rank
device_map = "auto" device_map = None
world_size = int(os.environ.get("WORLD_SIZE", 1)) world_size = int(os.environ.get("WORLD_SIZE", 1))
ddp = world_size != 1 ddp = world_size != 1
if lora_args.q_lora: if lora_args.q_lora: