diff --git a/finetune.py b/finetune.py
index 969aba5..04ad907 100644
--- a/finetune.py
+++ b/finetune.py
@@ -278,7 +278,7 @@ def train():
 
     local_rank = training_args.local_rank
 
-    device_map = "auto"
+    device_map = None
     world_size = int(os.environ.get("WORLD_SIZE", 1))
     ddp = world_size != 1
     if lora_args.q_lora: