Update finetune_lora_single_gpu.sh

2026-05-20 08:25:47 +08:00 · 2023-10-09 01:13:08 +08:00
parent 00dceebbaa
commit 343017c4ce
1 changed files with 3 additions and 0 deletions
--- a/finetune/finetune_lora_single_gpu.sh
+++ b/finetune/finetune_lora_single_gpu.sh
@@ -34,3 +34,6 @@ python finetune.py \
  --lazy_preprocess True \
  --gradient_checkpointing \
  --use_lora
+
+# If you use fp16 instead of bf16, you should use deepspeed
+# --fp16 True --deepspeed finetune/ds_config_zero2.json