fix single-gpu qlora, and add profiling

2026-05-20 16:35:47 +08:00 · 2023-10-07 10:37:42 +08:00
parent 76a52cb2a8
commit b5fad3d561
9 changed files with 219 additions and 89 deletions
--- a/finetune/finetune_lora_single_gpu.sh
+++ b/finetune/finetune_lora_single_gpu.sh
@@ -30,7 +30,7 @@ python finetune.py \
  --lr_scheduler_type "cosine" \
  --logging_steps 1 \
  --report_to "none" \
-  --model_max_length 2048 \
+  --model_max_length 512 \
  --lazy_preprocess True \
  --gradient_checkpointing \
  --use_lora