starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-20 16:35:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update finetune_qlora_single_gpu.sh

Browse Source
This commit is contained in:
Junyang Lin
2023-10-08 14:51:50 +08:00
committed by GitHub
parent b47506b1d0
commit 05577dea69
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/finetune_qlora_single_gpu.sh
View File

@@ -23,7 +23,7 @@ python finetune.py \
--save_strategy "steps" \
--save_steps 1000 \
--save_total_limit 10 \
--learning_rate 1e-5 \
--learning_rate 3e-4 \
--weight_decay 0.1 \
--adam_beta2 0.95 \
--warmup_ratio 0.01 \
@@ -35,4 +35,4 @@ python finetune.py \
--gradient_checkpointing \
--use_lora \
--q_lora \
--deepspeed finetune/ds_config_zero2.json
--deepspeed finetune/ds_config_zero2.json