starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-20 08:25:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update finetune_qlora_ds.sh

Browse Source
This commit is contained in:
Junyang Lin
2023-10-08 14:50:45 +08:00
committed by GitHub
parent 14e6e69f6d
commit 26922b81cb
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/finetune_qlora_ds.sh
View File

@@ -35,7 +35,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--save_strategy "steps" \ --save_strategy "steps" \
--save_steps 1000 \ --save_steps 1000 \
--save_total_limit 10 \ --save_total_limit 10 \
--learning_rate 1e-5 \ --learning_rate 3e-4 \
--weight_decay 0.1 \ --weight_decay 0.1 \
--adam_beta2 0.95 \ --adam_beta2 0.95 \
--warmup_ratio 0.01 \ --warmup_ratio 0.01 \
@@ -47,4 +47,4 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--use_lora \ --use_lora \
--q_lora \ --q_lora \
--gradient_checkpointing \ --gradient_checkpointing \
--deepspeed finetune/ds_config_zero2.json --deepspeed finetune/ds_config_zero2.json