starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update finetune_lora_ds.sh

Browse Source
This commit is contained in:
Junyang Lin
2023-10-08 14:50:28 +08:00
committed by GitHub
parent 7eac4fde6e
commit 14e6e69f6d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/finetune_lora_ds.sh
View File

@@ -34,7 +34,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--save_strategy "steps" \
--save_steps 1000 \
--save_total_limit 10 \
--learning_rate 1e-5 \
--learning_rate 3e-4 \
--weight_decay 0.1 \
--adam_beta2 0.95 \
--warmup_ratio 0.01 \
@@ -45,4 +45,4 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--lazy_preprocess True \
--use_lora \
--gradient_checkpointing \
--deepspeed finetune/ds_config_zero2.json
--deepspeed finetune/ds_config_zero2.json