starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #296 from QwenLM/features/add_finetuning

Browse Source 
add gradient checkpointing
This commit is contained in:
Junyang Lin
2023-09-12 23:11:47 +08:00
committed by GitHub
parent e9f75c0ce5 73f4040abb
commit fcb36b7a94
4 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
finetune/finetune_lora_ds.sh
View File

@@ -44,4 +44,5 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--model_max_length 2048 \
--lazy_preprocess True \
--use_lora \
--gradient_checkpointing \
--deepspeed finetune/ds_config_zero2.json

1
finetune/finetune_lora_single_gpu.sh
View File

@@ -32,4 +32,5 @@ python finetune.py \
--report_to "none" \
--model_max_length 2048 \
--lazy_preprocess True \
--gradient_checkpointing \
--use_lora

1
finetune/finetune_qlora_ds.sh
View File

@@ -46,4 +46,5 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--lazy_preprocess True \
--use_lora \
--q_lora \
--gradient_checkpointing \
--deepspeed finetune/ds_config_zero2.json

1
finetune/finetune_qlora_single_gpu.sh
View File

@@ -32,5 +32,6 @@ python finetune.py \
--report_to "none" \
--model_max_length 2048 \
--lazy_preprocess True \
--gradient_checkpointing \
--use_lora \
--q_lora