Merge pull request #507 from songt96/feature/songt

print peft trainable params
2026-05-20 16:35:47 +08:00 · 2023-10-22 08:30:26 +08:00
parent e6ecfb2294 e46d65084a
commit 10c3ceee39
1 changed files with 3 additions and 0 deletions
--- a/finetune.py
+++ b/finetune.py
@@ -341,6 +341,9 @@ def train():

        model = get_peft_model(model, lora_config)

+        # Print peft trainable params
+        model.print_trainable_parameters()
+
        if training_args.gradient_checkpointing:
            model.enable_input_require_grads()