specify repetition penalty

2026-05-20 16:35:47 +08:00 · 2023-10-13 11:44:48 +08:00
parent 024146bc82
commit f076e2fa42
4 changed files with 4 additions and 0 deletions
--- a/eval/evaluate_chat_gsm8k.py
+++ b/eval/evaluate_chat_gsm8k.py
@@ -129,6 +129,7 @@ if __name__ == "__main__":
        args.checkpoint_path, trust_remote_code=True
    )
    model.generation_config.do_sample = False  # use greedy decoding
+    model.generation_config.repetition_penalty = 1.0  # disable repetition penalty

    test = dataset["test"]