specify repetition penalty

2026-05-20 16:35:47 +08:00 · 2023-10-13 11:44:48 +08:00
parent 024146bc82
commit f076e2fa42
4 changed files with 4 additions and 0 deletions
--- a/eval/evaluate_chat_mmlu.py
+++ b/eval/evaluate_chat_mmlu.py
@@ -35,6 +35,7 @@ def load_models_tokenizer(args):
        args.checkpoint_path, trust_remote_code=True
    )
    model.generation_config.do_sample = False  # use greedy decoding
+    model.generation_config.repetition_penalty = 1.0  # disable repetition penalty
    return model, tokenizer