specify repetition penalty

2026-05-20 16:35:47 +08:00 · 2023-10-13 11:44:48 +08:00
parent 024146bc82
commit f076e2fa42
4 changed files with 4 additions and 0 deletions
--- a/eval/evaluate_chat_humaneval.py
+++ b/eval/evaluate_chat_humaneval.py
@@ -93,6 +93,7 @@ if __name__ == "__main__":
        args.checkpoint_path, trust_remote_code=True
    )
    model.generation_config.do_sample = False  # use greedy decoding
+    model.generation_config.repetition_penalty = 1.0  # disable repetition penalty

    f_output = jsonlines.Writer(open(args.sample_output_file, "w", encoding="utf-8"))