[feat] repetition-penalty

2025-10-23 20:23:25 +08:00 · 2025-10-23 20:23:25 +08:00 · 36b6ada80b
parent 8284d44039
commit 36b6ada80b
1 changed files with 2 additions and 1 deletions
--- a/eval_model.py
+++ b/eval_model.py
@ -169,7 +169,8 @@ def main():
            eos_token_id=tokenizer.eos_token_id,
            streamer=streamer,
            top_p=args.top_p,
-            temperature=args.temperature
+            temperature=args.temperature,
+            repetition_penalty=1.0 # 重复惩罚力度，1.0使用默认分布
        )

        response = tokenizer.decode(generated_ids[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)