github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[feat] repetition-penalty

pull/825/head
jingyaogong 2025-10-23 20:23:25 +08:00
parent 8284d44039
commit 36b6ada80b
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
eval_model.py
View File

@ -169,7 +169,8 @@ def main():
eos_token_id=tokenizer.eos_token_id, eos_token_id=tokenizer.eos_token_id,
streamer=streamer, streamer=streamer,
top_p=args.top_p, top_p=args.top_p,
temperature=args.temperature temperature=args.temperature,
repetition_penalty=1.0 # 重复惩罚力度，1.0使用默认分布
) )
response = tokenizer.decode(generated_ids[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True) response = tokenizer.decode(generated_ids[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)