github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update eval_llm.py

pull/518/head
LearnMan 2025-11-03 20:47:25 +08:00 committed by GitHub
parent 8a0b04ed82
commit f5079ce090
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
eval_llm.py
View File

@ -77,9 +77,12 @@ def main():
print('🤖️: ', end='') print('🤖️: ', end='')
generated_ids = model.generate( generated_ids = model.generate(
inputs=inputs["input_ids"], attention_mask=inputs["attention_mask"], inputs=inputs["input_ids"], attention_mask=inputs["attention_mask"],
max_new_tokens=args.max_new_tokens, do_sample=True, streamer=streamer, max_new_tokens=min(args.max_new_tokens, 200),
do_sample=True, streamer=streamer,
pad_token_id=tokenizer.pad_token_id, eos_token_id=tokenizer.eos_token_id, pad_token_id=tokenizer.pad_token_id, eos_token_id=tokenizer.eos_token_id,
top_p=args.top_p, temperature=args.temperature, repetition_penalty=1.0 top_p=args.top_p, temperature=args.temperature,
repetition_penalty=1.15, # ← 只保留这一行
early_stopping=True,
) )
response = tokenizer.decode(generated_ids[0][len(inputs["input_ids"][0]):], skip_special_tokens=True) response = tokenizer.decode(generated_ids[0][len(inputs["input_ids"][0]):], skip_special_tokens=True)
conversation.append({"role": "assistant", "content": response}) conversation.append({"role": "assistant", "content": response})