github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[fix] inference bug

pull/757/head
jingyaogong 2026-05-03 20:48:48 +08:00
parent 06d882e4ef
commit bdee223036
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
trainer/rollout_engine.py
View File

@ -81,7 +81,7 @@ class TorchRolloutEngine(RolloutEngine):
num_return_sequences=1, num_return_sequences=1,
pad_token_id=self.tokenizer.pad_token_id, pad_token_id=self.tokenizer.pad_token_id,
eos_token_id=self.tokenizer.eos_token_id, eos_token_id=self.tokenizer.eos_token_id,
) # [B*num_gen, P+R] ).clone() # [B*num_gen, P+R]
prompt_len = prompt_ids.size(1) prompt_len = prompt_ids.size(1)
completion_ids = output_ids[:, prompt_len:] # [B*num_gen, R] completion_ids = output_ids[:, prompt_len:] # [B*num_gen, R]
full_mask = (output_ids != self.tokenizer.pad_token_id).long() full_mask = (output_ids != self.tokenizer.pad_token_id).long()