Compare commits
1 Commits
2847ca6f70
...
81da2d6d8b
| Author | SHA1 | Date |
|---|---|---|
|
|
81da2d6d8b |
|
|
@ -81,7 +81,7 @@ class TorchRolloutEngine(RolloutEngine):
|
||||||
num_return_sequences=1,
|
num_return_sequences=1,
|
||||||
pad_token_id=self.tokenizer.pad_token_id,
|
pad_token_id=self.tokenizer.pad_token_id,
|
||||||
eos_token_id=self.tokenizer.eos_token_id,
|
eos_token_id=self.tokenizer.eos_token_id,
|
||||||
).clone() # [B*num_gen, P+R]
|
) # [B*num_gen, P+R]
|
||||||
prompt_len = prompt_ids.size(1)
|
prompt_len = prompt_ids.size(1)
|
||||||
completion_ids = output_ids[:, prompt_len:] # [B*num_gen, R]
|
completion_ids = output_ids[:, prompt_len:] # [B*num_gen, R]
|
||||||
full_mask = (output_ids != self.tokenizer.pad_token_id).long()
|
full_mask = (output_ids != self.tokenizer.pad_token_id).long()
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue