github
/
minimind
mirror of https://github.com/jingyaogong/minimind.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update model (fix loss bug)

pull/825/head
gongjy 2024-09-29 16:58:48 +08:00
parent 1119025ac5
commit 5e67759d1a
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
model/model.py
View File

@ -369,7 +369,8 @@ class Transformer(PreTrainedModel):
if targets is not None: if targets is not None:
logits = self.output(h) logits = self.output(h)
self.last_loss = F.cross_entropy(logits.view(-1, logits.size(-1)), targets.view(-1), ignore_index=-1) self.last_loss = F.cross_entropy(logits.view(-1, logits.size(-1)), targets.view(-1),
ignore_index=0, reduction='none')
else: else:
logits = self.output(h[:, [-1], :]) logits = self.output(h[:, [-1], :])
self.last_loss = None self.last_loss = None