Mortie1 commited on
Commit
c8fa7f3
·
verified ·
1 Parent(s): 1a5fabb

Upload MyLLaMa

Browse files
Files changed (1) hide show
  1. configure_for_hf.py +1 -1
configure_for_hf.py CHANGED
@@ -74,7 +74,7 @@ class MyLLaMa(PreTrainedModel):
74
  outs = namedtuple("output", ["logits", "loss"])
75
  logits = self.model(tensor, att_mask, pad_mask)["logits"]
76
 
77
- outs.logits = logits
78
 
79
  if labels is not None:
80
  loss = nn.functional.cross_entropy(logits, labels)
 
74
  outs = namedtuple("output", ["logits", "loss"])
75
  logits = self.model(tensor, att_mask, pad_mask)["logits"]
76
 
77
+ outs.logits = logits.transpose(1, 2)
78
 
79
  if labels is not None:
80
  loss = nn.functional.cross_entropy(logits, labels)