Upload MyLLaMa
Browse files- configure_for_hf.py +1 -1
configure_for_hf.py
CHANGED
@@ -74,7 +74,7 @@ class MyLLaMa(PreTrainedModel):
|
|
74 |
outs = namedtuple("output", ["logits", "loss"])
|
75 |
logits = self.model(tensor, att_mask, pad_mask)["logits"]
|
76 |
|
77 |
-
outs.logits = logits
|
78 |
|
79 |
if labels is not None:
|
80 |
loss = nn.functional.cross_entropy(logits, labels)
|
|
|
74 |
outs = namedtuple("output", ["logits", "loss"])
|
75 |
logits = self.model(tensor, att_mask, pad_mask)["logits"]
|
76 |
|
77 |
+
outs.logits = logits.transpose(1, 2)
|
78 |
|
79 |
if labels is not None:
|
80 |
loss = nn.functional.cross_entropy(logits, labels)
|