Update modeling_atomformer.py
Browse files- modeling_atomformer.py +1 -1
modeling_atomformer.py
CHANGED
@@ -2516,7 +2516,7 @@ class AtomformerEncoder(nn.Module):
|
|
2516 |
for blk in self.blocks:
|
2517 |
input_embeds, pos_embeds = blk(input_embeds, pos_embeds, attention_mask)
|
2518 |
|
2519 |
-
return input_embeds
|
2520 |
|
2521 |
|
2522 |
class AtomformerPreTrainedModel(PreTrainedModel): # type: ignore
|
|
|
2516 |
for blk in self.blocks:
|
2517 |
input_embeds, pos_embeds = blk(input_embeds, pos_embeds, attention_mask)
|
2518 |
|
2519 |
+
return input_embeds[:, :-1]
|
2520 |
|
2521 |
|
2522 |
class AtomformerPreTrainedModel(PreTrainedModel): # type: ignore
|