Upload MyLLaMa
Browse files
llama.py
CHANGED
|
@@ -77,9 +77,9 @@ class RotaryEmbedding(nn.Module):
|
|
| 77 |
:,
|
| 78 |
:,
|
| 79 |
:,
|
| 80 |
-
self.mask1,
|
| 81 |
]
|
| 82 |
-
* self.mask2
|
| 83 |
* self.r2[None, : x.shape[1], None, :]
|
| 84 |
).transpose(1, 2)
|
| 85 |
|
|
|
|
| 77 |
:,
|
| 78 |
:,
|
| 79 |
:,
|
| 80 |
+
self.mask1.int(),
|
| 81 |
]
|
| 82 |
+
* self.mask2.int()
|
| 83 |
* self.r2[None, : x.shape[1], None, :]
|
| 84 |
).transpose(1, 2)
|
| 85 |
|