Update chatNT.py
Browse files
chatNT.py
CHANGED
@@ -1188,6 +1188,11 @@ class RotaryEmbeddingBis(torch.nn.Module):
|
|
1188 |
heads[..., heads.shape[-1] // 2 :],
|
1189 |
)
|
1190 |
|
|
|
|
|
|
|
|
|
|
|
1191 |
first_part = x_first * cos - x_second * sin
|
1192 |
second_part = x_second * cos + x_first * sin
|
1193 |
|
|
|
1188 |
heads[..., heads.shape[-1] // 2 :],
|
1189 |
)
|
1190 |
|
1191 |
+
print("x_first device : ", x_first.device)
|
1192 |
+
print("cos device : ", cos.device)
|
1193 |
+
print("x_second device : ", x_second.device)
|
1194 |
+
print("sin device : ", sin.device)
|
1195 |
+
|
1196 |
first_part = x_first * cos - x_second * sin
|
1197 |
second_part = x_second * cos + x_first * sin
|
1198 |
|