Yanisadel commited on
Commit
b2795d5
·
1 Parent(s): b54a5dd

Update chatNT.py

Browse files
Files changed (1) hide show
  1. chatNT.py +5 -0
chatNT.py CHANGED
@@ -1188,6 +1188,11 @@ class RotaryEmbeddingBis(torch.nn.Module):
1188
  heads[..., heads.shape[-1] // 2 :],
1189
  )
1190
 
 
 
 
 
 
1191
  first_part = x_first * cos - x_second * sin
1192
  second_part = x_second * cos + x_first * sin
1193
 
 
1188
  heads[..., heads.shape[-1] // 2 :],
1189
  )
1190
 
1191
+ print("x_first device : ", x_first.device)
1192
+ print("cos device : ", cos.device)
1193
+ print("x_second device : ", x_second.device)
1194
+ print("sin device : ", sin.device)
1195
+
1196
  first_part = x_first * cos - x_second * sin
1197
  second_part = x_second * cos + x_first * sin
1198