Spaces:
Runtime error
Runtime error
Commit
·
f71b745
1
Parent(s):
78148b4
Update utils.py
Browse files
utils.py
CHANGED
@@ -11,6 +11,7 @@ n_embd = 128
|
|
11 |
n_head = 4
|
12 |
n_layer = 8
|
13 |
dropout = 0.1
|
|
|
14 |
|
15 |
class Head(nn.Module):
|
16 |
""" one head of self-attention """
|
|
|
11 |
n_head = 4
|
12 |
n_layer = 8
|
13 |
dropout = 0.1
|
14 |
+
device = 'cuda' if torch.cuda.is_available() else 'cpu'
|
15 |
|
16 |
class Head(nn.Module):
|
17 |
""" one head of self-attention """
|