Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -122,7 +122,7 @@ def GenerateMIDI(num_tok, idrums, iinstr):
|
|
122 |
|
123 |
inp = torch.LongTensor([outy]).cuda()
|
124 |
|
125 |
-
with torch.amp.autocast(device_type='cuda', dtype=torch.
|
126 |
out = model.module.generate(inp,
|
127 |
1,
|
128 |
temperature=0.9,
|
|
|
122 |
|
123 |
inp = torch.LongTensor([outy]).cuda()
|
124 |
|
125 |
+
with torch.amp.autocast(device_type='cuda', dtype=torch.bfloat16):
|
126 |
out = model.module.generate(inp,
|
127 |
1,
|
128 |
temperature=0.9,
|