Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -61,7 +61,7 @@ def past_kv_to_device(past_kv, device):
|
|
61 |
return tuple((k.to(device).detach(), v.to(device).detach()) for k, v in past_kv)
|
62 |
|
63 |
def detach_past_kv(past_kv):
|
64 |
-
return tuple((k.detach().numpy().tolist(), v.detach().numpy().tolist()) for k, v in past_kv)
|
65 |
|
66 |
@spaces.GPU
|
67 |
def set_past_key_values():
|
|
|
61 |
return tuple((k.to(device).detach(), v.to(device).detach()) for k, v in past_kv)
|
62 |
|
63 |
def detach_past_kv(past_kv):
|
64 |
+
return tuple((k.cpu().detach().numpy().tolist(), v.cpu().detach().numpy().tolist()) for k, v in past_kv)
|
65 |
|
66 |
@spaces.GPU
|
67 |
def set_past_key_values():
|