dar-tau commited on
Commit
2b202a1
·
verified ·
1 Parent(s): ac09cd4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -61,7 +61,7 @@ def past_kv_to_device(past_kv, device):
61
  return tuple((k.to(device).detach(), v.to(device).detach()) for k, v in past_kv)
62
 
63
  def detach_past_kv(past_kv):
64
- return tuple((k.detach().numpy().tolist(), v.detach().numpy().tolist()) for k, v in past_kv)
65
 
66
  @spaces.GPU
67
  def set_past_key_values():
 
61
  return tuple((k.to(device).detach(), v.to(device).detach()) for k, v in past_kv)
62
 
63
  def detach_past_kv(past_kv):
64
+ return tuple((k.cpu().detach().numpy().tolist(), v.cpu().detach().numpy().tolist()) for k, v in past_kv)
65
 
66
  @spaces.GPU
67
  def set_past_key_values():