Update app.py

app.py

@@ -14,12 +14,12 @@ tokenizer = AutoTokenizer.from_pretrained(model_path)
 
 @spaces.GPU
 def predict(title, abstract):
-    torch.cuda.set_device(torch.device('cuda'))
-    
+    global model
+    torch.cuda.set_device(torch.device('cuda:0'))
     model.eval()
     text = f'''Given a certain paper, Title: {title}\n Abstract: {abstract}. \n Predict its normalized academic impact (between 0 and 1):'''
     inputs = tokenizer(text, return_tensors="pt")
-    inputs = inputs.to(torch.device('cuda'))
+    inputs = inputs.to(torch.device('cuda:0'))
     with torch.no_grad():
         outputs = model(**inputs)
     probability = torch.sigmoid(outputs.logits).item()