Update app.py

app.py

@@ -59,7 +59,7 @@ class BigBirdForQuestionAnsweringWithNull(PreTrainedModel):
 model_id = 'vasudevgupta/bigbird-roberta-natural-questions'
 config = BigBirdConfig.from_pretrained(model_id)
 model = BigBirdForQuestionAnsweringWithNull(config, model_id)
-model.to('cuda')
+# model.to('cuda')
 model.eval()
 
 model.load_state_dict(torch.load(model_path+'/pytorch_model.bin', map_location='cuda')) # map_location是指定加载到哪个设备
@@ -70,7 +70,7 @@ def main(question, context):
     # 编码输入
     text = question + " [SEP] " + context
     inputs = tokenizer(text, max_length=4096, truncation=True, return_tensors="pt")
-    inputs.to('cuda')
+    # inputs.to('cuda')
     # 预测答案
     outputs = model(**inputs)
     start_scores = outputs[0]