Update app.py

app.py

@@ -61,10 +61,12 @@ rouge = load_metric('rouge')
 meteor = load_metric('meteor')
 bertscore = load_metric('bertscore')
 
+# use gpu if it's available
+device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')
+
 MAX_INPUT_LENGTH = 256
 MAX_TARGET_LENGTH = 128
 
-
 def preprocess_function(examples, **kwargs):    
     """
     Preprocess entries of the given dataset