added device

app.py

@@ -2,12 +2,14 @@ import gradio as gr
 import pandas as pd
 import os
 import time
+import torch
 from transformers import pipeline, GPT2Tokenizer, OPTForCausalLM
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 model=OPTForCausalLM.from_pretrained('pushkarraj/pushkar_OPT_paraphaser')
 tokenizer=GPT2Tokenizer.from_pretrained('pushkarraj/pushkar_OPT_paraphaser',truncation=True)
 
-generator=pipeline("text-generation",model=model,tokenizer=tokenizer,device=0)
+generator=pipeline("text-generation",model=model,tokenizer=tokenizer,device=device)
 
 def cleaned_para(input_sentence):
   p=generator('<s>'+input_sentence+ '</s>>>>><p>',do_sample=True,max_length=len(input_sentence.split(" "))+200,temperature = 0.8,repetition_penalty=1.2,top_p=0.4,top_k=1)