pushkarraj commited on
Commit
2aee9b8
·
1 Parent(s): dd1a287

padding removed

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import pipeline, GPT2Tokenizer, OPTForCausalLM
7
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
8
 
9
  model=OPTForCausalLM.from_pretrained('pushkarraj/opt_paraphraser')
10
- tokenizer=GPT2Tokenizer.from_pretrained('facebook/opt-1.3b',truncation=True,padding=True)
11
 
12
  generator=pipeline("text-generation",model=model,tokenizer=tokenizer,device=device)
13
 
@@ -30,6 +30,7 @@ def paraphraser(text):
30
  begin=time.time()
31
  x=[cleaned_para(str(i)) for i in sentensizer(text)]
32
  end=time.time()
 
33
  return ("".join(x))
34
 
35
  interface=gr.Interface(fn=paraphraser,inputs="text",outputs=["text"],title="Paraphraser",description="A paraphrasing tool to kill quillbot")
 
7
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
8
 
9
  model=OPTForCausalLM.from_pretrained('pushkarraj/opt_paraphraser')
10
+ tokenizer=GPT2Tokenizer.from_pretrained('facebook/opt-1.3b',truncation=True)
11
 
12
  generator=pipeline("text-generation",model=model,tokenizer=tokenizer,device=device)
13
 
 
30
  begin=time.time()
31
  x=[cleaned_para(str(i)) for i in sentensizer(text)]
32
  end=time.time()
33
+ print(end-begin)
34
  return ("".join(x))
35
 
36
  interface=gr.Interface(fn=paraphraser,inputs="text",outputs=["text"],title="Paraphraser",description="A paraphrasing tool to kill quillbot")