Update app.py

app.py

@@ -3,18 +3,18 @@ import random
 from transformers import pipeline
 from transformers import GPT2Tokenizer, GPT2LMHeadModel
 #https://huggingface.co/facebook/opt-1.3b
-generator = pipeline('text-generation', model="microsoft/DialoGPT-medium")
+#generator = pipeline('text-generation', model="microsoft/DialoGPT-medium")
 tokenizer = GPT2Tokenizer.from_pretrained('microsoft/DialoGPT-medium')
 model = GPT2LMHeadModel.from_pretrained('microsoft/DialoGPT-medium')
 
 def create_audio(input_str):
-  output_raw= generator(input_str)
+  #output_raw= generator(input_str)
   """print (output_raw)"""
 
-  output_str = output_raw[0]['generated_text']
-  output_str = output_str.replace("\n", "")
-  output_str = output_str.replace(input_str, "")
-  
+  #output_str = output_raw[0]['generated_text']
+  #output_str = output_str.replace("\n", "")
+  #output_str = output_str.replace(input_str, "")
+  output_str = tokenizer.decode(model.generate(**tokenizer("What are John West's hobbies?"+tokenizer.eos_token,return_tensors="pt",max_length=200))[0])
   return (output_str)
 
 demo = gr.Interface(
@@ -22,6 +22,6 @@ fn=create_audio,
 inputs="text",
 outputs="text",
 title="LLM",
-description="This interface generates a random audio sentence and plays it as a html output."
+description="This interface generates a respsone"
 )
 demo.launch()