two interfaces

app.py

@@ -8,10 +8,10 @@ login(os.environ["HF_TOKEN"])
 #https://huggingface.co/facebook/opt-1.3b
 #generator = pipeline('text-generation', model="microsoft/DialoGPT-medium")
 tokenizer = GPT2Tokenizer.from_pretrained('microsoft/DialoGPT-medium')
-#model = GPT2LMHeadModel.from_pretrained('microsoft/DialoGPT-medium')
-model = GPT2LMHeadModel.from_pretrained('zmbfeng/FineTune-1')
+original_model = GPT2LMHeadModel.from_pretrained('microsoft/DialoGPT-medium')
+fine_tuned_model = GPT2LMHeadModel.from_pretrained('zmbfeng/FineTune-1')
 
-def create_response(input_str):
+def create_response_original(input_str):
   #output_raw= generator(input_str)
   """print (output_raw)"""
 
@@ -19,14 +19,23 @@ def create_response(input_str):
   #output_str = output_str.replace("\n", "")
   #output_str = output_str.replace(input_str, "")
   #output_str = tokenizer.decode(model.generate(**tokenizer("What are John West's hobbies?"+tokenizer.eos_token,return_tensors="pt",max_length=200))[0])
-  output_str = tokenizer.decode(model.generate(**tokenizer(input_str+tokenizer.eos_token,return_tensors="pt",max_length=200))[0])
+  output_str = tokenizer.decode(original_model.generate(**tokenizer(input_str+tokenizer.eos_token,return_tensors="pt",max_length=200))[0])
   return (output_str)
 
-demo = gr.Interface(
-fn=create_response,
-inputs="text",
-outputs="text",
-title="LLM",
-description="This interface generates a respsone (fine tuned)"
-)
+def create_response_fine_tuned(input_str):
+  #output_raw= generator(input_str)
+  """print (output_raw)"""
+
+  #output_str = output_raw[0]['generated_text']
+  #output_str = output_str.replace("\n", "")
+  #output_str = output_str.replace(input_str, "")
+  #output_str = tokenizer.decode(model.generate(**tokenizer("What are John West's hobbies?"+tokenizer.eos_token,return_tensors="pt",max_length=200))[0])
+  output_str = tokenizer.decode(fine_tuned_model.generate(**tokenizer(input_str+tokenizer.eos_token,return_tensors="pt",max_length=200))[0])
+  return (output_str)
+interface1 = gr.Interface(fn=create_response_original, inputs="text", outputs="text")
+interface2 = gr.Interface(fn=create_response_fine_tuned, inputs="text", outputs="text")
+with gr.Blocks() as demo:
+  with gr.Row():
+    interface1.show()
+interface2.show()
 demo.launch()