Update app.py

app.py

@@ -99,7 +99,7 @@ def clean_data(text):
     return cleaned_text
 
 
-def paraphrase_answer(question, answer):
+def paraphrase_answer(question, answer, use_pretrained=False):
     # Combine question and context
     input_text = f"question: {question}. Paraphrase the answer to make it more natural answer: {answer}"
 
@@ -114,7 +114,10 @@ def paraphrase_answer(question, answer):
 
     # Generate the answer
     with torch.no_grad():
-        generated_ids = paraphrase_model.generate(input_ids=input_ids, max_new_tokens=max_target_length)
+        if use_pretrained:
+            generated_ids = pretrained_model.generate(input_ids=input_ids, max_new_tokens=max_target_length)
+        else:
+            generated_ids = paraphrase_model.generate(input_ids=input_ids, max_new_tokens=max_target_length)
 
     # Decode and return the generated answer
     paraphrased_answer = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
@@ -174,7 +177,12 @@ def generate_answer(question, context, ground, do_pretrained, do_natural):
             pretrained_generated_ids = pretrained_model.generate(input_ids=input_ids, max_new_tokens=max_target_length)
             pretrained_answer = tokenizer.decode(pretrained_generated_ids[0], skip_special_tokens=True)
 
-    return generated_answer, context, paraphrased_answer, pretrained_answer
+    # Get pretrained model's natural answer
+    pretrained_paraphrased_answer = ""
+    if do_pretrained_natural:
+        pretrained_paraphrased_answer = paraphrase_answer(question, generated_answer, True)
+
+    return generated_answer, context, paraphrased_answer, pretrained_answer, pretrained_paraphrased_answer
 
 
 # Define a function to list examples from the dataset
@@ -184,7 +192,7 @@ def list_examples():
         context = example["context"]
         question = example["question"]
         answer = example["answer"]
-        examples.append([question, context, answer, True, True])
+        examples.append([question, context, answer, True, True, True])
     return examples
 
 
@@ -196,13 +204,15 @@ iface = gr.Interface(
         Textbox(label="Context"),
         Textbox(label="Ground truth"),
         Checkbox(label="Include pretrained model's result"),
-        Checkbox(label="Include natural answer")
+        Checkbox(label="Include natural answer"),
+        Checkbox(label="Include pretrained model's natural answer")
     ],
     outputs=[
         Textbox(label="Generated Answer"),
         Textbox(label="Retrieved Context"),
         Textbox(label="Natural Answer"),
-        Textbox(label="Pretrained Model's Answer")
+        Textbox(label="Pretrained Model's Answer"),
+        Textbox(label="Pretrained Model's Natural Answer")
     ],
     examples=list_examples(),
     examples_per_page=1,