paraphrase

app.py

@@ -60,6 +60,31 @@ def create_response_question_generation(input_str, max_length=64):
 
     return question_generation_tokenizer.decode(output[0])
 
+def create_response_paraphrase(input_str, max_length,num_return_sequences):
+    text = "paraphrase: " + input_str + " </s>"
+
+    encoding = paraphrase_tokenizer.encode_plus(text, pad_to_max_length=True, return_tensors="pt")
+    input_ids, attention_masks = encoding["input_ids"], encoding["attention_mask"]
+
+    outputs = paraphrase_model.generate(
+        input_ids=input_ids, attention_mask=attention_masks,
+        # max_length=256,
+        max_length=max_length,
+        do_sample=True,
+        top_k=120,
+        top_p=0.95,
+        early_stopping=True,
+        num_return_sequences=num_return_sequences,
+        repetition_penalty=1.5
+
+    )
+    result_output_str=""
+    for output in outputs:
+        line = paraphrase_tokenizer.decode(output, skip_special_tokens=True, clean_up_tokenization_spaces=True)
+        result_output_str=result_output_str+line+"<br/>"
+    #     results.append(line)
+    # return results
+    return result_output_str
 
 def create_response(input_str,
                              temperature,
@@ -108,21 +133,19 @@ interface_original = gr.Interface(fn=create_response_question_generation,
 
 
 
-interface_untethered_model = gr.Interface(fn=create_response,
-    title="untethered model",
-    description="language model fine tuned with'The Untethered Soul' chapter 17"+common_examples_string,
+interface_untethered_model = gr.Interface(fn=create_response_paraphrase,
+    title="Paraphrase",
+    description="Paraphrase sentences",
     #examples=examples,
     inputs=[
-   gr.Textbox(label="input text here", lines=3),
+   gr.Textbox(label="input text here", lines=3, value="It is truly a great cosmic paradox that one of the best teachers in all of life turns out to be death. No person or situation could ever teach you as much as death has to teach you. "),
+
         gr.Number(
-            label="temperature (decimal) controls the creativity or randomness of the output. A higher temperature" +
-                  " (e.g., 1.6) results in more diverse and creative output, while a lower temperature (e.g., 0.02)" +
-                  " makes the output more deterministic and focused",
-            value=default_temperature),
+            label="max length",
+                value=512),
         gr.Number(
-            label="seed (integer) random seed, set to -1 to use a random seed everytime",
-                value=default_seed),
-        gr.Textbox(label="model", lines=3, value="untethered_model",visible=False)
+            label="num of responses",
+            value=2)
     ],
     outputs="html"
     )