update app.py

app.py

@@ -24,13 +24,13 @@ max_length = 30
 
 
 import gradio as gr
-def sentence_builder(txt, new_tokens):
+def sentence_builder(txt, new_tokens, ret_seq):
     txt_len = len(txt.split())
     if(txt_len < 9): # To make up minumum requirement of 9 words
         txt += " My lord, I claim your gift, my due by promise"
 
     t_loader = DataLoaderLite(B = 8, T = 1, text_input = txt)
-    out = infer_the_model(device, t_loader, save1_or_load0 = 0, max_length = int(new_tokens))
+    out = infer_the_model(device, t_loader, save1_or_load0 = 0, max_length = int(new_tokens), num_return_sequences=int(ret_seq))
     return out
 
 
@@ -39,10 +39,16 @@ demo = gr.Interface(
     [
         gr.Textbox("", label = "Input", info="Give 8 words atleast, not to get concatenated with default words to make up it's minimum requirement."),
         gr.Dropdown(
-            ["100", "200", "300", "400", "500", "1000", "2000"],
+            ["10", "20", "30", "40", "50", "60", "80", "100"],
             label="New Tokens",
             info="Choose how many tokens required in output.",
-            value="100"
+            value="30"
+        ),
+        gr.Dropdown(
+            ["1", "2", "3", "4", "5", "6", "8", "10"],
+            label="Number of Return Sequences",
+            info="Choose how many return sequences are required in output.",
+            value="30"
         )
     ],
     [