update app.py

app.py

@@ -24,20 +24,26 @@ max_length = 30
 
 
 import gradio as gr
-def sentence_builder(txt):
+def sentence_builder(txt, new_tokens):
     txt_len = len(txt.split())
     if(txt_len < 9): # To make up minumum requirement of 9 words
         txt += " My lord, I claim your gift, my due by promise"
 
     t_loader = DataLoaderLite(B = 8, T = 1, text_input = txt)
-    out = infer_the_model(device, t_loader, save1_or_load0 = 0)
+    out = infer_the_model(device, t_loader, save1_or_load0 = 0, new_tokens = 100)
     return out
 
 
 demo = gr.Interface(
     sentence_builder,
     [
-        gr.Textbox("", label = "Input", info="Give 8 words atleast, not to get concatenated with default words to make up it's minimum requirement.")
+        gr.Textbox("", label = "Input", info="Give 8 words atleast, not to get concatenated with default words to make up it's minimum requirement."),
+        gr.Dropdown(
+            ["100", "200", "300", "400", "500", "1000", "2000"],
+            label="New Tokens",
+            info="Choose how many tokens required in output.",
+            value="100"
+        )
     ],
     [
         gr.Textbox("", label = "Output")