Add top_k, update defaults for this model

app.py

@@ -6,8 +6,8 @@ happy_gen = HappyGeneration("GPTNEO", "DarwinAnim8or/Pythia-Greentext-1.4b")
 
 from happytransformer import GENSettings
 
-def generate(text, length=100, penalty=3, temperature=0.8):
-    args_top_k = GENSettings(no_repeat_ngram_size=penalty, do_sample=True, top_k=80, temperature=temperature, max_length=length, early_stopping=False)
+def generate(text, length=100, penalty=3, temperature=0.8, topk=40):
+    args_top_k = GENSettings(no_repeat_ngram_size=penalty, do_sample=True, top_k=topk, temperature=temperature, max_length=length, early_stopping=True)
     
     inputText = "Write a greentext from 4chan.org. The story should be like a bullet-point list using > as the start of each line. It must be funny and have a twist near the end.\n" 
     inputText += ">" + text + "\n>"
@@ -43,12 +43,13 @@ demo = gr.Interface(
         gr.inputs.Textbox(lines=5, label="Input Text"),
         gr.inputs.Slider(5, 200, label='Length', default=100, step=5),
         gr.inputs.Slider(1, 10, label='no repeat ngram size', default=2, step=1),
-        gr.inputs.Slider(0.0, 1.0, label='Temperature - control randomness', default=0.6, step=0.1)
+        gr.inputs.Slider(0.0, 1.0, label='Temperature - control randomness', default=0.2, step=0.1),
+        gr.inputs.Slider(10, 100, label="top_k", default=40, step=10)
     ],
     outputs=gr.outputs.Textbox(label="Generated Text"),
     examples=examples,
-    title="GPT-Greentext Playground",
-    description="Using the 1.5b size model. You may need to run it a few times in order to get something good!"
+    title="Pythia-Greentext Playground",
+    description="Using the 1.4b size model. You may need to run it a few times in order to get something good!"
 )
 
 demo.launch()