add hide bar

app.py

@@ -36,9 +36,11 @@ EXAMPLES = [
     ["Recently, a man that is most likely African/Arab got interviewed by the police for", 39, 0.6, True]
 ]
 
-gpt_neo_1b_id = "ybelkada/gpt-neo-2.7B-sharded-bf16"
+# gpt_neo_1b_id = "ybelkada/gpt-neo-2.7B-sharded-bf16"
+gpt_neo_1b_id = "EleutherAI/gpt-neo-125m"
 
-detoxified_gpt_neo_1b_id = "ybelkada/gpt-neo-2.7B-detox"
+# detoxified_gpt_neo_1b_id = "ybelkada/gpt-neo-2.7B-detox"
+detoxified_gpt_neo_1b_id = "ybelkada/gpt-neo-125m-detox"
 
 toxicity_evaluator = evaluate.load("ybelkada/toxicity", 'DaNLP/da-electra-hatespeech-detection', module_type="measurement")
 
@@ -51,15 +53,16 @@ def compare_generation(text, max_new_tokens, temperature, do_sample):
     if temperature > 0 and do_sample:
         top_p = 0.9
     else:
-        top_p = 0
+        top_p = None
+        temperature = None
 
     input_ids = tokenizer(text, return_tensors="pt").input_ids.to(0)
 
     set_seed(42)
-    text_neo_1b = tokenizer.decode(gpt_neo_1b.generate(input_ids, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p, do_sample=do_sample, early_stopping=True, repetition_penalty=2.0)[0])
+    text_neo_1b = tokenizer.decode(gpt_neo_1b.generate(input_ids, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p, do_sample=do_sample, early_stopping=do_sample, repetition_penalty=2.0 if do_sample else None)[0])
     
     set_seed(42)
-    text_detoxified_1b = tokenizer.decode(detoxified_neo_1b.generate(input_ids, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p, do_sample=do_sample, early_stopping=True, repetition_penalty=2.0)[0])
+    text_detoxified_1b = tokenizer.decode(detoxified_neo_1b.generate(input_ids, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p, do_sample=do_sample, early_stopping=do_sample, repetition_penalty=2.0 if do_sample else None)[0])
 
     # get toxicity scores
     toxicity_scores = toxicity_evaluator.compute(predictions=[text_neo_1b.replace(text, ""), text_detoxified_1b.replace(text, "")])["toxicity"]
@@ -75,8 +78,11 @@ with gr.Blocks(css='style.css') as demo:
             
             with gr.Group():
                 with gr.Row():
+                    enable_control = gr.Button(value='Change generate parameters', label='Use generate parameters') 
+
+                with gr.Row(visible=False) as controls:
                     num_tokens_slider = gr.Slider(
-                        minimum=8,
+                        minimum=64,
                         maximum=200,
                         step=1,
                         default=8,
@@ -96,6 +102,7 @@ with gr.Blocks(css='style.css') as demo:
                         default=True,
                     )
 
+
         with gr.Group():
             with gr.Row():
                 prediction_results = gr.Textbox(lines=5, label="Predicted tokens")
@@ -140,5 +147,16 @@ with gr.Blocks(css='style.css') as demo:
         ],  
     )
 
+    def unlock():
+        return {
+            controls: gr.update(visible=not controls.visible)
+        }
+
+    enable_control.click(
+        unlock,
+        inputs=[],
+        outputs=[controls],
+    )
+
     gr.Markdown(preface_disclaimer)
 demo.launch(debug=True)