make temperature work

llama_lora/ui/inference_ui.py

@@ -109,6 +109,7 @@ def do_inference(
             top_k=top_k,
             repetition_penalty=repetition_penalty,
             num_beams=num_beams,
+            do_sample=temperature > 0,  # https://github.com/huggingface/transformers/issues/22405#issuecomment-1485527953
         )
 
         def ui_generation_stopping_criteria(input_ids, score, **kwargs):
@@ -313,7 +314,7 @@ def inference_ui():
                 # with gr.Column():
                 with gr.Accordion("Options", open=True, elem_id="inference_options_accordion"):
                     temperature = gr.Slider(
-                        minimum=0, maximum=1, value=0.1, step=0.01,
+                        minimum=0, maximum=2, value=0.1, step=0.01,
                         label="Temperature",
                         elem_id="inference_temperature"
                     )
@@ -332,7 +333,7 @@ def inference_ui():
                         )
 
                     num_beams = gr.Slider(
-                        minimum=1, maximum=5, value=2, step=1,
+                        minimum=1, maximum=5, value=0, step=1,
                         label="Beams",
                         elem_id="inference_beams"
                     )