Update app.py

app.py

@@ -25,11 +25,11 @@ class OutputResponse(BaseModel):
 
 @app.post("/evaluate")
 def evaluate(input_prompt: InputPrompt):
-    temperature = random.uniform(0.1, 1.0)
+    temperature = 0.9
     generation_config = GenerationConfig(
         temperature=temperature,
         top_p=0.75,
-        num_beams=4,
+        num_beams=1,, do_sample=True
     )
     prompt = generate_prompt(input_prompt.instruction, input_prompt.input)
     inputs = tokenizer(prompt, return_tensors="pt")