Update app.py

app.py

@@ -9,6 +9,7 @@ from fastapi import FastAPI, Request
 from fastapi.responses import JSONResponse
 import spaces
 import urllib3
+import random
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
@@ -89,9 +90,12 @@ def remove_duplicates(text):
 @spaces.GPU()
 async def generate_combined_response(inputs):
     combined_response = ""
+    top_p = round(random.uniform(0.1, 1.0), 2)
+    top_k = random.randint(1, 100)
+    temperature = round(random.uniform(0.1, 2.0), 2)
     for model in global_data['model']:
         try:
-            response = model(inputs)
+            response = model(inputs, top_p=top_p, top_k=top_k, temperature=temperature)
             combined_response += remove_duplicates(response['choices'][0]['text']) + "\n"
         except Exception as e:
             pass