testing-groq

Sleeping

khurrameycon commited on Feb 6

Commit

356bed0

verified ·

1 Parent(s): 0ddac64

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -190,9 +190,9 @@ def predict_text(text):
                     }
                 ],
                 temperature=0.7,
-                max_tokens=2048,
                 top_p=1,
-                stream=False
             )
             for chunk in completion:

                     }
                 ],
                 temperature=0.7,
+                max_tokens=4096,
                 top_p=1,
+                stream=True
             )
             for chunk in completion: