Update app.py
Browse files
app.py
CHANGED
@@ -39,11 +39,11 @@ def respond(
|
|
39 |
response = ""
|
40 |
|
41 |
for message in client(
|
42 |
-
messages,
|
43 |
-
max_tokens
|
44 |
-
stream
|
45 |
-
temperature
|
46 |
-
top_p
|
47 |
):
|
48 |
token = message.choices[0].delta.content
|
49 |
print(token)
|
|
|
39 |
response = ""
|
40 |
|
41 |
for message in client(
|
42 |
+
messages, generate_kwargs ={
|
43 |
+
"max_tokens":max_tokens,
|
44 |
+
"stream":False,
|
45 |
+
"temperature":temperature,
|
46 |
+
"top_p":top_p,}
|
47 |
):
|
48 |
token = message.choices[0].delta.content
|
49 |
print(token)
|