Update app.py
Browse files
app.py
CHANGED
@@ -30,13 +30,18 @@ def respond(
|
|
30 |
print('messages')
|
31 |
print(messages)
|
32 |
|
33 |
-
|
34 |
messages,
|
35 |
max_tokens=max_tokens,
|
36 |
stream=True,
|
37 |
temperature=temperature,
|
38 |
top_p=top_p,
|
39 |
-
)
|
|
|
|
|
|
|
|
|
|
|
40 |
token = message.choices[0].delta.content
|
41 |
|
42 |
response += token
|
|
|
30 |
print('messages')
|
31 |
print(messages)
|
32 |
|
33 |
+
response_data = client.chat_completion(
|
34 |
messages,
|
35 |
max_tokens=max_tokens,
|
36 |
stream=True,
|
37 |
temperature=temperature,
|
38 |
top_p=top_p,
|
39 |
+
)
|
40 |
+
|
41 |
+
# Debugging response data
|
42 |
+
print("Raw response data:", response_data
|
43 |
+
|
44 |
+
for message in response_data:
|
45 |
token = message.choices[0].delta.content
|
46 |
|
47 |
response += token
|