MaziyarPanahi
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -124,9 +124,9 @@ with gr.Blocks() as demo:
|
|
124 |
"repeat_penalty": repetition_penalty,
|
125 |
"chat_format": "mistral-instruct",
|
126 |
"max_tokens": max_new_tokens,
|
127 |
-
"response_format": {
|
128 |
-
|
129 |
-
},
|
130 |
}
|
131 |
|
132 |
# Making the POST request and streaming the response
|
|
|
124 |
"repeat_penalty": repetition_penalty,
|
125 |
"chat_format": "mistral-instruct",
|
126 |
"max_tokens": max_new_tokens,
|
127 |
+
# "response_format": {
|
128 |
+
# "type": "json_object",
|
129 |
+
# },
|
130 |
}
|
131 |
|
132 |
# Making the POST request and streaming the response
|