Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -65,7 +65,9 @@ def respond(
|
|
65 |
max_new_tokens=max_tokens,
|
66 |
stream=True,
|
67 |
temperature=temperature,
|
|
|
68 |
repetition_penalty=1.2,
|
|
|
69 |
):
|
70 |
response += chunk
|
71 |
yield response
|
|
|
65 |
max_new_tokens=max_tokens,
|
66 |
stream=True,
|
67 |
temperature=temperature,
|
68 |
+
top_p=top_p,
|
69 |
repetition_penalty=1.2,
|
70 |
+
stop_sequences=["\n", "؟", "!"], # Stop at natural sentence endings
|
71 |
):
|
72 |
response += chunk
|
73 |
yield response
|