Update app.py
Browse files
app.py
CHANGED
|
@@ -84,7 +84,7 @@ def respond(
|
|
| 84 |
prompt += f"<|assistant|>"
|
| 85 |
|
| 86 |
tokens_cnt = 0
|
| 87 |
-
tokens_inc =
|
| 88 |
last_token_len = 1
|
| 89 |
full_result = ''
|
| 90 |
while ( (tokens_cnt < max_tokens) and (last_token_len > 0) ):
|
|
|
|
| 84 |
prompt += f"<|assistant|>"
|
| 85 |
|
| 86 |
tokens_cnt = 0
|
| 87 |
+
tokens_inc = 64
|
| 88 |
last_token_len = 1
|
| 89 |
full_result = ''
|
| 90 |
while ( (tokens_cnt < max_tokens) and (last_token_len > 0) ):
|