Spaces:
Sleeping
Sleeping
John Graham Reynolds
commited on
Commit
·
f4cddb7
1
Parent(s):
676f0fa
minimize token printing size
Browse files
app.py
CHANGED
|
@@ -42,7 +42,7 @@ We hope to gradually improve this AI assistant to create a large-scale, all-incl
|
|
| 42 |
GENERAL_ERROR_MSG = "An error occurred. Please refresh the page to start a new conversation."
|
| 43 |
|
| 44 |
# # To prevent streaming too fast, chunk the output into TOKEN_CHUNK_SIZE chunks
|
| 45 |
-
TOKEN_CHUNK_SIZE =
|
| 46 |
# if TOKEN_CHUNK_SIZE_ENV is not None:
|
| 47 |
# TOKEN_CHUNK_SIZE = int(TOKEN_CHUNK_SIZE_ENV)
|
| 48 |
|
|
|
|
| 42 |
GENERAL_ERROR_MSG = "An error occurred. Please refresh the page to start a new conversation."
|
| 43 |
|
| 44 |
# # To prevent streaming too fast, chunk the output into TOKEN_CHUNK_SIZE chunks
|
| 45 |
+
TOKEN_CHUNK_SIZE = 1 # test this number
|
| 46 |
# if TOKEN_CHUNK_SIZE_ENV is not None:
|
| 47 |
# TOKEN_CHUNK_SIZE = int(TOKEN_CHUNK_SIZE_ENV)
|
| 48 |
|