Shreyas094
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -139,7 +139,7 @@ After writing the document, please provide a list of sources with their URLs use
|
|
139 |
model_token_limit = MODEL_TOKEN_LIMITS.get(model, 8192) # Default to 8192 if model not found
|
140 |
|
141 |
# Calculate max_new_tokens
|
142 |
-
max_new_tokens = min(model_token_limit - input_tokens,
|
143 |
|
144 |
main_content = ""
|
145 |
for i in range(num_calls):
|
|
|
139 |
model_token_limit = MODEL_TOKEN_LIMITS.get(model, 8192) # Default to 8192 if model not found
|
140 |
|
141 |
# Calculate max_new_tokens
|
142 |
+
max_new_tokens = min(model_token_limit - input_tokens, 6500) # Cap at 4096 to be safe
|
143 |
|
144 |
main_content = ""
|
145 |
for i in range(num_calls):
|