Shreyas094 commited on
Commit
f36a838
·
verified ·
1 Parent(s): 4e07365

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -139,7 +139,7 @@ After writing the document, please provide a list of sources with their URLs use
139
  model_token_limit = MODEL_TOKEN_LIMITS.get(model, 8192) # Default to 8192 if model not found
140
 
141
  # Calculate max_new_tokens
142
- max_new_tokens = min(model_token_limit - input_tokens, 4096) # Cap at 4096 to be safe
143
 
144
  main_content = ""
145
  for i in range(num_calls):
 
139
  model_token_limit = MODEL_TOKEN_LIMITS.get(model, 8192) # Default to 8192 if model not found
140
 
141
  # Calculate max_new_tokens
142
+ max_new_tokens = min(model_token_limit - input_tokens, 6500) # Cap at 4096 to be safe
143
 
144
  main_content = ""
145
  for i in range(num_calls):