Nils Durner commited on
Commit
5a15b7d
·
1 Parent(s): 43d6899

increase timeout to 10m

Browse files
Files changed (1) hide show
  1. app.py +11 -1
app.py CHANGED
@@ -6,6 +6,7 @@ import boto3
6
  from doc2json import process_docx
7
  from settings_mgr import generate_download_settings_js, generate_upload_settings_js
8
  from llm import LLM, log_to_console, image_embed_prefix
 
9
 
10
  dump_controls = False
11
 
@@ -74,12 +75,21 @@ def bot(message, history, aws_access, aws_secret, aws_token, system_prompt, temp
74
  llm = LLM.create_llm(model)
75
  body = llm.generate_body(message, history, system_prompt, temperature, max_tokens)
76
 
 
 
 
 
 
 
 
 
 
77
  sess = boto3.Session(
78
  aws_access_key_id=aws_access,
79
  aws_secret_access_key=aws_secret,
80
  aws_session_token=aws_token,
81
  region_name=region)
82
- br = sess.client(service_name="bedrock-runtime")
83
 
84
  response = br.invoke_model(body=body, modelId=f"{model}",
85
  accept="application/json", contentType="application/json")
 
6
  from doc2json import process_docx
7
  from settings_mgr import generate_download_settings_js, generate_upload_settings_js
8
  from llm import LLM, log_to_console, image_embed_prefix
9
+ from botocore.config import Config
10
 
11
  dump_controls = False
12
 
 
75
  llm = LLM.create_llm(model)
76
  body = llm.generate_body(message, history, system_prompt, temperature, max_tokens)
77
 
78
+ config = Config(
79
+ read_timeout=600,
80
+ connect_timeout=30,
81
+ retries={
82
+ 'max_attempts': 10,
83
+ 'mode': 'adaptive'
84
+ }
85
+ )
86
+
87
  sess = boto3.Session(
88
  aws_access_key_id=aws_access,
89
  aws_secret_access_key=aws_secret,
90
  aws_session_token=aws_token,
91
  region_name=region)
92
+ br = sess.client(service_name="bedrock-runtime", config = config)
93
 
94
  response = br.invoke_model(body=body, modelId=f"{model}",
95
  accept="application/json", contentType="application/json")