Spaces:
Sleeping
Sleeping
Nils Durner
commited on
Commit
·
5a15b7d
1
Parent(s):
43d6899
increase timeout to 10m
Browse files
app.py
CHANGED
@@ -6,6 +6,7 @@ import boto3
|
|
6 |
from doc2json import process_docx
|
7 |
from settings_mgr import generate_download_settings_js, generate_upload_settings_js
|
8 |
from llm import LLM, log_to_console, image_embed_prefix
|
|
|
9 |
|
10 |
dump_controls = False
|
11 |
|
@@ -74,12 +75,21 @@ def bot(message, history, aws_access, aws_secret, aws_token, system_prompt, temp
|
|
74 |
llm = LLM.create_llm(model)
|
75 |
body = llm.generate_body(message, history, system_prompt, temperature, max_tokens)
|
76 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
77 |
sess = boto3.Session(
|
78 |
aws_access_key_id=aws_access,
|
79 |
aws_secret_access_key=aws_secret,
|
80 |
aws_session_token=aws_token,
|
81 |
region_name=region)
|
82 |
-
br = sess.client(service_name="bedrock-runtime")
|
83 |
|
84 |
response = br.invoke_model(body=body, modelId=f"{model}",
|
85 |
accept="application/json", contentType="application/json")
|
|
|
6 |
from doc2json import process_docx
|
7 |
from settings_mgr import generate_download_settings_js, generate_upload_settings_js
|
8 |
from llm import LLM, log_to_console, image_embed_prefix
|
9 |
+
from botocore.config import Config
|
10 |
|
11 |
dump_controls = False
|
12 |
|
|
|
75 |
llm = LLM.create_llm(model)
|
76 |
body = llm.generate_body(message, history, system_prompt, temperature, max_tokens)
|
77 |
|
78 |
+
config = Config(
|
79 |
+
read_timeout=600,
|
80 |
+
connect_timeout=30,
|
81 |
+
retries={
|
82 |
+
'max_attempts': 10,
|
83 |
+
'mode': 'adaptive'
|
84 |
+
}
|
85 |
+
)
|
86 |
+
|
87 |
sess = boto3.Session(
|
88 |
aws_access_key_id=aws_access,
|
89 |
aws_secret_access_key=aws_secret,
|
90 |
aws_session_token=aws_token,
|
91 |
region_name=region)
|
92 |
+
br = sess.client(service_name="bedrock-runtime", config = config)
|
93 |
|
94 |
response = br.invoke_model(body=body, modelId=f"{model}",
|
95 |
accept="application/json", contentType="application/json")
|