Spaces:
Running
on
T4
Running
on
T4
model changed to Haiku 3.5 for query re=write
Browse files
utilities/invoke_models.py
CHANGED
@@ -66,7 +66,7 @@ def invoke_llm_model(input,is_stream):
|
|
66 |
modelId= "anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
|
67 |
contentType = "application/json",
|
68 |
accept = "application/json",
|
69 |
-
performanceConfigLatency='optimized'
|
70 |
|
71 |
body = json.dumps({
|
72 |
"anthropic_version": "bedrock-2023-05-31",
|
|
|
66 |
modelId= "anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
|
67 |
contentType = "application/json",
|
68 |
accept = "application/json",
|
69 |
+
performanceConfigLatency='optimized',
|
70 |
|
71 |
body = json.dumps({
|
72 |
"anthropic_version": "bedrock-2023-05-31",
|