model changed to Haiku 3.5 for query re=write

RAG/rag_DocumentSearcher.py

@@ -325,7 +325,7 @@ def query_(awsauth,inputs, session_id,search_types):
             if(hit["_source"]["image"]!="None"):
                 with open(parent_dirname+'/figures/'+st.session_state.input_index+"/"+hit["_source"]["raw_element_type"].split("_")[1].replace(".jpg","")+"-resized.jpg", "rb") as read_img:
                     input_encoded = base64.b64encode(read_img.read()).decode("utf8")
-                context.append(str(id+1) + " : Reference from a image :" + invoke_models.generate_image_captions_llm(input_encoded,question))
+                context.append(str(id+1) + " : Reference from a image :" + invoke_models.generate_image_captions_llm(input_encoded,question,"anthropic.claude-3-haiku-20240307-v1:0"))
             else:
                 context.append(str(id+1) + " : Reference from a text chunk :" + hit["_source"]["processed_element"])
             
@@ -349,7 +349,7 @@ def query_(awsauth,inputs, session_id,search_types):
 
     llm_prompt = prompt_template.format(context="\n".join(total_context[0:3]),question=question)
     print("started LLM prompt: "+st.session_state.input_index)
-    output = invoke_models.invoke_llm_model( "\n\nHuman: {input}\n\nAssistant:".format(input=llm_prompt) ,False)
+    output = invoke_models.invoke_llm_model( "\n\nHuman: {input}\n\nAssistant:".format(input=llm_prompt) ,False,"anthropic.claude-3-haiku-20240307-v1:0")
     print("Finished LLM prompt: "+st.session_state.input_index)
     if(len(images_2)==0):
         images_2 = images

utilities/invoke_models.py

@@ -58,10 +58,12 @@ def invoke_model_mm(text,img):
     #print(response_body)
     return response_body.get("embedding")
 
-def invoke_llm_model(input,is_stream):
+def invoke_llm_model(input,is_stream,model_id):
+    if(model_id is None):
+        model_id = "us.anthropic.claude-3-5-haiku-20241022-v1:0"
     if(is_stream == False):
         response = bedrock_runtime_client.invoke_model( 
-            modelId= "us.anthropic.claude-3-haiku-20240307-v1:0",#"us.anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
+            modelId= model_id,#"us.anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
             contentType = "application/json",
             accept = "application/json",
             performanceConfigLatency='optimized',
@@ -126,11 +128,12 @@ def read_from_table(file,question):
     agent_res = agent.invoke(question)['output']
     return agent_res
     
-def generate_image_captions_llm(base64_string,question):
-    
+def generate_image_captions_llm(base64_string,question,model_id):
+    if(model_id is None):
+        model_id = "us.anthropic.claude-3-5-haiku-20241022-v1:0"
    
     response = bedrock_runtime_client.invoke_model( 
-            modelId= "anthropic.claude-3-5-haiku-20241022-v1:0",
+            modelId= model_id,
             contentType = "application/json",
             accept = "application/json",