prasadnu commited on
Commit
33fcb20
·
1 Parent(s): 88dc90c

model changed to Haiku 3.5 for query re=write

Browse files
Files changed (1) hide show
  1. semantic_search/query_rewrite.py +4 -3
semantic_search/query_rewrite.py CHANGED
@@ -235,10 +235,11 @@ def get_new_query_res(query):
235
  if(query == ""):
236
  query = st.session_state.input_rekog_label
237
  if(st.session_state.input_is_rewrite_query == 'enabled'):
238
-
239
-
240
  start = time.time()
241
- res = invoke_models.invoke_llm_model( prompt_.format(query=query,schema = schema) ,False)
 
 
 
242
  print(f"Claude latency: {time.time() - start:.2f} sec")
243
  inter_query = res[7:-3].replace('\\"',"'").replace("\n","")
244
  start = time.time()
 
235
  if(query == ""):
236
  query = st.session_state.input_rekog_label
237
  if(st.session_state.input_is_rewrite_query == 'enabled'):
 
 
238
  start = time.time()
239
+ get_prompt = prompt_.format(query=query,schema = schema)
240
+ print(f"prompt latency: {time.time() - start:.2f} sec")
241
+ start = time.time()
242
+ res = invoke_models.invoke_llm_model( get_prompt,False)
243
  print(f"Claude latency: {time.time() - start:.2f} sec")
244
  inter_query = res[7:-3].replace('\\"',"'").replace("\n","")
245
  start = time.time()