Spaces:
Running
on
T4
Running
on
T4
model changed to Haiku 3.5 for query re=write
Browse files
semantic_search/query_rewrite.py
CHANGED
@@ -235,10 +235,11 @@ def get_new_query_res(query):
|
|
235 |
if(query == ""):
|
236 |
query = st.session_state.input_rekog_label
|
237 |
if(st.session_state.input_is_rewrite_query == 'enabled'):
|
238 |
-
|
239 |
-
|
240 |
start = time.time()
|
241 |
-
|
|
|
|
|
|
|
242 |
print(f"Claude latency: {time.time() - start:.2f} sec")
|
243 |
inter_query = res[7:-3].replace('\\"',"'").replace("\n","")
|
244 |
start = time.time()
|
|
|
235 |
if(query == ""):
|
236 |
query = st.session_state.input_rekog_label
|
237 |
if(st.session_state.input_is_rewrite_query == 'enabled'):
|
|
|
|
|
238 |
start = time.time()
|
239 |
+
get_prompt = prompt_.format(query=query,schema = schema)
|
240 |
+
print(f"prompt latency: {time.time() - start:.2f} sec")
|
241 |
+
start = time.time()
|
242 |
+
res = invoke_models.invoke_llm_model( get_prompt,False)
|
243 |
print(f"Claude latency: {time.time() - start:.2f} sec")
|
244 |
inter_query = res[7:-3].replace('\\"',"'").replace("\n","")
|
245 |
start = time.time()
|