Update app.py

app.py

@@ -4,7 +4,6 @@ import json
 import numpy as np
 import pinecone
 from sentence_transformers import SentenceTransformer
-from concurrent.futures import ThreadPoolExecutor
 import time
 
 pinecone.init(api_key='f5112f8c-f27d-4af1-b427-0c0953c113b5', environment='asia-southeast1-gcp')
@@ -18,32 +17,39 @@ index = pinecone.Index('ingradientsearch')
 def load_model():
     return SentenceTransformer(r"finetiuned_model")
 
+from concurrent.futures import ThreadPoolExecutor
 
-def get_match_score(ingredient):
-    loaded_model = load_model()
+def process_embedding(ingredient, model):
     processed_ingredient = process_string(ingredient)
-    xq = loaded_model.encode([processed_ingredient]).tolist()
-    result = index.query(xq, top_k=1, includeMetadata=True)
+    return model.encode([processed_ingredient]).tolist()
 
-    if result['matches']:
-        match = result['matches'][0]
-        return match['metadata']['Ingredient'], round(match['score'], 2)
-    return None, None
+def pinecone_query(xq, index, top_k=1, includeMetadata=True):
+    return index.query(xq, top_k=top_k, includeMetadata=includeMetadata)
 
 def get_top_matches(ingredients):
+    loaded_model = load_model()
     matches = []
     scores = []
 
+    # Generate embeddings in parallel
     with ThreadPoolExecutor() as executor:
-        results = list(executor.map(get_match_score, ingredients))
+        embeddings = list(executor.map(lambda ing: process_embedding(ing, loaded_model), ingredients))
 
-    for match, score in results:
-        if match is not None and score is not None:
-            matches.append(match)
-            scores.append(score)
+    # Query Pinecone in parallel
+    results = []
+    with ThreadPoolExecutor() as executor:
+        results = list(executor.map(lambda xq: pinecone_query(xq, index), embeddings))
+
+    # Extract matches and scores
+    for result in results:
+        if result['matches']:
+            match = result['matches'][0]
+            matches.append(match['metadata']['Ingredient'])
+            scores.append(round(match['score'], 2))
 
     return matches, scores
 
+
 def main():
     st.set_page_config(page_title="Ingredients Matching App", page_icon=":smiley:", layout="wide")
     st.title("Ingredients name matching App :smiley:")
@@ -73,4 +79,5 @@ def main():
         st.write(f"Processing time: {end_time - start_time:.2f} seconds")
 
 if __name__ == "__main__":
-    main()
+    main()
+