update changes

app.py

@@ -48,15 +48,13 @@ def search_text(query, top_k=1):
     hits = util.semantic_search(query_emb, img_emb, top_k=top_k)[0]
 
     image = []
-    image_emb = []
     for hit in hits:
         #print(img_names[hit['corpus_id']])
         object = Image.open(os.path.join(
             "photos/", img_names[hit['corpus_id']]))
         image.append(object)
-        image_emb.append([img_emb[hit['corpus_id']]])
         #print(f'array length is: {len(image)}')
-    return image, image_emb
+    return image
 
 def select_image(evt: gr.SelectData):
     """ Returns the index of the selected image
@@ -69,18 +67,19 @@ def select_image(evt: gr.SelectData):
     """
     return evt.index
 
-def select_image_relevance(evt: gr.SelectData, selected_embs, image_relevance_state):
+def select_image_relevance(evt: gr.SelectData, gallery, selected_index, image_relevance_state):
     """ Returns the relevance of the selected image
     
     Args:
         evt (SelectData): the event we are listening to
-        selected_embs (int): the index of the selected image
+        gallery (Gallery): the gallery of images
+        selected_index (Number): the index of the selected image
         image_relevance_state (State): the current state of the image relevance
     
     Returns:
         state: the new state of the image relevance
     """
-    image_relevance_state[selected_embs] = evt.value
+    image_relevance_state[gallery.value[selected_index.value]] = evt.value
     return image_relevance_state
 
 
@@ -120,19 +119,19 @@ with gr.Blocks() as demo:
     gr.Examples(examples, [query, top_k])
     
     # when user input query and top_k
-    gallery_embs = [[] for _ in range(top_k.value)]
-    submit_btn.click(search_text, [query, top_k], [gallery, gallery_embs])
-    image_relevance = {embs: 0 for embs in gallery_embs}
-    image_relevance_state = gr.State(image_relevance, label="image_relevance_state")
-    selected_index = 0
-    callback.setup([image_relevance_state])
+    submit_btn.click(search_text, [query, top_k], [gallery])
+    
+    image_relevance_state = gr.State({}, label="image_relevance_state")
+    selected_index = gr.Number(value=0, visible=False)
+    
+    callback.setup([image_relevance_state], "flagged")
     
     # when user select an image in the gallery
     gallery.select(select_image, None, selected_index)
     # when user select the relevance of the image
     relevance.select(fn=select_image_relevance, 
-                     input=[gallery_embs[selected_index], image_relevance_state], 
-                     output=image_relevance_state)
+                     inputs=[gallery, selected_index, image_relevance_state], 
+                     outputs=image_relevance_state)
     
     # when user click save button
     # we will flag the current image_relevance_state

flagged/log.csv

@@ -1,2 +1,4 @@
 Write what you are looking for in an image...,top_k,Relevance Image Label,Generated images,flag,username,timestamp
 cat,3,2,/Users/zhilinzhou/Local-documents/Workspace/CLIP-image-search/flagged/Generated images/tmphv4zf24i.png,,,2023-04-03 20:56:01.812245
+,,,2023-04-05 00:12:20.300102
+,,,2023-04-05 00:12:26.702897