Spaces:
Running
on
T4
Running
on
T4
RAG changes
Browse files- .gitignore +2 -1
- RAG/colpali.py +2 -2
.gitignore
CHANGED
@@ -1,3 +1,4 @@
|
|
1 |
**/__pycache__/
|
2 |
*.DS_Store
|
3 |
-
vs
|
|
|
|
1 |
**/__pycache__/
|
2 |
*.DS_Store
|
3 |
+
vs
|
4 |
+
similarity_maps
|
RAG/colpali.py
CHANGED
@@ -234,7 +234,7 @@ def colpali_search_rerank(query):
|
|
234 |
final_docs.append(doc)
|
235 |
final_docs_sorted = sorted(final_docs, key=lambda d: d['total_score'], reverse=True)
|
236 |
final_docs_sorted_20.append(final_docs_sorted[:20])
|
237 |
-
img = "/home/
|
238 |
ans = generate_ans(img,query)
|
239 |
images_highlighted = [{'file':img}]
|
240 |
# if(st.session_state.show_columns == True):
|
@@ -330,7 +330,7 @@ def img_highlight(img,batch_queries,query_tokens):
|
|
330 |
for idx, (fig, ax) in enumerate(plots):
|
331 |
if(idx<3):
|
332 |
continue
|
333 |
-
savepath = "/home/
|
334 |
fig.savefig(savepath, bbox_inches="tight")
|
335 |
map_images.append({'file':savepath})
|
336 |
print(f"Similarity map for token `{query_tokens_from_model[idx]}` saved at `{savepath}`")
|
|
|
234 |
final_docs.append(doc)
|
235 |
final_docs_sorted = sorted(final_docs, key=lambda d: d['total_score'], reverse=True)
|
236 |
final_docs_sorted_20.append(final_docs_sorted[:20])
|
237 |
+
img = "/home/user/app/vs/"+final_docs_sorted_20[0][0]['image']
|
238 |
ans = generate_ans(img,query)
|
239 |
images_highlighted = [{'file':img}]
|
240 |
# if(st.session_state.show_columns == True):
|
|
|
330 |
for idx, (fig, ax) in enumerate(plots):
|
331 |
if(idx<3):
|
332 |
continue
|
333 |
+
savepath = "/home/user/app/similarity_maps/similarity_map_"+(img.split("/"))[-1]+"_token_"+str(idx)+"_"+query_tokens_from_model[idx]+".png"
|
334 |
fig.savefig(savepath, bbox_inches="tight")
|
335 |
map_images.append({'file':savepath})
|
336 |
print(f"Similarity map for token `{query_tokens_from_model[idx]}` saved at `{savepath}`")
|