adding application

app.py

@@ -3,13 +3,14 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import gradio as gr
 import pandas as pd
 from functools import lru_cache
+import Tokens2Words
 
 # ----------------------------------------------------------------------
 # IMPORTANT: This version uses the PatchscopesRetriever implementation
 # from the Tokens2Words paper (https://github.com/schwartz-lab-NLP/Tokens2Words)
 # ----------------------------------------------------------------------
 try:
-    from .word_retriever import PatchscopesRetriever  # pip install tokens2words
+    from Tokens2Words.word_retriever import PatchscopesRetriever  # pip install tokens2words
 except ImportError:
     PatchscopesRetriever = None
 

requirements.txt

@@ -2,4 +2,5 @@ torch
 transformers
 pandas
 tqdm
-scikit-learn
+scikit-learn
+git+https://github.com/schwartz-lab-NLP/Tokens2Words