Spaces:
Sleeping
Sleeping
Removed unnecessary lines
Browse files- app/vectorizer.py +1 -4
- load_data.py +0 -2
- ui/app.py +2 -2
app/vectorizer.py
CHANGED
@@ -9,10 +9,6 @@ from pinecone import Pinecone, ServerlessSpec
|
|
9 |
# Disable parallelism for tokenizers
|
10 |
os.environ['TOKENIZERS_PARALLELISM'] = 'false'
|
11 |
|
12 |
-
# Ensure the cache directory exists
|
13 |
-
os.makedirs('/app/cache/hub', exist_ok=True)
|
14 |
-
os.environ['HF_HOME'] = '/app/cache/hub'
|
15 |
-
|
16 |
# Configure logging
|
17 |
logging.basicConfig(level=logging.INFO)
|
18 |
logger = logging.getLogger(__name__)
|
@@ -51,6 +47,7 @@ class Vectorizer:
|
|
51 |
)
|
52 |
else:
|
53 |
logger.info(f"Pinecone index {self.pinecone_index_name} already exists")
|
|
|
54 |
|
55 |
self.index = pinecone.Index(self.pinecone_index_name)
|
56 |
|
|
|
9 |
# Disable parallelism for tokenizers
|
10 |
os.environ['TOKENIZERS_PARALLELISM'] = 'false'
|
11 |
|
|
|
|
|
|
|
|
|
12 |
# Configure logging
|
13 |
logging.basicConfig(level=logging.INFO)
|
14 |
logger = logging.getLogger(__name__)
|
|
|
47 |
)
|
48 |
else:
|
49 |
logger.info(f"Pinecone index {self.pinecone_index_name} already exists")
|
50 |
+
pinecone.delete_index(self.pinecone_index_name)
|
51 |
|
52 |
self.index = pinecone.Index(self.pinecone_index_name)
|
53 |
|
load_data.py
CHANGED
@@ -1,8 +1,6 @@
|
|
1 |
import os
|
2 |
from app.vectorizer import Vectorizer
|
3 |
|
4 |
-
os.environ['HF_HOME'] = '/app/cache/hub'
|
5 |
-
|
6 |
if __name__ == "__main__":
|
7 |
vectorizer = Vectorizer()
|
8 |
vectorizer.store_from_dataset(store_data=True) # Run this once to load the dataset into Pinecone
|
|
|
1 |
import os
|
2 |
from app.vectorizer import Vectorizer
|
3 |
|
|
|
|
|
4 |
if __name__ == "__main__":
|
5 |
vectorizer = Vectorizer()
|
6 |
vectorizer.store_from_dataset(store_data=True) # Run this once to load the dataset into Pinecone
|
ui/app.py
CHANGED
@@ -14,8 +14,8 @@ n = st.number_input("Number of results:", min_value=1, max_value=20, value=5)
|
|
14 |
|
15 |
if st.button("Search"):
|
16 |
search_method = use_pinecone == 'Pinecone Vector Search'
|
17 |
-
|
18 |
-
|
19 |
|
20 |
# Log the response for debugging
|
21 |
st.write("Response Status Code:", response.status_code)
|
|
|
14 |
|
15 |
if st.button("Search"):
|
16 |
search_method = use_pinecone == 'Pinecone Vector Search'
|
17 |
+
response = requests.post("http://localhost:5000/search",
|
18 |
+
json={"query": query, "n": n, "use_pinecone": search_method})
|
19 |
|
20 |
# Log the response for debugging
|
21 |
st.write("Response Status Code:", response.status_code)
|