supertskone commited on
Commit
000d89c
·
unverified ·
1 Parent(s): be3ffc8

Removed unnecessary lines

Browse files
Files changed (3) hide show
  1. app/vectorizer.py +1 -4
  2. load_data.py +0 -2
  3. ui/app.py +2 -2
app/vectorizer.py CHANGED
@@ -9,10 +9,6 @@ from pinecone import Pinecone, ServerlessSpec
9
  # Disable parallelism for tokenizers
10
  os.environ['TOKENIZERS_PARALLELISM'] = 'false'
11
 
12
- # Ensure the cache directory exists
13
- os.makedirs('/app/cache/hub', exist_ok=True)
14
- os.environ['HF_HOME'] = '/app/cache/hub'
15
-
16
  # Configure logging
17
  logging.basicConfig(level=logging.INFO)
18
  logger = logging.getLogger(__name__)
@@ -51,6 +47,7 @@ class Vectorizer:
51
  )
52
  else:
53
  logger.info(f"Pinecone index {self.pinecone_index_name} already exists")
 
54
 
55
  self.index = pinecone.Index(self.pinecone_index_name)
56
 
 
9
  # Disable parallelism for tokenizers
10
  os.environ['TOKENIZERS_PARALLELISM'] = 'false'
11
 
 
 
 
 
12
  # Configure logging
13
  logging.basicConfig(level=logging.INFO)
14
  logger = logging.getLogger(__name__)
 
47
  )
48
  else:
49
  logger.info(f"Pinecone index {self.pinecone_index_name} already exists")
50
+ pinecone.delete_index(self.pinecone_index_name)
51
 
52
  self.index = pinecone.Index(self.pinecone_index_name)
53
 
load_data.py CHANGED
@@ -1,8 +1,6 @@
1
  import os
2
  from app.vectorizer import Vectorizer
3
 
4
- os.environ['HF_HOME'] = '/app/cache/hub'
5
-
6
  if __name__ == "__main__":
7
  vectorizer = Vectorizer()
8
  vectorizer.store_from_dataset(store_data=True) # Run this once to load the dataset into Pinecone
 
1
  import os
2
  from app.vectorizer import Vectorizer
3
 
 
 
4
  if __name__ == "__main__":
5
  vectorizer = Vectorizer()
6
  vectorizer.store_from_dataset(store_data=True) # Run this once to load the dataset into Pinecone
ui/app.py CHANGED
@@ -14,8 +14,8 @@ n = st.number_input("Number of results:", min_value=1, max_value=20, value=5)
14
 
15
  if st.button("Search"):
16
  search_method = use_pinecone == 'Pinecone Vector Search'
17
- backend_url = "http://supertskone-prompt-search-engine.hf.space/search"
18
- response = requests.post(backend_url, json={"query": query, "n": n, "use_pinecone": search_method})
19
 
20
  # Log the response for debugging
21
  st.write("Response Status Code:", response.status_code)
 
14
 
15
  if st.button("Search"):
16
  search_method = use_pinecone == 'Pinecone Vector Search'
17
+ response = requests.post("http://localhost:5000/search",
18
+ json={"query": query, "n": n, "use_pinecone": search_method})
19
 
20
  # Log the response for debugging
21
  st.write("Response Status Code:", response.status_code)