Samizie commited on
Commit
be9c69f
·
verified ·
1 Parent(s): e1c3604

Update embedding/vector_store.py

Browse files
Files changed (1) hide show
  1. embedding/vector_store.py +32 -25
embedding/vector_store.py CHANGED
@@ -1,26 +1,33 @@
1
- import os
2
- import shutil
3
- from langchain_huggingface import HuggingFaceEmbeddings
4
- from langchain_community.vectorstores import Chroma
5
-
6
- embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
7
-
8
- #Utilizing the Chroma vector store for embedding and persistence
9
- def initialize_vector_store(split_docs, persist_directory="./chroma_db"):
10
- return Chroma.from_documents(
11
- documents=split_docs,
12
- embedding=embeddings,
13
- persist_directory=persist_directory
14
- )
15
-
16
-
17
- def clear_chroma_db():
18
- persist_directory = "./chroma_db"
19
- if os.path.exists(persist_directory):
20
- try:
21
- shutil.rmtree(persist_directory)
22
- print("ChromaDB cleared.")
23
- except PermissionError:
24
- print("Fetching fromm current ChromaDb session. Restart server to clear ChromaDB.")
25
- except KeyError:
 
 
 
 
 
 
 
26
  print("ChromaDB cleared.")
 
1
+ import os
2
+ import shutil
3
+ from langchain_huggingface import HuggingFaceEmbeddings
4
+ from langchain_community.vectorstores import Chroma
5
+
6
+ #embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
7
+
8
+ from sentence_transformers import SentenceTransformer
9
+
10
+ model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", trust_remote_code=True)
11
+ embeddings = HuggingFaceEmbeddings(model_name=model_name)
12
+
13
+ #model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", trust_remote_code=True)
14
+
15
+ #Utilizing the Chroma vector store for embedding and persistence
16
+ def initialize_vector_store(split_docs, persist_directory="./chroma_db"):
17
+ return Chroma.from_documents(
18
+ documents=split_docs,
19
+ embedding=embeddings,
20
+ persist_directory=persist_directory
21
+ )
22
+
23
+
24
+ def clear_chroma_db():
25
+ persist_directory = "./chroma_db"
26
+ if os.path.exists(persist_directory):
27
+ try:
28
+ shutil.rmtree(persist_directory)
29
+ print("ChromaDB cleared.")
30
+ except PermissionError:
31
+ print("Fetching fromm current ChromaDb session. Restart server to clear ChromaDB.")
32
+ except KeyError:
33
  print("ChromaDB cleared.")