Commit
•
0acbb92
1
Parent(s):
5c39e15
Update store_embedding.py
Browse files- store_embedding.py +1 -1
store_embedding.py
CHANGED
|
@@ -15,7 +15,7 @@ print('len of documents are', len(documents))
|
|
| 15 |
# Split documents into chunks
|
| 16 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=250)
|
| 17 |
all_splits = text_splitter.split_documents(documents)
|
| 18 |
-
print("
|
| 19 |
|
| 20 |
# Generate embeddings
|
| 21 |
model_name = "sentence-transformers/all-mpnet-base-v2"
|
|
|
|
| 15 |
# Split documents into chunks
|
| 16 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=250)
|
| 17 |
all_splits = text_splitter.split_documents(documents)
|
| 18 |
+
print("Length_of all_splits:", len(all_splits))
|
| 19 |
|
| 20 |
# Generate embeddings
|
| 21 |
model_name = "sentence-transformers/all-mpnet-base-v2"
|