Spaces:
Sleeping
Sleeping
syedmudassir16
commited on
Commit
•
0acbb92
1
Parent(s):
5c39e15
Update store_embedding.py
Browse files- store_embedding.py +1 -1
store_embedding.py
CHANGED
@@ -15,7 +15,7 @@ print('len of documents are', len(documents))
|
|
15 |
# Split documents into chunks
|
16 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=250)
|
17 |
all_splits = text_splitter.split_documents(documents)
|
18 |
-
print("
|
19 |
|
20 |
# Generate embeddings
|
21 |
model_name = "sentence-transformers/all-mpnet-base-v2"
|
|
|
15 |
# Split documents into chunks
|
16 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=250)
|
17 |
all_splits = text_splitter.split_documents(documents)
|
18 |
+
print("Length_of all_splits:", len(all_splits))
|
19 |
|
20 |
# Generate embeddings
|
21 |
model_name = "sentence-transformers/all-mpnet-base-v2"
|