Spaces:
Running
on
T4
Running
on
T4
Update auditqa/process_chunks.py
Browse files
auditqa/process_chunks.py
CHANGED
@@ -68,7 +68,7 @@ def load_chunks():
|
|
68 |
qdrant_collections = {}
|
69 |
print("embeddings started")
|
70 |
batch_size = 10000 # Adjust this value based on your system's memory capacity
|
71 |
-
for i in range(0, len(
|
72 |
print("embedding",(i+batch_size)/10000)
|
73 |
batch_docs = chunks_list[i:i+batch_size]
|
74 |
qdrant = Qdrant.from_documents(
|
|
|
68 |
qdrant_collections = {}
|
69 |
print("embeddings started")
|
70 |
batch_size = 10000 # Adjust this value based on your system's memory capacity
|
71 |
+
for i in range(0, len(chunks_list), batch_size):
|
72 |
print("embedding",(i+batch_size)/10000)
|
73 |
batch_docs = chunks_list[i:i+batch_size]
|
74 |
qdrant = Qdrant.from_documents(
|