ppsingh commited on
Commit
6724144
·
verified ·
1 Parent(s): 2e60fe0

Update auditqa/process_chunks.py

Browse files
Files changed (1) hide show
  1. auditqa/process_chunks.py +1 -0
auditqa/process_chunks.py CHANGED
@@ -69,6 +69,7 @@ def load_chunks():
69
  print("embeddings started")
70
  batch_size = 10000 # Adjust this value based on your system's memory capacity
71
  for i in range(0, len(docs), batch_size):
 
72
  batch_docs = chunks_list[i:i+batch_size]
73
  qdrant = Qdrant.from_documents(
74
  batch_docs, embeddings,
 
69
  print("embeddings started")
70
  batch_size = 10000 # Adjust this value based on your system's memory capacity
71
  for i in range(0, len(docs), batch_size):
72
+ print("embedding",(i+batch_size)/10000)
73
  batch_docs = chunks_list[i:i+batch_size]
74
  qdrant = Qdrant.from_documents(
75
  batch_docs, embeddings,