ppsingh commited on
Commit
d5b874c
·
verified ·
1 Parent(s): 9e4a1f4

Update auditqa/process_chunks.py

Browse files
Files changed (1) hide show
  1. auditqa/process_chunks.py +2 -0
auditqa/process_chunks.py CHANGED
@@ -61,6 +61,8 @@ def load_chunks():
61
  # define embedding model
62
  embeddings = HuggingFaceEmbeddings(
63
  model_kwargs = {'device': device},
 
 
64
  encode_kwargs = {'normalize_embeddings': bool(int(config.get('retriever','NORMALIZE')))},
65
  model_name=config.get('retriever','MODEL')
66
  )
 
61
  # define embedding model
62
  embeddings = HuggingFaceEmbeddings(
63
  model_kwargs = {'device': device},
64
+ show_progress = True,
65
+ multi_process = True,
66
  encode_kwargs = {'normalize_embeddings': bool(int(config.get('retriever','NORMALIZE')))},
67
  model_name=config.get('retriever','MODEL')
68
  )