broadfield-dev commited on
Commit
83a1343
·
verified ·
1 Parent(s): 3556f91

Update process_hf_dataset.py

Browse files
Files changed (1) hide show
  1. process_hf_dataset.py +1 -0
process_hf_dataset.py CHANGED
@@ -185,6 +185,7 @@ def process_hf_dataset(batch_size=100, use_gpu=False):
185
 
186
  # Do not clear or populate with defaults here—let UI buttons handle this
187
  collection = client.get_or_create_collection(DB_NAME)
 
188
 
189
  # Process in batches with progress bar
190
  total_entries = len(dataset_list)
 
185
 
186
  # Do not clear or populate with defaults here—let UI buttons handle this
187
  collection = client.get_or_create_collection(DB_NAME)
188
+ logger.info(f"Using existing or new ChromaDB collection: {DB_NAME}")
189
 
190
  # Process in batches with progress bar
191
  total_entries = len(dataset_list)