Spaces:
Running
Running
Update process_hf_dataset.py
Browse files- process_hf_dataset.py +1 -0
process_hf_dataset.py
CHANGED
@@ -185,6 +185,7 @@ def process_hf_dataset(batch_size=100, use_gpu=False):
|
|
185 |
|
186 |
# Do not clear or populate with defaults here—let UI buttons handle this
|
187 |
collection = client.get_or_create_collection(DB_NAME)
|
|
|
188 |
|
189 |
# Process in batches with progress bar
|
190 |
total_entries = len(dataset_list)
|
|
|
185 |
|
186 |
# Do not clear or populate with defaults here—let UI buttons handle this
|
187 |
collection = client.get_or_create_collection(DB_NAME)
|
188 |
+
logger.info(f"Using existing or new ChromaDB collection: {DB_NAME}")
|
189 |
|
190 |
# Process in batches with progress bar
|
191 |
total_entries = len(dataset_list)
|