Update database.py

database.py

@@ -260,9 +260,9 @@ def save_chromadb_to_hf(dataset_name=HF_DATASET_NAME, token=os.getenv("HF_KEY"))
         dataset = Dataset.from_dict(data)
         logger.info(f"Created Hugging Face Dataset with {len(data['code'])} entries")
         
-        # Push to Hugging Face Hub
-        dataset.push_to_hub(dataset_name, token=token)
-        logger.info(f"Dataset pushed to Hugging Face Hub as {dataset_name}")
+        # Push to Hugging Face Hub, overwriting existing dataset
+        dataset.push_to_hub(dataset_name, token=token, exist_ok=True)
+        logger.info(f"Dataset pushed to Hugging Face Hub as {dataset_name}, overwriting existing dataset")
         # Verify push (optional, could check dataset on Hub)
         logger.info(f"Verified Hugging Face dataset push with {len(dataset)} entries")
     except Exception as e:
@@ -291,4 +291,5 @@ def load_chromadb_from_hf(dataset_name=HF_DATASET_NAME, token=os.getenv("HF_KEY"
 
 if __name__ == '__main__':
     client = load_chromadb_from_hf()
-    logger.info("Database initialized or loaded from Hugging Face Hub, contains {client.get_collection(DB_NAME).count()} entries")
+    collection = create_collection(client, DB_NAME)
+    logger.info(f"Database initialized or loaded from Hugging Face Hub, contains {collection.count()} entries")