Debug - Read

src/api/services/huggingface_service.py

@@ -39,7 +39,7 @@ class HuggingFaceService:
         try:
             logger.info(f"Loading dataset from Hugging Face Hub: {dataset_name}...")
             ds = load_dataset(dataset_name)
-            df = ds["train"].to_pandas()
+            df = ds["train"].to_dict()
             return df
         except Exception as e:
             logger.error(f"Failed to read dataset: {e}")

src/main.py

@@ -126,7 +126,7 @@ async def read_embeddings(
     """
     try:
         df = await huggingface_service.read_dataset(request.dataset_name)
-        return df.to_dict(orient="dict")
+        return df
     except DatasetNotFoundError as e:
         logger.error(f"Dataset not found: {e}")
         raise HTTPException(status_code=404, detail=f"Dataset not found: {e}")