Getting 50 from each dataset

src/deepeval/base_task.py

@@ -194,10 +194,9 @@ class BaseTask(ABC):
         dataset= load_dataset(self.dataset_repo, token=HF_TOKEN, split="train")
         print("Dataset loaded.")
         
-        # Load %25 of each dataset
-        print("Original dataset size: ", len(dataset))
-        dataset = dataset.shuffle(seed=42).select(range(int(len(dataset) * 0.25)))
-        print("Reduced dataset size: ", len(dataset))
+        # Load 50 from each dataset
+        if len(dataset) > 50:
+            dataset = dataset.shuffle(seed=42).select(range(50))
         end_time = datetime.now()
         print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
         return dataset