Spaces:
Running
on
T4
Running
on
T4
Ahmet Kaan Sever
commited on
Commit
·
f3676ca
1
Parent(s):
9dd8848
Decreased example count
Browse files
src/deepeval/bias_task.py
CHANGED
@@ -10,7 +10,7 @@ class BiasTask(BaseTask):
|
|
10 |
|
11 |
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_from_hf()
|
13 |
-
return dataset.select(range(min(
|
14 |
|
15 |
def evaluate(self) -> dict[str, Any]:
|
16 |
|
|
|
10 |
|
11 |
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_from_hf()
|
13 |
+
return dataset.select(range(min(3, len(dataset))))
|
14 |
|
15 |
def evaluate(self) -> dict[str, Any]:
|
16 |
|
src/deepeval/faithfulness_task.py
CHANGED
@@ -9,7 +9,7 @@ class FaithfulnessTask(BaseTask):
|
|
9 |
|
10 |
def load_dataset_from_hf(self):
|
11 |
dataset = super().load_dataset_from_hf()
|
12 |
-
return dataset.select(range(min(
|
13 |
|
14 |
def evaluate(self) -> dict[str, Any]:
|
15 |
|
|
|
9 |
|
10 |
def load_dataset_from_hf(self):
|
11 |
dataset = super().load_dataset_from_hf()
|
12 |
+
return dataset.select(range(min(3, len(dataset))))
|
13 |
|
14 |
def evaluate(self) -> dict[str, Any]:
|
15 |
|
src/deepeval/instruction_following_task.py
CHANGED
@@ -10,7 +10,7 @@ class InstructionFollowingTask(BaseTask):
|
|
10 |
|
11 |
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_from_hf()
|
13 |
-
return dataset.select(range(min(
|
14 |
|
15 |
def evaluate(self) -> dict[str, Any]:
|
16 |
results = []
|
|
|
10 |
|
11 |
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_from_hf()
|
13 |
+
return dataset.select(range(min(3, len(dataset))))
|
14 |
|
15 |
def evaluate(self) -> dict[str, Any]:
|
16 |
results = []
|
src/deepeval/reading_comprehension_task.py
CHANGED
@@ -28,7 +28,7 @@ class ReadingComprehensionTask(BaseTask):
|
|
28 |
|
29 |
def load_dataset_from_hf(self):
|
30 |
dataset = super().load_dataset_from_hf()
|
31 |
-
return dataset.select(range(min(
|
32 |
|
33 |
def evaluate(self) -> dict[str, Any]:
|
34 |
results = []
|
|
|
28 |
|
29 |
def load_dataset_from_hf(self):
|
30 |
dataset = super().load_dataset_from_hf()
|
31 |
+
return dataset.select(range(min(3, len(dataset))))
|
32 |
|
33 |
def evaluate(self) -> dict[str, Any]:
|
34 |
results = []
|
src/deepeval/toxicity_task.py
CHANGED
@@ -9,7 +9,7 @@ class ToxicityTask(BaseTask):
|
|
9 |
|
10 |
def load_dataset_from_hf(self):
|
11 |
dataset = super().load_dataset_from_hf()
|
12 |
-
return dataset.select(range(min(
|
13 |
|
14 |
|
15 |
def evaluate(self) -> dict[str, Any]:
|
|
|
9 |
|
10 |
def load_dataset_from_hf(self):
|
11 |
dataset = super().load_dataset_from_hf()
|
12 |
+
return dataset.select(range(min(3, len(dataset))))
|
13 |
|
14 |
|
15 |
def evaluate(self) -> dict[str, Any]:
|
src/deepeval/truthfulness_task.py
CHANGED
@@ -26,7 +26,7 @@ class TruthfulnessTask(BaseTask):
|
|
26 |
|
27 |
def load_dataset_from_hf(self):
|
28 |
dataset = super().load_dataset_from_hf()
|
29 |
-
return dataset.select(range(min(
|
30 |
|
31 |
def evaluate(self) -> dict[str, Any]:
|
32 |
results = []
|
|
|
26 |
|
27 |
def load_dataset_from_hf(self):
|
28 |
dataset = super().load_dataset_from_hf()
|
29 |
+
return dataset.select(range(min(3, len(dataset))))
|
30 |
|
31 |
def evaluate(self) -> dict[str, Any]:
|
32 |
results = []
|