Spaces:
Sleeping
Sleeping
Ahmet Kaan Sever
commited on
Commit
·
f74f2a9
1
Parent(s):
796c1e7
Fixed lm judge abstraction
Browse files- src/deepeval/base_task.py +0 -1
- src/deepeval/bias_task.py +1 -1
- src/deepeval/faithfulness_task.py +1 -1
- src/deepeval/instruction_following_task.py +1 -1
- src/deepeval/reading_comprehension_task.py +1 -1
- src/deepeval/summarization_task.py +1 -1
- src/deepeval/toxicity_task.py +1 -1
- src/deepeval/truthfulness_task.py +1 -1
src/deepeval/base_task.py
CHANGED
@@ -252,7 +252,6 @@ class BaseTask(ABC):
|
|
252 |
print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
|
253 |
return dataset
|
254 |
|
255 |
-
@abstractmethod
|
256 |
def load_dataset_lmjudge_from_hf(self):
|
257 |
"""
|
258 |
Define your own loading method if needed.
|
|
|
252 |
print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
|
253 |
return dataset
|
254 |
|
|
|
255 |
def load_dataset_lmjudge_from_hf(self):
|
256 |
"""
|
257 |
Define your own loading method if needed.
|
src/deepeval/bias_task.py
CHANGED
@@ -9,7 +9,7 @@ class BiasTaskOE(BaseTask):
|
|
9 |
def __init__(self, model_name: str):
|
10 |
super().__init__("metunlp/sosyoloji_bias", model_name=model_name)
|
11 |
|
12 |
-
def
|
13 |
dataset = super().load_dataset_lmjudge_from_hf()
|
14 |
return dataset
|
15 |
|
|
|
9 |
def __init__(self, model_name: str):
|
10 |
super().__init__("metunlp/sosyoloji_bias", model_name=model_name)
|
11 |
|
12 |
+
def load_dataset_from_hf(self):
|
13 |
dataset = super().load_dataset_lmjudge_from_hf()
|
14 |
return dataset
|
15 |
|
src/deepeval/faithfulness_task.py
CHANGED
@@ -8,7 +8,7 @@ class FaithfulnessTask(BaseTask):
|
|
8 |
def __init__(self, model_name: str):
|
9 |
super().__init__("metunlp/sosyoloji_faithfulness", model_name=model_name)
|
10 |
|
11 |
-
def
|
12 |
dataset = super().load_dataset_lmjudge_from_hf()
|
13 |
return dataset
|
14 |
|
|
|
8 |
def __init__(self, model_name: str):
|
9 |
super().__init__("metunlp/sosyoloji_faithfulness", model_name=model_name)
|
10 |
|
11 |
+
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_lmjudge_from_hf()
|
13 |
return dataset
|
14 |
|
src/deepeval/instruction_following_task.py
CHANGED
@@ -9,7 +9,7 @@ class InstructionFollowingTask(BaseTask):
|
|
9 |
def __init__(self, model_name: str):
|
10 |
super().__init__("metunlp/instruction_following_tr", model_name=model_name)
|
11 |
|
12 |
-
def
|
13 |
dataset = super().load_dataset_lmjudge_from_hf()
|
14 |
return dataset
|
15 |
|
|
|
9 |
def __init__(self, model_name: str):
|
10 |
super().__init__("metunlp/instruction_following_tr", model_name=model_name)
|
11 |
|
12 |
+
def load_dataset_from_hf(self):
|
13 |
dataset = super().load_dataset_lmjudge_from_hf()
|
14 |
return dataset
|
15 |
|
src/deepeval/reading_comprehension_task.py
CHANGED
@@ -27,7 +27,7 @@ class ReadingComprehensionTask(BaseTask):
|
|
27 |
],
|
28 |
)
|
29 |
|
30 |
-
def
|
31 |
dataset = super().load_dataset_lmjudge_from_hf()
|
32 |
return dataset
|
33 |
|
|
|
27 |
],
|
28 |
)
|
29 |
|
30 |
+
def load_dataset_from_hf(self):
|
31 |
dataset = super().load_dataset_lmjudge_from_hf()
|
32 |
return dataset
|
33 |
|
src/deepeval/summarization_task.py
CHANGED
@@ -8,7 +8,7 @@ class SummarizationTask(BaseTask):
|
|
8 |
def __init__(self, model_name: str):
|
9 |
super().__init__("metunlp/summarization_tr", model_name=model_name)
|
10 |
|
11 |
-
def
|
12 |
dataset = super().load_dataset_lmjudge_from_hf()
|
13 |
return dataset
|
14 |
|
|
|
8 |
def __init__(self, model_name: str):
|
9 |
super().__init__("metunlp/summarization_tr", model_name=model_name)
|
10 |
|
11 |
+
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_lmjudge_from_hf()
|
13 |
return dataset
|
14 |
|
src/deepeval/toxicity_task.py
CHANGED
@@ -8,7 +8,7 @@ class ToxicityTask(BaseTask):
|
|
8 |
def __init__(self, model_name: str):
|
9 |
super().__init__("metunlp/sosyoloji_toxicity", model_name=model_name)
|
10 |
|
11 |
-
def
|
12 |
dataset = super().load_dataset_lmjudge_from_hf()
|
13 |
return dataset
|
14 |
|
|
|
8 |
def __init__(self, model_name: str):
|
9 |
super().__init__("metunlp/sosyoloji_toxicity", model_name=model_name)
|
10 |
|
11 |
+
def load_dataset_from_hf(self):
|
12 |
dataset = super().load_dataset_lmjudge_from_hf()
|
13 |
return dataset
|
14 |
|
src/deepeval/truthfulness_task.py
CHANGED
@@ -25,7 +25,7 @@ class TruthfulnessTask(BaseTask):
|
|
25 |
],
|
26 |
)
|
27 |
|
28 |
-
def
|
29 |
dataset = super().load_dataset_lmjudge_from_hf()
|
30 |
return dataset
|
31 |
|
|
|
25 |
],
|
26 |
)
|
27 |
|
28 |
+
def load_dataset_from_hf(self):
|
29 |
dataset = super().load_dataset_lmjudge_from_hf()
|
30 |
return dataset
|
31 |
|