Ahmet Kaan Sever commited on
Commit
f74f2a9
·
1 Parent(s): 796c1e7

Fixed lm judge abstraction

Browse files
src/deepeval/base_task.py CHANGED
@@ -252,7 +252,6 @@ class BaseTask(ABC):
252
  print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
253
  return dataset
254
 
255
- @abstractmethod
256
  def load_dataset_lmjudge_from_hf(self):
257
  """
258
  Define your own loading method if needed.
 
252
  print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
253
  return dataset
254
 
 
255
  def load_dataset_lmjudge_from_hf(self):
256
  """
257
  Define your own loading method if needed.
src/deepeval/bias_task.py CHANGED
@@ -9,7 +9,7 @@ class BiasTaskOE(BaseTask):
9
  def __init__(self, model_name: str):
10
  super().__init__("metunlp/sosyoloji_bias", model_name=model_name)
11
 
12
- def load_dataset_lmjudge_from_hf(self):
13
  dataset = super().load_dataset_lmjudge_from_hf()
14
  return dataset
15
 
 
9
  def __init__(self, model_name: str):
10
  super().__init__("metunlp/sosyoloji_bias", model_name=model_name)
11
 
12
+ def load_dataset_from_hf(self):
13
  dataset = super().load_dataset_lmjudge_from_hf()
14
  return dataset
15
 
src/deepeval/faithfulness_task.py CHANGED
@@ -8,7 +8,7 @@ class FaithfulnessTask(BaseTask):
8
  def __init__(self, model_name: str):
9
  super().__init__("metunlp/sosyoloji_faithfulness", model_name=model_name)
10
 
11
- def load_dataset_lmjudge_from_hf(self):
12
  dataset = super().load_dataset_lmjudge_from_hf()
13
  return dataset
14
 
 
8
  def __init__(self, model_name: str):
9
  super().__init__("metunlp/sosyoloji_faithfulness", model_name=model_name)
10
 
11
+ def load_dataset_from_hf(self):
12
  dataset = super().load_dataset_lmjudge_from_hf()
13
  return dataset
14
 
src/deepeval/instruction_following_task.py CHANGED
@@ -9,7 +9,7 @@ class InstructionFollowingTask(BaseTask):
9
  def __init__(self, model_name: str):
10
  super().__init__("metunlp/instruction_following_tr", model_name=model_name)
11
 
12
- def load_dataset_lmjudge_from_hf(self):
13
  dataset = super().load_dataset_lmjudge_from_hf()
14
  return dataset
15
 
 
9
  def __init__(self, model_name: str):
10
  super().__init__("metunlp/instruction_following_tr", model_name=model_name)
11
 
12
+ def load_dataset_from_hf(self):
13
  dataset = super().load_dataset_lmjudge_from_hf()
14
  return dataset
15
 
src/deepeval/reading_comprehension_task.py CHANGED
@@ -27,7 +27,7 @@ class ReadingComprehensionTask(BaseTask):
27
  ],
28
  )
29
 
30
- def load_dataset_lmjudge_from_hf(self):
31
  dataset = super().load_dataset_lmjudge_from_hf()
32
  return dataset
33
 
 
27
  ],
28
  )
29
 
30
+ def load_dataset_from_hf(self):
31
  dataset = super().load_dataset_lmjudge_from_hf()
32
  return dataset
33
 
src/deepeval/summarization_task.py CHANGED
@@ -8,7 +8,7 @@ class SummarizationTask(BaseTask):
8
  def __init__(self, model_name: str):
9
  super().__init__("metunlp/summarization_tr", model_name=model_name)
10
 
11
- def load_dataset_lmjudge_from_hf(self):
12
  dataset = super().load_dataset_lmjudge_from_hf()
13
  return dataset
14
 
 
8
  def __init__(self, model_name: str):
9
  super().__init__("metunlp/summarization_tr", model_name=model_name)
10
 
11
+ def load_dataset_from_hf(self):
12
  dataset = super().load_dataset_lmjudge_from_hf()
13
  return dataset
14
 
src/deepeval/toxicity_task.py CHANGED
@@ -8,7 +8,7 @@ class ToxicityTask(BaseTask):
8
  def __init__(self, model_name: str):
9
  super().__init__("metunlp/sosyoloji_toxicity", model_name=model_name)
10
 
11
- def load_dataset_lmjudge_from_hf(self):
12
  dataset = super().load_dataset_lmjudge_from_hf()
13
  return dataset
14
 
 
8
  def __init__(self, model_name: str):
9
  super().__init__("metunlp/sosyoloji_toxicity", model_name=model_name)
10
 
11
+ def load_dataset_from_hf(self):
12
  dataset = super().load_dataset_lmjudge_from_hf()
13
  return dataset
14
 
src/deepeval/truthfulness_task.py CHANGED
@@ -25,7 +25,7 @@ class TruthfulnessTask(BaseTask):
25
  ],
26
  )
27
 
28
- def load_dataset_lmjudge_from_hf(self):
29
  dataset = super().load_dataset_lmjudge_from_hf()
30
  return dataset
31
 
 
25
  ],
26
  )
27
 
28
+ def load_dataset_from_hf(self):
29
  dataset = super().load_dataset_lmjudge_from_hf()
30
  return dataset
31