Ahmet Kaan Sever commited on
Commit
796c1e7
·
1 Parent(s): 9c25ebd

Changed 100 to 50

Browse files
Files changed (1) hide show
  1. src/deepeval/base_task.py +3 -3
src/deepeval/base_task.py CHANGED
@@ -204,7 +204,7 @@ class BaseTask(ABC):
204
  )
205
 
206
  inputs = self.tokenizer(formatted_chat, return_tensors="pt", padding=True, truncation=True)
207
-
208
  if self.device == "auto":
209
  input_ids = inputs.input_ids
210
  attention_mask = inputs.attention_mask
@@ -246,8 +246,8 @@ class BaseTask(ABC):
246
  print("Dataset loaded.")
247
 
248
  # Load 50 from each dataset
249
- if len(dataset) > 100:
250
- dataset = dataset.shuffle(seed=42).select(range(100))
251
  end_time = datetime.now()
252
  print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
253
  return dataset
 
204
  )
205
 
206
  inputs = self.tokenizer(formatted_chat, return_tensors="pt", padding=True, truncation=True)
207
+
208
  if self.device == "auto":
209
  input_ids = inputs.input_ids
210
  attention_mask = inputs.attention_mask
 
246
  print("Dataset loaded.")
247
 
248
  # Load 50 from each dataset
249
+ if len(dataset) > 50:
250
+ dataset = dataset.shuffle(seed=42).select(range(50))
251
  end_time = datetime.now()
252
  print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
253
  return dataset