Spaces:
Sleeping
Sleeping
Ahmet Kaan Sever
commited on
Commit
·
796c1e7
1
Parent(s):
9c25ebd
Changed 100 to 50
Browse files
src/deepeval/base_task.py
CHANGED
@@ -204,7 +204,7 @@ class BaseTask(ABC):
|
|
204 |
)
|
205 |
|
206 |
inputs = self.tokenizer(formatted_chat, return_tensors="pt", padding=True, truncation=True)
|
207 |
-
|
208 |
if self.device == "auto":
|
209 |
input_ids = inputs.input_ids
|
210 |
attention_mask = inputs.attention_mask
|
@@ -246,8 +246,8 @@ class BaseTask(ABC):
|
|
246 |
print("Dataset loaded.")
|
247 |
|
248 |
# Load 50 from each dataset
|
249 |
-
if len(dataset) >
|
250 |
-
dataset = dataset.shuffle(seed=42).select(range(
|
251 |
end_time = datetime.now()
|
252 |
print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
|
253 |
return dataset
|
|
|
204 |
)
|
205 |
|
206 |
inputs = self.tokenizer(formatted_chat, return_tensors="pt", padding=True, truncation=True)
|
207 |
+
|
208 |
if self.device == "auto":
|
209 |
input_ids = inputs.input_ids
|
210 |
attention_mask = inputs.attention_mask
|
|
|
246 |
print("Dataset loaded.")
|
247 |
|
248 |
# Load 50 from each dataset
|
249 |
+
if len(dataset) > 50:
|
250 |
+
dataset = dataset.shuffle(seed=42).select(range(50))
|
251 |
end_time = datetime.now()
|
252 |
print(f"Dataset loaded in {(end_time - start_time).seconds} seconds.")
|
253 |
return dataset
|