Spaces:
Running
Running
removes dataset text field and packing arguments from the trainer
Browse files- trainer.py +0 -2
trainer.py
CHANGED
@@ -76,9 +76,7 @@ class SmolLM3Trainer:
|
|
76 |
eval_dataset=eval_dataset,
|
77 |
args=training_args,
|
78 |
data_collator=data_collator,
|
79 |
-
dataset_text_field="text",
|
80 |
max_seq_length=self.config.max_seq_length,
|
81 |
-
packing=False, # Disable packing for better control
|
82 |
callbacks=callbacks,
|
83 |
)
|
84 |
else:
|
|
|
76 |
eval_dataset=eval_dataset,
|
77 |
args=training_args,
|
78 |
data_collator=data_collator,
|
|
|
79 |
max_seq_length=self.config.max_seq_length,
|
|
|
80 |
callbacks=callbacks,
|
81 |
)
|
82 |
else:
|