Tonic commited on
Commit
0a8dd72
·
verified ·
1 Parent(s): bd882a0

removes dataset text field and packing arguments from the trainer

Browse files
Files changed (1) hide show
  1. trainer.py +0 -2
trainer.py CHANGED
@@ -76,9 +76,7 @@ class SmolLM3Trainer:
76
  eval_dataset=eval_dataset,
77
  args=training_args,
78
  data_collator=data_collator,
79
- dataset_text_field="text",
80
  max_seq_length=self.config.max_seq_length,
81
- packing=False, # Disable packing for better control
82
  callbacks=callbacks,
83
  )
84
  else:
 
76
  eval_dataset=eval_dataset,
77
  args=training_args,
78
  data_collator=data_collator,
 
79
  max_seq_length=self.config.max_seq_length,
 
80
  callbacks=callbacks,
81
  )
82
  else: