Kevin Fink
commited on
Commit
·
1394214
1
Parent(s):
aef99c1
dev
Browse files
app.py
CHANGED
@@ -219,11 +219,11 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
219 |
trainer = Trainer(
|
220 |
model=model,
|
221 |
args=training_args,
|
222 |
-
train_dataset=
|
223 |
-
eval_dataset=
|
224 |
compute_metrics=compute_metrics,
|
225 |
#data_collator=data_collator,
|
226 |
-
|
227 |
)
|
228 |
|
229 |
# Fine-tune the model
|
|
|
219 |
trainer = Trainer(
|
220 |
model=model,
|
221 |
args=training_args,
|
222 |
+
train_dataset=dataset['train'],
|
223 |
+
eval_dataset=dataset['validation'],
|
224 |
compute_metrics=compute_metrics,
|
225 |
#data_collator=data_collator,
|
226 |
+
processing_class=tokenizer,
|
227 |
)
|
228 |
|
229 |
# Fine-tune the model
|