Kevin Fink
commited on
Commit
·
6d2d54c
1
Parent(s):
82c7d8e
deve
Browse files
app.py
CHANGED
@@ -230,7 +230,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
230 |
eval_dataset=train_set['validation'],
|
231 |
compute_metrics=compute_metrics,
|
232 |
#data_collator=data_collator,
|
233 |
-
|
234 |
)
|
235 |
|
236 |
# Fine-tune the model
|
|
|
230 |
eval_dataset=train_set['validation'],
|
231 |
compute_metrics=compute_metrics,
|
232 |
#data_collator=data_collator,
|
233 |
+
processing_class=tokenizer,
|
234 |
)
|
235 |
|
236 |
# Fine-tune the model
|