Kevin Fink
commited on
Commit
·
959fe56
1
Parent(s):
a141843
dev
Browse files
app.py
CHANGED
@@ -136,7 +136,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
136 |
eval_dataset=saved_test_dataset,
|
137 |
compute_metrics=compute_metrics,
|
138 |
data_collator=data_collator,
|
139 |
-
processing_class=tokenizer,
|
140 |
)
|
141 |
|
142 |
elif os.access(f'/data/{hub_id.strip()}_train_dataset3', os.R_OK):
|
|
|
136 |
eval_dataset=saved_test_dataset,
|
137 |
compute_metrics=compute_metrics,
|
138 |
data_collator=data_collator,
|
139 |
+
#processing_class=tokenizer,
|
140 |
)
|
141 |
|
142 |
elif os.access(f'/data/{hub_id.strip()}_train_dataset3', os.R_OK):
|