Kevin Fink
commited on
Commit
·
a8d4173
1
Parent(s):
6c1eee7
dev
Browse files
app.py
CHANGED
@@ -209,7 +209,8 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
209 |
dataset['validation'] = dataset['validation'].select(range(100))
|
210 |
train_set = tokenize_function(dataset['train'])
|
211 |
valid_set = tokenize_function(dataset['validation'])
|
212 |
-
|
|
|
213 |
|
214 |
print('DONE')
|
215 |
|
@@ -219,7 +220,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
219 |
model=model,
|
220 |
args=training_args,
|
221 |
train_dataset=train_set,
|
222 |
-
eval_dataset=
|
223 |
compute_metrics=compute_metrics,
|
224 |
data_collator=data_collator,
|
225 |
#processing_class=tokenizer,
|
|
|
209 |
dataset['validation'] = dataset['validation'].select(range(100))
|
210 |
train_set = tokenize_function(dataset['train'])
|
211 |
valid_set = tokenize_function(dataset['validation'])
|
212 |
+
|
213 |
+
print(train_set)
|
214 |
|
215 |
print('DONE')
|
216 |
|
|
|
220 |
model=model,
|
221 |
args=training_args,
|
222 |
train_dataset=train_set,
|
223 |
+
eval_dataset=valid_set,
|
224 |
compute_metrics=compute_metrics,
|
225 |
data_collator=data_collator,
|
226 |
#processing_class=tokenizer,
|