Kevin Fink commited on
Commit
a8d4173
·
1 Parent(s): 6c1eee7
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -209,7 +209,8 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
209
  dataset['validation'] = dataset['validation'].select(range(100))
210
  train_set = tokenize_function(dataset['train'])
211
  valid_set = tokenize_function(dataset['validation'])
212
- print(valid_set)
 
213
 
214
  print('DONE')
215
 
@@ -219,7 +220,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
219
  model=model,
220
  args=training_args,
221
  train_dataset=train_set,
222
- eval_dataset=train_set,
223
  compute_metrics=compute_metrics,
224
  data_collator=data_collator,
225
  #processing_class=tokenizer,
 
209
  dataset['validation'] = dataset['validation'].select(range(100))
210
  train_set = tokenize_function(dataset['train'])
211
  valid_set = tokenize_function(dataset['validation'])
212
+
213
+ print(train_set)
214
 
215
  print('DONE')
216
 
 
220
  model=model,
221
  args=training_args,
222
  train_dataset=train_set,
223
+ eval_dataset=valid_set,
224
  compute_metrics=compute_metrics,
225
  data_collator=data_collator,
226
  #processing_class=tokenizer,