dev

app.py

@@ -219,11 +219,11 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
         trainer = Trainer(
             model=model,
             args=training_args,
-            train_dataset=train_set, 
-            eval_dataset=valid_set,
+            train_dataset=dataset['train'], 
+            eval_dataset=dataset['validation'], 
             compute_metrics=compute_metrics,
             #data_collator=data_collator,
-            #processing_class=tokenizer,
+            processing_class=tokenizer,
         )    
     
         # Fine-tune the model