Kevin Fink commited on
Commit
7f8fbf8
·
1 Parent(s): d0d3719
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -124,7 +124,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
124
  saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
125
  if os.access(f'/data/{hub_id.strip()}_test_dataset', os.R_OK):
126
  train_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset3')
127
- saved_test_dataset = load_from_disk(f'/data/{hub_id.strip()}_test_dataset')
128
  print("FOUND TEST")
129
  # Create Trainer
130
  data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
 
124
  saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
125
  if os.access(f'/data/{hub_id.strip()}_test_dataset', os.R_OK):
126
  train_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset3')
127
+ saved_test_dataset = load_from_disk(f'/data/{hub_id.strip()}_validation_dataset')
128
  print("FOUND TEST")
129
  # Create Trainer
130
  data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)