Kevin Fink commited on
Commit
cfb27a8
·
1 Parent(s): 8b419e7
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -122,7 +122,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
122
  saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
123
  if os.access(f'/data/{hub_id.strip()}_test_dataset', os.R_OK):
124
  train_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset3')
125
- saved_test_dataset = load_from_disk(f'/data/{hub_id.strip()}_test_dataset')
126
  print("FOUND TEST")
127
  # Create Trainer
128
  data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
 
122
  saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
123
  if os.access(f'/data/{hub_id.strip()}_test_dataset', os.R_OK):
124
  train_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset3')
125
+ saved_test_dataset = load_from_disk(f'/data/{hub_id.strip()}_validation_dataset')
126
  print("FOUND TEST")
127
  # Create Trainer
128
  data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)