Kevin Fink
commited on
Commit
·
cfb27a8
1
Parent(s):
8b419e7
dev
Browse files
app.py
CHANGED
@@ -122,7 +122,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
122 |
saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
|
123 |
if os.access(f'/data/{hub_id.strip()}_test_dataset', os.R_OK):
|
124 |
train_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset3')
|
125 |
-
saved_test_dataset = load_from_disk(f'/data/{hub_id.strip()}
|
126 |
print("FOUND TEST")
|
127 |
# Create Trainer
|
128 |
data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
|
|
|
122 |
saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
|
123 |
if os.access(f'/data/{hub_id.strip()}_test_dataset', os.R_OK):
|
124 |
train_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset3')
|
125 |
+
saved_test_dataset = load_from_disk(f'/data/{hub_id.strip()}_validation_dataset')
|
126 |
print("FOUND TEST")
|
127 |
# Create Trainer
|
128 |
data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
|