Kevin Fink
commited on
Commit
·
8ab90a0
1
Parent(s):
c1cbb52
dev
Browse files
app.py
CHANGED
@@ -113,7 +113,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
113 |
#max_length = 512
|
114 |
# Load the dataset
|
115 |
max_length = model.get_input_embeddings().weight.shape[0]
|
116 |
-
print(f"TESTING: {os.access(f'/data/{hub_id.strip()}_train_dataset',
|
117 |
try:
|
118 |
saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
|
119 |
if os.path.isfile(f'/data/{hub_id.strip()}_test_dataset'):
|
|
|
113 |
#max_length = 512
|
114 |
# Load the dataset
|
115 |
max_length = model.get_input_embeddings().weight.shape[0]
|
116 |
+
print(f"TESTING: {os.access(f'/data/{hub_id.strip()}_train_dataset', os.R_OK)}")
|
117 |
try:
|
118 |
saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset')
|
119 |
if os.path.isfile(f'/data/{hub_id.strip()}_test_dataset'):
|