Kevin Fink
commited on
Commit
·
93bdf45
1
Parent(s):
cd4bc43
dev
Browse files
app.py
CHANGED
@@ -110,7 +110,8 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
110 |
|
111 |
#max_length = 512
|
112 |
# Load the dataset
|
113 |
-
dataset = load_dataset(dataset_name.strip())
|
|
|
114 |
train_size = len(dataset['train'])
|
115 |
third_size = train_size // 3
|
116 |
max_length = model.get_input_embeddings().weight.shape[0]
|
|
|
110 |
|
111 |
#max_length = 512
|
112 |
# Load the dataset
|
113 |
+
dataset = load_dataset(dataset_name.strip())
|
114 |
+
print(dataset.keys())
|
115 |
train_size = len(dataset['train'])
|
116 |
third_size = train_size // 3
|
117 |
max_length = model.get_input_embeddings().weight.shape[0]
|