Kevin Fink
commited on
Commit
·
56a80ae
1
Parent(s):
ee2912e
dev
Browse files
app.py
CHANGED
@@ -206,7 +206,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
206 |
dataset = load_dataset(dataset_name.strip())
|
207 |
#dataset['train'] = dataset['train'].select(range(8000))
|
208 |
dataset['train'] = dataset['train'].select(range(1000))
|
209 |
-
dataset['validation'] = dataset['
|
210 |
tokenized_first_third = dataset.map(tokenize_function, batched=True, batch_size=50, remove_columns=column_names,)
|
211 |
|
212 |
|
|
|
206 |
dataset = load_dataset(dataset_name.strip())
|
207 |
#dataset['train'] = dataset['train'].select(range(8000))
|
208 |
dataset['train'] = dataset['train'].select(range(1000))
|
209 |
+
dataset['validation'] = dataset['validation'].select(range(100))
|
210 |
tokenized_first_third = dataset.map(tokenize_function, batched=True, batch_size=50, remove_columns=column_names,)
|
211 |
|
212 |
|