Kevin Fink
commited on
Commit
·
cb7d042
1
Parent(s):
6eea7ab
init
Browse files
app.py
CHANGED
@@ -32,12 +32,12 @@ def fine_tune_model(model_name, dataset_name, hub_id, num_epochs, batch_size, lr
|
|
32 |
training_args = TrainingArguments(
|
33 |
output_dir='./results',
|
34 |
evaluation_strategy="epoch",
|
35 |
-
learning_rate=lr,
|
36 |
per_device_train_batch_size=batch_size,
|
37 |
per_device_eval_batch_size=batch_size,
|
38 |
num_train_epochs=num_epochs,
|
39 |
weight_decay=0.01,
|
40 |
-
gradient_accumulation_steps=grad,
|
41 |
load_best_model_at_end=True,
|
42 |
metric_for_best_model="accuracy",
|
43 |
greater_is_better=True,
|
|
|
32 |
training_args = TrainingArguments(
|
33 |
output_dir='./results',
|
34 |
evaluation_strategy="epoch",
|
35 |
+
learning_rate=lr**-5,
|
36 |
per_device_train_batch_size=batch_size,
|
37 |
per_device_eval_batch_size=batch_size,
|
38 |
num_train_epochs=num_epochs,
|
39 |
weight_decay=0.01,
|
40 |
+
gradient_accumulation_steps=grad**-1,
|
41 |
load_best_model_at_end=True,
|
42 |
metric_for_best_model="accuracy",
|
43 |
greater_is_better=True,
|