Kevin Fink commited on
Commit
cb7d042
·
1 Parent(s): 6eea7ab
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -32,12 +32,12 @@ def fine_tune_model(model_name, dataset_name, hub_id, num_epochs, batch_size, lr
32
  training_args = TrainingArguments(
33
  output_dir='./results',
34
  evaluation_strategy="epoch",
35
- learning_rate=lr,
36
  per_device_train_batch_size=batch_size,
37
  per_device_eval_batch_size=batch_size,
38
  num_train_epochs=num_epochs,
39
  weight_decay=0.01,
40
- gradient_accumulation_steps=grad,
41
  load_best_model_at_end=True,
42
  metric_for_best_model="accuracy",
43
  greater_is_better=True,
 
32
  training_args = TrainingArguments(
33
  output_dir='./results',
34
  evaluation_strategy="epoch",
35
+ learning_rate=lr**-5,
36
  per_device_train_batch_size=batch_size,
37
  per_device_eval_batch_size=batch_size,
38
  num_train_epochs=num_epochs,
39
  weight_decay=0.01,
40
+ gradient_accumulation_steps=grad**-1,
41
  load_best_model_at_end=True,
42
  metric_for_best_model="accuracy",
43
  greater_is_better=True,