Kevin Fink commited on
Commit
0314370
·
1 Parent(s): 8bef298
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -58,7 +58,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
58
  output_dir='./results',
59
  eval_strategy="epoch",
60
  save_strategy='epoch',
61
- learning_rate=lr*0.00001,
62
  per_device_train_batch_size=int(batch_size),
63
  per_device_eval_batch_size=1,
64
  num_train_epochs=int(num_epochs),
@@ -109,8 +109,8 @@ try:
109
  gr.Textbox(label="HF hub to push to after training"),
110
  gr.Textbox(label="HF API token"),
111
  gr.Slider(minimum=1, maximum=10, value=3, label="Number of Epochs", step=1),
112
- gr.Slider(minimum=1, maximum=16, value=4, label="Batch Size", step=1),
113
- gr.Slider(minimum=1, maximum=1000, value=50, label="Learning Rate (e-5)", step=1),
114
  gr.Slider(minimum=1, maximum=100, value=1, label="Gradient accumulation (e-1)", step=1),
115
  ],
116
  outputs="text",
 
58
  output_dir='./results',
59
  eval_strategy="epoch",
60
  save_strategy='epoch',
61
+ learning_rate=lr*0.000001,
62
  per_device_train_batch_size=int(batch_size),
63
  per_device_eval_batch_size=1,
64
  num_train_epochs=int(num_epochs),
 
109
  gr.Textbox(label="HF hub to push to after training"),
110
  gr.Textbox(label="HF API token"),
111
  gr.Slider(minimum=1, maximum=10, value=3, label="Number of Epochs", step=1),
112
+ gr.Slider(minimum=1, maximum=16, value=1, label="Batch Size", step=1),
113
+ gr.Slider(minimum=1, maximum=1000, value=1, label="Learning Rate (e-5)", step=1),
114
  gr.Slider(minimum=1, maximum=100, value=1, label="Gradient accumulation (e-1)", step=1),
115
  ],
116
  outputs="text",