Update

handetect/configs.py

@@ -6,9 +6,9 @@ from models import *
 
 # Constants
 RANDOM_SEED = 123
-BATCH_SIZE = 32
+BATCH_SIZE = 16
 NUM_EPOCHS = 100
-LEARNING_RATE = 0.001
+LEARNING_RATE =  0.05585974668605116
 STEP_SIZE = 10
 GAMMA = 0.5
 DEVICE = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")

handetect/tuning.py

@@ -145,7 +145,7 @@ def objective(trial):
     # Modify the model and optimizer using suggested hyperparameters
     optimizer = optim.Adam(MODEL.parameters(), lr=learning_rate)
 
-    for epoch in range(10):
+    for epoch in range(20):
         train_epoch(epoch)
         early_stopping = validate_epoch(epoch)
 
@@ -161,7 +161,7 @@ def objective(trial):
 
 if __name__ == "__main__":
     study = optuna.create_study(direction="maximize")
-    study.optimize(objective, n_trials=100, show_progress_bar=True)
+    study.optimize(objective, timeout=3600)
 
     # Print statistics
     print("Number of finished trials: ", len(study.trials))