{
  "best_metric": 0.16233286261558533,
  "best_model_checkpoint": "./vit-base-brain-alzheimer-detection/checkpoint-2500",
  "epoch": 15.625,
  "eval_steps": 500,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1953125,
      "grad_norm": 5.237834453582764,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.6443,
      "step": 50
    },
    {
      "epoch": 0.390625,
      "grad_norm": 10.076339721679688,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.5744,
      "step": 100
    },
    {
      "epoch": 0.5859375,
      "grad_norm": 10.711421012878418,
      "learning_rate": 6e-06,
      "loss": 0.5509,
      "step": 150
    },
    {
      "epoch": 0.78125,
      "grad_norm": 7.218406677246094,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.5198,
      "step": 200
    },
    {
      "epoch": 0.9765625,
      "grad_norm": 3.6985344886779785,
      "learning_rate": 1e-05,
      "loss": 0.4411,
      "step": 250
    },
    {
      "epoch": 1.171875,
      "grad_norm": 29.415699005126953,
      "learning_rate": 1.2e-05,
      "loss": 0.4885,
      "step": 300
    },
    {
      "epoch": 1.3671875,
      "grad_norm": 24.613481521606445,
      "learning_rate": 1.4e-05,
      "loss": 0.4818,
      "step": 350
    },
    {
      "epoch": 1.5625,
      "grad_norm": 8.766143798828125,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.4116,
      "step": 400
    },
    {
      "epoch": 1.7578125,
      "grad_norm": 2.4442567825317383,
      "learning_rate": 1.8e-05,
      "loss": 0.4328,
      "step": 450
    },
    {
      "epoch": 1.953125,
      "grad_norm": 3.787712335586548,
      "learning_rate": 2e-05,
      "loss": 0.4285,
      "step": 500
    },
    {
      "epoch": 1.953125,
      "eval_accuracy": 0.8310546875,
      "eval_loss": 0.4633047878742218,
      "eval_runtime": 5.4233,
      "eval_samples_per_second": 188.814,
      "eval_steps_per_second": 23.602,
      "step": 500
    },
    {
      "epoch": 2.1484375,
      "grad_norm": 2.96122407913208,
      "learning_rate": 1.9783549783549785e-05,
      "loss": 0.3494,
      "step": 550
    },
    {
      "epoch": 2.34375,
      "grad_norm": 4.47251558303833,
      "learning_rate": 1.9567099567099568e-05,
      "loss": 0.3011,
      "step": 600
    },
    {
      "epoch": 2.5390625,
      "grad_norm": 6.335562229156494,
      "learning_rate": 1.9350649350649354e-05,
      "loss": 0.3097,
      "step": 650
    },
    {
      "epoch": 2.734375,
      "grad_norm": 3.6047630310058594,
      "learning_rate": 1.9134199134199138e-05,
      "loss": 0.2601,
      "step": 700
    },
    {
      "epoch": 2.9296875,
      "grad_norm": 13.996108055114746,
      "learning_rate": 1.891774891774892e-05,
      "loss": 0.3092,
      "step": 750
    },
    {
      "epoch": 3.125,
      "grad_norm": 5.770679473876953,
      "learning_rate": 1.8701298701298704e-05,
      "loss": 0.2201,
      "step": 800
    },
    {
      "epoch": 3.3203125,
      "grad_norm": 20.05348014831543,
      "learning_rate": 1.8484848484848487e-05,
      "loss": 0.2323,
      "step": 850
    },
    {
      "epoch": 3.515625,
      "grad_norm": 1.26289963722229,
      "learning_rate": 1.826839826839827e-05,
      "loss": 0.1483,
      "step": 900
    },
    {
      "epoch": 3.7109375,
      "grad_norm": 2.166567087173462,
      "learning_rate": 1.8051948051948053e-05,
      "loss": 0.2116,
      "step": 950
    },
    {
      "epoch": 3.90625,
      "grad_norm": 25.671602249145508,
      "learning_rate": 1.7835497835497836e-05,
      "loss": 0.171,
      "step": 1000
    },
    {
      "epoch": 3.90625,
      "eval_accuracy": 0.8994140625,
      "eval_loss": 0.32369568943977356,
      "eval_runtime": 5.6226,
      "eval_samples_per_second": 182.123,
      "eval_steps_per_second": 22.765,
      "step": 1000
    },
    {
      "epoch": 4.1015625,
      "grad_norm": 1.2532105445861816,
      "learning_rate": 1.761904761904762e-05,
      "loss": 0.159,
      "step": 1050
    },
    {
      "epoch": 4.296875,
      "grad_norm": 0.9766639471054077,
      "learning_rate": 1.7402597402597403e-05,
      "loss": 0.1412,
      "step": 1100
    },
    {
      "epoch": 4.4921875,
      "grad_norm": 2.724047899246216,
      "learning_rate": 1.718614718614719e-05,
      "loss": 0.082,
      "step": 1150
    },
    {
      "epoch": 4.6875,
      "grad_norm": 1.2899634838104248,
      "learning_rate": 1.6969696969696972e-05,
      "loss": 0.0837,
      "step": 1200
    },
    {
      "epoch": 4.8828125,
      "grad_norm": 2.9213526248931885,
      "learning_rate": 1.6753246753246756e-05,
      "loss": 0.0554,
      "step": 1250
    },
    {
      "epoch": 5.078125,
      "grad_norm": 0.10849986970424652,
      "learning_rate": 1.653679653679654e-05,
      "loss": 0.0681,
      "step": 1300
    },
    {
      "epoch": 5.2734375,
      "grad_norm": 0.07504723966121674,
      "learning_rate": 1.6320346320346322e-05,
      "loss": 0.0415,
      "step": 1350
    },
    {
      "epoch": 5.46875,
      "grad_norm": 0.1930815428495407,
      "learning_rate": 1.6103896103896105e-05,
      "loss": 0.0333,
      "step": 1400
    },
    {
      "epoch": 5.6640625,
      "grad_norm": 0.41994306445121765,
      "learning_rate": 1.5887445887445888e-05,
      "loss": 0.0402,
      "step": 1450
    },
    {
      "epoch": 5.859375,
      "grad_norm": 0.08935032039880753,
      "learning_rate": 1.567099567099567e-05,
      "loss": 0.0622,
      "step": 1500
    },
    {
      "epoch": 5.859375,
      "eval_accuracy": 0.94140625,
      "eval_loss": 0.20316675305366516,
      "eval_runtime": 5.9862,
      "eval_samples_per_second": 171.06,
      "eval_steps_per_second": 21.382,
      "step": 1500
    },
    {
      "epoch": 6.0546875,
      "grad_norm": 0.08510852605104446,
      "learning_rate": 1.5454545454545454e-05,
      "loss": 0.0407,
      "step": 1550
    },
    {
      "epoch": 6.25,
      "grad_norm": 12.273158073425293,
      "learning_rate": 1.523809523809524e-05,
      "loss": 0.0207,
      "step": 1600
    },
    {
      "epoch": 6.4453125,
      "grad_norm": 0.099972203373909,
      "learning_rate": 1.5021645021645024e-05,
      "loss": 0.0756,
      "step": 1650
    },
    {
      "epoch": 6.640625,
      "grad_norm": 0.20563142001628876,
      "learning_rate": 1.4805194805194807e-05,
      "loss": 0.0277,
      "step": 1700
    },
    {
      "epoch": 6.8359375,
      "grad_norm": 0.0686117634177208,
      "learning_rate": 1.458874458874459e-05,
      "loss": 0.0167,
      "step": 1750
    },
    {
      "epoch": 7.03125,
      "grad_norm": 0.036712419241666794,
      "learning_rate": 1.4372294372294374e-05,
      "loss": 0.0174,
      "step": 1800
    },
    {
      "epoch": 7.2265625,
      "grad_norm": 0.04611894115805626,
      "learning_rate": 1.4155844155844157e-05,
      "loss": 0.0161,
      "step": 1850
    },
    {
      "epoch": 7.421875,
      "grad_norm": 0.0400649756193161,
      "learning_rate": 1.3939393939393942e-05,
      "loss": 0.0087,
      "step": 1900
    },
    {
      "epoch": 7.6171875,
      "grad_norm": 0.036735936999320984,
      "learning_rate": 1.3722943722943725e-05,
      "loss": 0.0083,
      "step": 1950
    },
    {
      "epoch": 7.8125,
      "grad_norm": 0.031237976625561714,
      "learning_rate": 1.3506493506493508e-05,
      "loss": 0.0162,
      "step": 2000
    },
    {
      "epoch": 7.8125,
      "eval_accuracy": 0.951171875,
      "eval_loss": 0.241306334733963,
      "eval_runtime": 5.4826,
      "eval_samples_per_second": 186.771,
      "eval_steps_per_second": 23.346,
      "step": 2000
    },
    {
      "epoch": 8.0078125,
      "grad_norm": 0.027786873281002045,
      "learning_rate": 1.3294372294372295e-05,
      "loss": 0.0162,
      "step": 2050
    },
    {
      "epoch": 8.203125,
      "grad_norm": 0.06131181865930557,
      "learning_rate": 1.3077922077922078e-05,
      "loss": 0.0085,
      "step": 2100
    },
    {
      "epoch": 8.3984375,
      "grad_norm": 0.044134218245744705,
      "learning_rate": 1.2861471861471862e-05,
      "loss": 0.0152,
      "step": 2150
    },
    {
      "epoch": 8.59375,
      "grad_norm": 10.187455177307129,
      "learning_rate": 1.2645021645021646e-05,
      "loss": 0.0167,
      "step": 2200
    },
    {
      "epoch": 8.7890625,
      "grad_norm": 0.024555057287216187,
      "learning_rate": 1.242857142857143e-05,
      "loss": 0.0092,
      "step": 2250
    },
    {
      "epoch": 8.984375,
      "grad_norm": 1.3849960565567017,
      "learning_rate": 1.2212121212121213e-05,
      "loss": 0.0068,
      "step": 2300
    },
    {
      "epoch": 9.1796875,
      "grad_norm": 0.021510746330022812,
      "learning_rate": 1.1995670995670996e-05,
      "loss": 0.0051,
      "step": 2350
    },
    {
      "epoch": 9.375,
      "grad_norm": 0.01960117556154728,
      "learning_rate": 1.1779220779220779e-05,
      "loss": 0.0045,
      "step": 2400
    },
    {
      "epoch": 9.5703125,
      "grad_norm": 0.021382611244916916,
      "learning_rate": 1.1562770562770564e-05,
      "loss": 0.0046,
      "step": 2450
    },
    {
      "epoch": 9.765625,
      "grad_norm": 0.031110389158129692,
      "learning_rate": 1.1346320346320347e-05,
      "loss": 0.0044,
      "step": 2500
    },
    {
      "epoch": 9.765625,
      "eval_accuracy": 0.966796875,
      "eval_loss": 0.16233286261558533,
      "eval_runtime": 5.8021,
      "eval_samples_per_second": 176.487,
      "eval_steps_per_second": 22.061,
      "step": 2500
    },
    {
      "epoch": 9.9609375,
      "grad_norm": 0.01663753017783165,
      "learning_rate": 1.112987012987013e-05,
      "loss": 0.0039,
      "step": 2550
    },
    {
      "epoch": 10.15625,
      "grad_norm": 0.016748279333114624,
      "learning_rate": 1.0913419913419913e-05,
      "loss": 0.004,
      "step": 2600
    },
    {
      "epoch": 10.3515625,
      "grad_norm": 0.019847417250275612,
      "learning_rate": 1.0696969696969696e-05,
      "loss": 0.0036,
      "step": 2650
    },
    {
      "epoch": 10.546875,
      "grad_norm": 0.01919238083064556,
      "learning_rate": 1.0480519480519481e-05,
      "loss": 0.0037,
      "step": 2700
    },
    {
      "epoch": 10.7421875,
      "grad_norm": 0.01820230484008789,
      "learning_rate": 1.0264069264069264e-05,
      "loss": 0.0036,
      "step": 2750
    },
    {
      "epoch": 10.9375,
      "grad_norm": 0.01602366380393505,
      "learning_rate": 1.0047619047619048e-05,
      "loss": 0.0034,
      "step": 2800
    },
    {
      "epoch": 11.1328125,
      "grad_norm": 0.01528051309287548,
      "learning_rate": 9.831168831168832e-06,
      "loss": 0.0033,
      "step": 2850
    },
    {
      "epoch": 11.328125,
      "grad_norm": 0.015123172663152218,
      "learning_rate": 9.614718614718616e-06,
      "loss": 0.003,
      "step": 2900
    },
    {
      "epoch": 11.5234375,
      "grad_norm": 0.017041392624378204,
      "learning_rate": 9.398268398268399e-06,
      "loss": 0.0031,
      "step": 2950
    },
    {
      "epoch": 11.71875,
      "grad_norm": 0.012525764293968678,
      "learning_rate": 9.181818181818184e-06,
      "loss": 0.003,
      "step": 3000
    },
    {
      "epoch": 11.71875,
      "eval_accuracy": 0.966796875,
      "eval_loss": 0.16406887769699097,
      "eval_runtime": 6.0958,
      "eval_samples_per_second": 167.985,
      "eval_steps_per_second": 20.998,
      "step": 3000
    },
    {
      "epoch": 11.9140625,
      "grad_norm": 0.014454510062932968,
      "learning_rate": 8.965367965367967e-06,
      "loss": 0.003,
      "step": 3050
    },
    {
      "epoch": 12.109375,
      "grad_norm": 0.012859505601227283,
      "learning_rate": 8.74891774891775e-06,
      "loss": 0.0027,
      "step": 3100
    },
    {
      "epoch": 12.3046875,
      "grad_norm": 0.012520495802164078,
      "learning_rate": 8.532467532467533e-06,
      "loss": 0.0028,
      "step": 3150
    },
    {
      "epoch": 12.5,
      "grad_norm": 0.014481940306723118,
      "learning_rate": 8.316017316017316e-06,
      "loss": 0.0026,
      "step": 3200
    },
    {
      "epoch": 12.6953125,
      "grad_norm": 0.01108886580914259,
      "learning_rate": 8.099567099567101e-06,
      "loss": 0.0025,
      "step": 3250
    },
    {
      "epoch": 12.890625,
      "grad_norm": 0.011388474144041538,
      "learning_rate": 7.883116883116884e-06,
      "loss": 0.0026,
      "step": 3300
    },
    {
      "epoch": 13.0859375,
      "grad_norm": 0.01610645279288292,
      "learning_rate": 7.666666666666667e-06,
      "loss": 0.0025,
      "step": 3350
    },
    {
      "epoch": 13.28125,
      "grad_norm": 0.013085401616990566,
      "learning_rate": 7.450216450216451e-06,
      "loss": 0.0023,
      "step": 3400
    },
    {
      "epoch": 13.4765625,
      "grad_norm": 0.012581477873027325,
      "learning_rate": 7.233766233766234e-06,
      "loss": 0.0023,
      "step": 3450
    },
    {
      "epoch": 13.671875,
      "grad_norm": 0.01144211646169424,
      "learning_rate": 7.017316017316018e-06,
      "loss": 0.0025,
      "step": 3500
    },
    {
      "epoch": 13.671875,
      "eval_accuracy": 0.9619140625,
      "eval_loss": 0.17963293194770813,
      "eval_runtime": 6.1937,
      "eval_samples_per_second": 165.331,
      "eval_steps_per_second": 20.666,
      "step": 3500
    },
    {
      "epoch": 13.8671875,
      "grad_norm": 0.01094707939773798,
      "learning_rate": 6.8008658008658015e-06,
      "loss": 0.0022,
      "step": 3550
    },
    {
      "epoch": 14.0625,
      "grad_norm": 0.010639617219567299,
      "learning_rate": 6.5844155844155855e-06,
      "loss": 0.0022,
      "step": 3600
    },
    {
      "epoch": 14.2578125,
      "grad_norm": 0.02006010338664055,
      "learning_rate": 6.367965367965369e-06,
      "loss": 0.0021,
      "step": 3650
    },
    {
      "epoch": 14.453125,
      "grad_norm": 0.008836320601403713,
      "learning_rate": 6.151515151515152e-06,
      "loss": 0.0021,
      "step": 3700
    },
    {
      "epoch": 14.6484375,
      "grad_norm": 0.009966148994863033,
      "learning_rate": 5.935064935064936e-06,
      "loss": 0.0021,
      "step": 3750
    },
    {
      "epoch": 14.84375,
      "grad_norm": 0.00935059692710638,
      "learning_rate": 5.718614718614719e-06,
      "loss": 0.0021,
      "step": 3800
    },
    {
      "epoch": 15.0390625,
      "grad_norm": 0.009346270933747292,
      "learning_rate": 5.502164502164503e-06,
      "loss": 0.002,
      "step": 3850
    },
    {
      "epoch": 15.234375,
      "grad_norm": 0.00850555207580328,
      "learning_rate": 5.285714285714286e-06,
      "loss": 0.0019,
      "step": 3900
    },
    {
      "epoch": 15.4296875,
      "grad_norm": 0.009360904805362225,
      "learning_rate": 5.069264069264069e-06,
      "loss": 0.002,
      "step": 3950
    },
    {
      "epoch": 15.625,
      "grad_norm": 0.00921907089650631,
      "learning_rate": 4.852813852813853e-06,
      "loss": 0.0019,
      "step": 4000
    },
    {
      "epoch": 15.625,
      "eval_accuracy": 0.958984375,
      "eval_loss": 0.18917381763458252,
      "eval_runtime": 5.6954,
      "eval_samples_per_second": 179.796,
      "eval_steps_per_second": 22.474,
      "step": 4000
    },
    {
      "epoch": 15.625,
      "step": 4000,
      "total_flos": 4.959576235966464e+18,
      "train_loss": 0.10841592013835907,
      "train_runtime": 976.7829,
      "train_samples_per_second": 83.867,
      "train_steps_per_second": 5.242
    }
  ],
  "logging_steps": 50,
  "max_steps": 5120,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.959576235966464e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}