{
  "best_metric": 0.8285714285714286,
  "best_model_checkpoint": "/home/ubuntu/utah/babylm-24/src/evaluation/results/finetune/DebertaV2-Base-10M_babylm-A/qnli/checkpoint-52372",
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 65465,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.038188344917131294,
      "grad_norm": 5.27421760559082,
      "learning_rate": 2.9770869930497214e-05,
      "loss": 0.6892,
      "step": 500
    },
    {
      "epoch": 0.07637668983426259,
      "grad_norm": 4.82838773727417,
      "learning_rate": 2.9541739860994424e-05,
      "loss": 0.6448,
      "step": 1000
    },
    {
      "epoch": 0.11456503475139387,
      "grad_norm": 12.10763931274414,
      "learning_rate": 2.9312609791491637e-05,
      "loss": 0.6037,
      "step": 1500
    },
    {
      "epoch": 0.15275337966852517,
      "grad_norm": 8.465042114257812,
      "learning_rate": 2.9083479721988847e-05,
      "loss": 0.5814,
      "step": 2000
    },
    {
      "epoch": 0.19094172458565645,
      "grad_norm": 11.114578247070312,
      "learning_rate": 2.885434965248606e-05,
      "loss": 0.5602,
      "step": 2500
    },
    {
      "epoch": 0.22913006950278775,
      "grad_norm": 6.436436653137207,
      "learning_rate": 2.8625219582983274e-05,
      "loss": 0.5531,
      "step": 3000
    },
    {
      "epoch": 0.26731841441991905,
      "grad_norm": 7.126890182495117,
      "learning_rate": 2.8396089513480484e-05,
      "loss": 0.5461,
      "step": 3500
    },
    {
      "epoch": 0.30550675933705035,
      "grad_norm": 11.758148193359375,
      "learning_rate": 2.8166959443977697e-05,
      "loss": 0.5357,
      "step": 4000
    },
    {
      "epoch": 0.34369510425418165,
      "grad_norm": 8.311270713806152,
      "learning_rate": 2.7937829374474914e-05,
      "loss": 0.5264,
      "step": 4500
    },
    {
      "epoch": 0.3818834491713129,
      "grad_norm": 19.002521514892578,
      "learning_rate": 2.7708699304972124e-05,
      "loss": 0.508,
      "step": 5000
    },
    {
      "epoch": 0.4200717940884442,
      "grad_norm": 6.31497859954834,
      "learning_rate": 2.7479569235469337e-05,
      "loss": 0.5139,
      "step": 5500
    },
    {
      "epoch": 0.4582601390055755,
      "grad_norm": 5.799989223480225,
      "learning_rate": 2.7250439165966547e-05,
      "loss": 0.5135,
      "step": 6000
    },
    {
      "epoch": 0.4964484839227068,
      "grad_norm": 12.306049346923828,
      "learning_rate": 2.702130909646376e-05,
      "loss": 0.5084,
      "step": 6500
    },
    {
      "epoch": 0.5346368288398381,
      "grad_norm": 5.672856330871582,
      "learning_rate": 2.6792179026960974e-05,
      "loss": 0.5093,
      "step": 7000
    },
    {
      "epoch": 0.5728251737569694,
      "grad_norm": 5.512757778167725,
      "learning_rate": 2.6563048957458184e-05,
      "loss": 0.4886,
      "step": 7500
    },
    {
      "epoch": 0.6110135186741007,
      "grad_norm": 8.749648094177246,
      "learning_rate": 2.6333918887955397e-05,
      "loss": 0.5072,
      "step": 8000
    },
    {
      "epoch": 0.649201863591232,
      "grad_norm": 7.571271896362305,
      "learning_rate": 2.6104788818452607e-05,
      "loss": 0.5016,
      "step": 8500
    },
    {
      "epoch": 0.6873902085083633,
      "grad_norm": 17.182308197021484,
      "learning_rate": 2.587565874894982e-05,
      "loss": 0.5002,
      "step": 9000
    },
    {
      "epoch": 0.7255785534254945,
      "grad_norm": 12.367780685424805,
      "learning_rate": 2.5646528679447034e-05,
      "loss": 0.5002,
      "step": 9500
    },
    {
      "epoch": 0.7637668983426258,
      "grad_norm": 5.078122138977051,
      "learning_rate": 2.5417398609944244e-05,
      "loss": 0.4825,
      "step": 10000
    },
    {
      "epoch": 0.8019552432597571,
      "grad_norm": 5.737787246704102,
      "learning_rate": 2.5188268540441457e-05,
      "loss": 0.4814,
      "step": 10500
    },
    {
      "epoch": 0.8401435881768884,
      "grad_norm": 3.5042452812194824,
      "learning_rate": 2.495913847093867e-05,
      "loss": 0.4748,
      "step": 11000
    },
    {
      "epoch": 0.8783319330940197,
      "grad_norm": 7.273848056793213,
      "learning_rate": 2.473000840143588e-05,
      "loss": 0.4685,
      "step": 11500
    },
    {
      "epoch": 0.916520278011151,
      "grad_norm": 3.022127628326416,
      "learning_rate": 2.4500878331933094e-05,
      "loss": 0.4793,
      "step": 12000
    },
    {
      "epoch": 0.9547086229282823,
      "grad_norm": 8.954468727111816,
      "learning_rate": 2.4271748262430307e-05,
      "loss": 0.4817,
      "step": 12500
    },
    {
      "epoch": 0.9928969678454136,
      "grad_norm": 3.7548470497131348,
      "learning_rate": 2.404261819292752e-05,
      "loss": 0.4805,
      "step": 13000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.8078330755233765,
      "eval_f1": 0.8059149722735675,
      "eval_loss": 0.4447055459022522,
      "eval_mcc": 0.6169132771266066,
      "eval_runtime": 4.5017,
      "eval_samples_per_second": 606.882,
      "eval_steps_per_second": 75.971,
      "step": 13093
    },
    {
      "epoch": 1.0310853127625448,
      "grad_norm": 1.004704475402832,
      "learning_rate": 2.3813488123424734e-05,
      "loss": 0.4283,
      "step": 13500
    },
    {
      "epoch": 1.0692736576796762,
      "grad_norm": 1.3949764966964722,
      "learning_rate": 2.3584358053921944e-05,
      "loss": 0.4103,
      "step": 14000
    },
    {
      "epoch": 1.1074620025968074,
      "grad_norm": 3.696608781814575,
      "learning_rate": 2.3355227984419157e-05,
      "loss": 0.3922,
      "step": 14500
    },
    {
      "epoch": 1.1456503475139388,
      "grad_norm": 6.074676990509033,
      "learning_rate": 2.3126097914916367e-05,
      "loss": 0.422,
      "step": 15000
    },
    {
      "epoch": 1.18383869243107,
      "grad_norm": 15.201245307922363,
      "learning_rate": 2.289696784541358e-05,
      "loss": 0.3991,
      "step": 15500
    },
    {
      "epoch": 1.2220270373482014,
      "grad_norm": 8.428204536437988,
      "learning_rate": 2.2667837775910794e-05,
      "loss": 0.3953,
      "step": 16000
    },
    {
      "epoch": 1.2602153822653326,
      "grad_norm": 8.055763244628906,
      "learning_rate": 2.2438707706408004e-05,
      "loss": 0.4149,
      "step": 16500
    },
    {
      "epoch": 1.298403727182464,
      "grad_norm": 6.819204330444336,
      "learning_rate": 2.2209577636905217e-05,
      "loss": 0.4093,
      "step": 17000
    },
    {
      "epoch": 1.3365920720995952,
      "grad_norm": 11.55788516998291,
      "learning_rate": 2.198044756740243e-05,
      "loss": 0.4205,
      "step": 17500
    },
    {
      "epoch": 1.3747804170167264,
      "grad_norm": 11.068483352661133,
      "learning_rate": 2.175131749789964e-05,
      "loss": 0.4016,
      "step": 18000
    },
    {
      "epoch": 1.4129687619338578,
      "grad_norm": 7.251551151275635,
      "learning_rate": 2.1522187428396854e-05,
      "loss": 0.4117,
      "step": 18500
    },
    {
      "epoch": 1.4511571068509892,
      "grad_norm": 3.3298726081848145,
      "learning_rate": 2.1293057358894064e-05,
      "loss": 0.4165,
      "step": 19000
    },
    {
      "epoch": 1.4893454517681204,
      "grad_norm": 10.534771919250488,
      "learning_rate": 2.1063927289391277e-05,
      "loss": 0.3855,
      "step": 19500
    },
    {
      "epoch": 1.5275337966852516,
      "grad_norm": 2.159674882888794,
      "learning_rate": 2.083479721988849e-05,
      "loss": 0.4037,
      "step": 20000
    },
    {
      "epoch": 1.565722141602383,
      "grad_norm": 17.90852165222168,
      "learning_rate": 2.06056671503857e-05,
      "loss": 0.4016,
      "step": 20500
    },
    {
      "epoch": 1.6039104865195144,
      "grad_norm": 8.16418170928955,
      "learning_rate": 2.0376537080882917e-05,
      "loss": 0.4137,
      "step": 21000
    },
    {
      "epoch": 1.6420988314366456,
      "grad_norm": 12.395405769348145,
      "learning_rate": 2.0147407011380127e-05,
      "loss": 0.4151,
      "step": 21500
    },
    {
      "epoch": 1.6802871763537768,
      "grad_norm": 11.432701110839844,
      "learning_rate": 1.991827694187734e-05,
      "loss": 0.4108,
      "step": 22000
    },
    {
      "epoch": 1.718475521270908,
      "grad_norm": 8.871509552001953,
      "learning_rate": 1.9689146872374554e-05,
      "loss": 0.4162,
      "step": 22500
    },
    {
      "epoch": 1.7566638661880394,
      "grad_norm": 14.043828010559082,
      "learning_rate": 1.9460016802871764e-05,
      "loss": 0.4132,
      "step": 23000
    },
    {
      "epoch": 1.7948522111051708,
      "grad_norm": 2.865736722946167,
      "learning_rate": 1.9230886733368977e-05,
      "loss": 0.4134,
      "step": 23500
    },
    {
      "epoch": 1.833040556022302,
      "grad_norm": 22.327316284179688,
      "learning_rate": 1.900175666386619e-05,
      "loss": 0.4115,
      "step": 24000
    },
    {
      "epoch": 1.8712289009394332,
      "grad_norm": 4.896880626678467,
      "learning_rate": 1.87726265943634e-05,
      "loss": 0.4055,
      "step": 24500
    },
    {
      "epoch": 1.9094172458565646,
      "grad_norm": 7.3645453453063965,
      "learning_rate": 1.8543496524860614e-05,
      "loss": 0.3995,
      "step": 25000
    },
    {
      "epoch": 1.947605590773696,
      "grad_norm": 7.702456951141357,
      "learning_rate": 1.8314366455357823e-05,
      "loss": 0.4007,
      "step": 25500
    },
    {
      "epoch": 1.9857939356908272,
      "grad_norm": 1.3061147928237915,
      "learning_rate": 1.8085236385855037e-05,
      "loss": 0.3896,
      "step": 26000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.8056368827819824,
      "eval_f1": 0.7880239520958083,
      "eval_loss": 0.46099478006362915,
      "eval_mcc": 0.6254887910718564,
      "eval_runtime": 4.3521,
      "eval_samples_per_second": 627.742,
      "eval_steps_per_second": 78.583,
      "step": 26186
    },
    {
      "epoch": 2.0239822806079584,
      "grad_norm": 32.53457260131836,
      "learning_rate": 1.785610631635225e-05,
      "loss": 0.3674,
      "step": 26500
    },
    {
      "epoch": 2.0621706255250896,
      "grad_norm": 28.81082534790039,
      "learning_rate": 1.762697624684946e-05,
      "loss": 0.3316,
      "step": 27000
    },
    {
      "epoch": 2.100358970442221,
      "grad_norm": 30.623323440551758,
      "learning_rate": 1.7397846177346673e-05,
      "loss": 0.353,
      "step": 27500
    },
    {
      "epoch": 2.1385473153593524,
      "grad_norm": 4.29934024810791,
      "learning_rate": 1.7168716107843887e-05,
      "loss": 0.3368,
      "step": 28000
    },
    {
      "epoch": 2.1767356602764836,
      "grad_norm": 16.6721248626709,
      "learning_rate": 1.6939586038341097e-05,
      "loss": 0.3285,
      "step": 28500
    },
    {
      "epoch": 2.2149240051936148,
      "grad_norm": 23.68825912475586,
      "learning_rate": 1.6710455968838313e-05,
      "loss": 0.3423,
      "step": 29000
    },
    {
      "epoch": 2.2531123501107464,
      "grad_norm": 10.835516929626465,
      "learning_rate": 1.6481325899335523e-05,
      "loss": 0.3585,
      "step": 29500
    },
    {
      "epoch": 2.2913006950278776,
      "grad_norm": 9.098734855651855,
      "learning_rate": 1.6252195829832737e-05,
      "loss": 0.3239,
      "step": 30000
    },
    {
      "epoch": 2.3294890399450088,
      "grad_norm": 22.620588302612305,
      "learning_rate": 1.602306576032995e-05,
      "loss": 0.3298,
      "step": 30500
    },
    {
      "epoch": 2.36767738486214,
      "grad_norm": 12.412976264953613,
      "learning_rate": 1.579393569082716e-05,
      "loss": 0.3335,
      "step": 31000
    },
    {
      "epoch": 2.405865729779271,
      "grad_norm": 1.1997746229171753,
      "learning_rate": 1.5564805621324373e-05,
      "loss": 0.3369,
      "step": 31500
    },
    {
      "epoch": 2.444054074696403,
      "grad_norm": 1.9365686178207397,
      "learning_rate": 1.5335675551821583e-05,
      "loss": 0.3513,
      "step": 32000
    },
    {
      "epoch": 2.482242419613534,
      "grad_norm": 1.2392919063568115,
      "learning_rate": 1.5106545482318797e-05,
      "loss": 0.3404,
      "step": 32500
    },
    {
      "epoch": 2.520430764530665,
      "grad_norm": 4.929393291473389,
      "learning_rate": 1.4877415412816008e-05,
      "loss": 0.3532,
      "step": 33000
    },
    {
      "epoch": 2.558619109447797,
      "grad_norm": 9.98500919342041,
      "learning_rate": 1.4648285343313222e-05,
      "loss": 0.3464,
      "step": 33500
    },
    {
      "epoch": 2.596807454364928,
      "grad_norm": 20.652223587036133,
      "learning_rate": 1.4419155273810433e-05,
      "loss": 0.3387,
      "step": 34000
    },
    {
      "epoch": 2.634995799282059,
      "grad_norm": 16.235082626342773,
      "learning_rate": 1.4190025204307645e-05,
      "loss": 0.3416,
      "step": 34500
    },
    {
      "epoch": 2.6731841441991904,
      "grad_norm": 14.930472373962402,
      "learning_rate": 1.3960895134804858e-05,
      "loss": 0.3536,
      "step": 35000
    },
    {
      "epoch": 2.7113724891163216,
      "grad_norm": 5.0768723487854,
      "learning_rate": 1.3731765065302072e-05,
      "loss": 0.3465,
      "step": 35500
    },
    {
      "epoch": 2.7495608340334527,
      "grad_norm": 28.997390747070312,
      "learning_rate": 1.3502634995799283e-05,
      "loss": 0.3315,
      "step": 36000
    },
    {
      "epoch": 2.7877491789505844,
      "grad_norm": 11.442214012145996,
      "learning_rate": 1.3273504926296495e-05,
      "loss": 0.3451,
      "step": 36500
    },
    {
      "epoch": 2.8259375238677156,
      "grad_norm": 0.6783624291419983,
      "learning_rate": 1.3044374856793707e-05,
      "loss": 0.3514,
      "step": 37000
    },
    {
      "epoch": 2.8641258687848468,
      "grad_norm": 37.28209686279297,
      "learning_rate": 1.2815244787290918e-05,
      "loss": 0.3356,
      "step": 37500
    },
    {
      "epoch": 2.9023142137019784,
      "grad_norm": 43.36020278930664,
      "learning_rate": 1.2586114717788132e-05,
      "loss": 0.3429,
      "step": 38000
    },
    {
      "epoch": 2.9405025586191096,
      "grad_norm": 7.131562232971191,
      "learning_rate": 1.2356984648285343e-05,
      "loss": 0.3591,
      "step": 38500
    },
    {
      "epoch": 2.9786909035362408,
      "grad_norm": 9.949460983276367,
      "learning_rate": 1.2127854578782555e-05,
      "loss": 0.3421,
      "step": 39000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.8199121356010437,
      "eval_f1": 0.8107692307692308,
      "eval_loss": 0.5570406317710876,
      "eval_mcc": 0.6463183939049854,
      "eval_runtime": 4.2333,
      "eval_samples_per_second": 645.355,
      "eval_steps_per_second": 80.787,
      "step": 39279
    },
    {
      "epoch": 3.016879248453372,
      "grad_norm": 0.43843379616737366,
      "learning_rate": 1.1898724509279768e-05,
      "loss": 0.3235,
      "step": 39500
    },
    {
      "epoch": 3.055067593370503,
      "grad_norm": 61.34454345703125,
      "learning_rate": 1.1669594439776982e-05,
      "loss": 0.271,
      "step": 40000
    },
    {
      "epoch": 3.093255938287635,
      "grad_norm": 0.9818670153617859,
      "learning_rate": 1.1440464370274193e-05,
      "loss": 0.2757,
      "step": 40500
    },
    {
      "epoch": 3.131444283204766,
      "grad_norm": 0.36656156182289124,
      "learning_rate": 1.1211334300771405e-05,
      "loss": 0.2941,
      "step": 41000
    },
    {
      "epoch": 3.169632628121897,
      "grad_norm": 2.658578634262085,
      "learning_rate": 1.0982204231268616e-05,
      "loss": 0.304,
      "step": 41500
    },
    {
      "epoch": 3.2078209730390284,
      "grad_norm": 62.08125686645508,
      "learning_rate": 1.075307416176583e-05,
      "loss": 0.2656,
      "step": 42000
    },
    {
      "epoch": 3.24600931795616,
      "grad_norm": 1.8512933254241943,
      "learning_rate": 1.0523944092263041e-05,
      "loss": 0.2882,
      "step": 42500
    },
    {
      "epoch": 3.284197662873291,
      "grad_norm": 13.63339614868164,
      "learning_rate": 1.0294814022760253e-05,
      "loss": 0.3025,
      "step": 43000
    },
    {
      "epoch": 3.3223860077904224,
      "grad_norm": 2.177273988723755,
      "learning_rate": 1.0065683953257466e-05,
      "loss": 0.2961,
      "step": 43500
    },
    {
      "epoch": 3.3605743527075536,
      "grad_norm": 1.4219642877578735,
      "learning_rate": 9.836553883754678e-06,
      "loss": 0.2742,
      "step": 44000
    },
    {
      "epoch": 3.3987626976246847,
      "grad_norm": 0.64596027135849,
      "learning_rate": 9.607423814251891e-06,
      "loss": 0.2994,
      "step": 44500
    },
    {
      "epoch": 3.4369510425418164,
      "grad_norm": 77.24871063232422,
      "learning_rate": 9.378293744749103e-06,
      "loss": 0.2916,
      "step": 45000
    },
    {
      "epoch": 3.4751393874589476,
      "grad_norm": 7.46405029296875,
      "learning_rate": 9.149163675246315e-06,
      "loss": 0.3085,
      "step": 45500
    },
    {
      "epoch": 3.5133277323760788,
      "grad_norm": 4.723397254943848,
      "learning_rate": 8.920033605743526e-06,
      "loss": 0.2931,
      "step": 46000
    },
    {
      "epoch": 3.55151607729321,
      "grad_norm": 97.39447784423828,
      "learning_rate": 8.69090353624074e-06,
      "loss": 0.2926,
      "step": 46500
    },
    {
      "epoch": 3.5897044222103416,
      "grad_norm": 0.4084111750125885,
      "learning_rate": 8.461773466737951e-06,
      "loss": 0.2992,
      "step": 47000
    },
    {
      "epoch": 3.6278927671274728,
      "grad_norm": 27.625211715698242,
      "learning_rate": 8.232643397235165e-06,
      "loss": 0.3038,
      "step": 47500
    },
    {
      "epoch": 3.666081112044604,
      "grad_norm": 0.5350797772407532,
      "learning_rate": 8.003513327732376e-06,
      "loss": 0.3016,
      "step": 48000
    },
    {
      "epoch": 3.704269456961735,
      "grad_norm": 24.899646759033203,
      "learning_rate": 7.77438325822959e-06,
      "loss": 0.2929,
      "step": 48500
    },
    {
      "epoch": 3.7424578018788663,
      "grad_norm": 0.9800614714622498,
      "learning_rate": 7.545253188726801e-06,
      "loss": 0.2738,
      "step": 49000
    },
    {
      "epoch": 3.780646146795998,
      "grad_norm": 0.16734516620635986,
      "learning_rate": 7.316123119224013e-06,
      "loss": 0.2904,
      "step": 49500
    },
    {
      "epoch": 3.818834491713129,
      "grad_norm": 10.135973930358887,
      "learning_rate": 7.086993049721225e-06,
      "loss": 0.2886,
      "step": 50000
    },
    {
      "epoch": 3.8570228366302604,
      "grad_norm": 61.60314178466797,
      "learning_rate": 6.857862980218438e-06,
      "loss": 0.2952,
      "step": 50500
    },
    {
      "epoch": 3.895211181547392,
      "grad_norm": 9.588881492614746,
      "learning_rate": 6.6287329107156496e-06,
      "loss": 0.2921,
      "step": 51000
    },
    {
      "epoch": 3.933399526464523,
      "grad_norm": 0.1929616928100586,
      "learning_rate": 6.399602841212862e-06,
      "loss": 0.2709,
      "step": 51500
    },
    {
      "epoch": 3.9715878713816544,
      "grad_norm": 0.6599931716918945,
      "learning_rate": 6.170472771710074e-06,
      "loss": 0.3067,
      "step": 52000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.833089292049408,
      "eval_f1": 0.8285714285714286,
      "eval_loss": 0.6773508191108704,
      "eval_mcc": 0.6692795780687539,
      "eval_runtime": 4.2344,
      "eval_samples_per_second": 645.189,
      "eval_steps_per_second": 80.767,
      "step": 52372
    },
    {
      "epoch": 4.009776216298786,
      "grad_norm": 0.5341033339500427,
      "learning_rate": 5.941342702207287e-06,
      "loss": 0.2573,
      "step": 52500
    },
    {
      "epoch": 4.047964561215917,
      "grad_norm": 0.10887029767036438,
      "learning_rate": 5.712212632704499e-06,
      "loss": 0.2086,
      "step": 53000
    },
    {
      "epoch": 4.086152906133048,
      "grad_norm": 0.5474696755409241,
      "learning_rate": 5.483082563201711e-06,
      "loss": 0.2096,
      "step": 53500
    },
    {
      "epoch": 4.124341251050179,
      "grad_norm": 0.2599523365497589,
      "learning_rate": 5.253952493698923e-06,
      "loss": 0.2287,
      "step": 54000
    },
    {
      "epoch": 4.162529595967311,
      "grad_norm": 0.21023152768611908,
      "learning_rate": 5.024822424196136e-06,
      "loss": 0.2255,
      "step": 54500
    },
    {
      "epoch": 4.200717940884442,
      "grad_norm": 5.383127689361572,
      "learning_rate": 4.795692354693348e-06,
      "loss": 0.2258,
      "step": 55000
    },
    {
      "epoch": 4.238906285801574,
      "grad_norm": 67.38241577148438,
      "learning_rate": 4.56656228519056e-06,
      "loss": 0.2449,
      "step": 55500
    },
    {
      "epoch": 4.277094630718705,
      "grad_norm": 23.330398559570312,
      "learning_rate": 4.337432215687772e-06,
      "loss": 0.2202,
      "step": 56000
    },
    {
      "epoch": 4.315282975635836,
      "grad_norm": 0.09070462733507156,
      "learning_rate": 4.1083021461849844e-06,
      "loss": 0.2381,
      "step": 56500
    },
    {
      "epoch": 4.353471320552967,
      "grad_norm": 0.6017701029777527,
      "learning_rate": 3.879172076682197e-06,
      "loss": 0.2297,
      "step": 57000
    },
    {
      "epoch": 4.391659665470098,
      "grad_norm": 121.69049072265625,
      "learning_rate": 3.650042007179409e-06,
      "loss": 0.2281,
      "step": 57500
    },
    {
      "epoch": 4.4298480103872295,
      "grad_norm": 8.436279296875,
      "learning_rate": 3.420911937676621e-06,
      "loss": 0.2058,
      "step": 58000
    },
    {
      "epoch": 4.468036355304361,
      "grad_norm": 0.06213747337460518,
      "learning_rate": 3.1917818681738336e-06,
      "loss": 0.2357,
      "step": 58500
    },
    {
      "epoch": 4.506224700221493,
      "grad_norm": 27.62065315246582,
      "learning_rate": 2.9626517986710456e-06,
      "loss": 0.2321,
      "step": 59000
    },
    {
      "epoch": 4.544413045138624,
      "grad_norm": 14.322306632995605,
      "learning_rate": 2.733521729168258e-06,
      "loss": 0.2368,
      "step": 59500
    },
    {
      "epoch": 4.582601390055755,
      "grad_norm": 31.77568244934082,
      "learning_rate": 2.50439165966547e-06,
      "loss": 0.1999,
      "step": 60000
    },
    {
      "epoch": 4.620789734972886,
      "grad_norm": 86.43828582763672,
      "learning_rate": 2.2752615901626823e-06,
      "loss": 0.218,
      "step": 60500
    },
    {
      "epoch": 4.6589780798900176,
      "grad_norm": 0.2887605130672455,
      "learning_rate": 2.0461315206598943e-06,
      "loss": 0.2306,
      "step": 61000
    },
    {
      "epoch": 4.697166424807149,
      "grad_norm": 13.985712051391602,
      "learning_rate": 1.817001451157107e-06,
      "loss": 0.2345,
      "step": 61500
    },
    {
      "epoch": 4.73535476972428,
      "grad_norm": 0.07132984697818756,
      "learning_rate": 1.5878713816543193e-06,
      "loss": 0.2151,
      "step": 62000
    },
    {
      "epoch": 4.773543114641411,
      "grad_norm": 0.13393868505954742,
      "learning_rate": 1.3587413121515314e-06,
      "loss": 0.2338,
      "step": 62500
    },
    {
      "epoch": 4.811731459558542,
      "grad_norm": 0.11832548677921295,
      "learning_rate": 1.1296112426487437e-06,
      "loss": 0.1972,
      "step": 63000
    },
    {
      "epoch": 4.849919804475674,
      "grad_norm": 0.08967792987823486,
      "learning_rate": 9.004811731459558e-07,
      "loss": 0.2259,
      "step": 63500
    },
    {
      "epoch": 4.888108149392806,
      "grad_norm": 18.879093170166016,
      "learning_rate": 6.713511036431681e-07,
      "loss": 0.2202,
      "step": 64000
    },
    {
      "epoch": 4.926296494309937,
      "grad_norm": 3.323814868927002,
      "learning_rate": 4.4222103414038035e-07,
      "loss": 0.2104,
      "step": 64500
    },
    {
      "epoch": 4.964484839227068,
      "grad_norm": 0.28909558057785034,
      "learning_rate": 2.1309096463759263e-07,
      "loss": 0.2006,
      "step": 65000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.8239384889602661,
      "eval_f1": 0.8211230940870212,
      "eval_loss": 0.8540835380554199,
      "eval_mcc": 0.6497022655427117,
      "eval_runtime": 4.2538,
      "eval_samples_per_second": 642.254,
      "eval_steps_per_second": 80.399,
      "step": 65465
    },
    {
      "epoch": 5.0,
      "step": 65465,
      "total_flos": 3.089800061643264e+16,
      "train_loss": 0.35705531047534644,
      "train_runtime": 3742.5961,
      "train_samples_per_second": 139.934,
      "train_steps_per_second": 17.492
    }
  ],
  "logging_steps": 500,
  "max_steps": 65465,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.001
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.089800061643264e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}