functionary-small-v2.4 / trainer_state.json
khaimai's picture
Upload folder using huggingface_hub
e3841b2 verified
raw
history blame
89.1 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 180,
"global_step": 546,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"grad_norm": 45.74085835879772,
"learning_rate": 5.294117647058824e-07,
"loss": 0.9302,
"step": 1
},
{
"epoch": 0.0,
"grad_norm": 41.81197623600965,
"learning_rate": 1.0588235294117648e-06,
"loss": 0.9907,
"step": 2
},
{
"epoch": 0.01,
"grad_norm": 34.66046226058279,
"learning_rate": 1.5882352941176472e-06,
"loss": 0.8589,
"step": 3
},
{
"epoch": 0.01,
"grad_norm": 36.60912906609308,
"learning_rate": 2.1176470588235296e-06,
"loss": 0.9596,
"step": 4
},
{
"epoch": 0.01,
"grad_norm": 13.529080913419644,
"learning_rate": 2.647058823529412e-06,
"loss": 0.9156,
"step": 5
},
{
"epoch": 0.01,
"grad_norm": 11.247745477590652,
"learning_rate": 3.1764705882352943e-06,
"loss": 0.8662,
"step": 6
},
{
"epoch": 0.01,
"grad_norm": 9.935709220975076,
"learning_rate": 3.7058823529411763e-06,
"loss": 0.8188,
"step": 7
},
{
"epoch": 0.01,
"grad_norm": 10.683752353231812,
"learning_rate": 4.235294117647059e-06,
"loss": 0.8649,
"step": 8
},
{
"epoch": 0.02,
"grad_norm": 7.2223786829244485,
"learning_rate": 4.764705882352941e-06,
"loss": 0.8847,
"step": 9
},
{
"epoch": 0.02,
"grad_norm": 5.532911513871539,
"learning_rate": 5.294117647058824e-06,
"loss": 0.7912,
"step": 10
},
{
"epoch": 0.02,
"grad_norm": 6.0566462004370445,
"learning_rate": 5.823529411764707e-06,
"loss": 0.8499,
"step": 11
},
{
"epoch": 0.02,
"grad_norm": 6.029058939804303,
"learning_rate": 6.352941176470589e-06,
"loss": 0.8355,
"step": 12
},
{
"epoch": 0.02,
"grad_norm": 5.579068183376219,
"learning_rate": 6.882352941176471e-06,
"loss": 0.8369,
"step": 13
},
{
"epoch": 0.03,
"grad_norm": 5.8162333403745325,
"learning_rate": 7.411764705882353e-06,
"loss": 0.7877,
"step": 14
},
{
"epoch": 0.03,
"grad_norm": 5.483888941332197,
"learning_rate": 7.941176470588235e-06,
"loss": 0.8179,
"step": 15
},
{
"epoch": 0.03,
"grad_norm": 5.421185100788852,
"learning_rate": 8.470588235294118e-06,
"loss": 0.7781,
"step": 16
},
{
"epoch": 0.03,
"grad_norm": 5.110258230829603,
"learning_rate": 9e-06,
"loss": 0.7407,
"step": 17
},
{
"epoch": 0.03,
"grad_norm": 5.049789210880498,
"learning_rate": 8.999920645850193e-06,
"loss": 0.6753,
"step": 18
},
{
"epoch": 0.03,
"grad_norm": 6.085851377931879,
"learning_rate": 8.999682586199475e-06,
"loss": 0.8487,
"step": 19
},
{
"epoch": 0.04,
"grad_norm": 4.917910635517668,
"learning_rate": 8.999285829443853e-06,
"loss": 0.7275,
"step": 20
},
{
"epoch": 0.04,
"grad_norm": 4.491695334310831,
"learning_rate": 8.99873038957635e-06,
"loss": 0.7148,
"step": 21
},
{
"epoch": 0.04,
"grad_norm": 4.991071038913368,
"learning_rate": 8.998016286186505e-06,
"loss": 0.7096,
"step": 22
},
{
"epoch": 0.04,
"grad_norm": 4.863344316120844,
"learning_rate": 8.997143544459675e-06,
"loss": 0.7453,
"step": 23
},
{
"epoch": 0.04,
"grad_norm": 4.96243576916089,
"learning_rate": 8.996112195176166e-06,
"loss": 0.7888,
"step": 24
},
{
"epoch": 0.05,
"grad_norm": 4.797988274496772,
"learning_rate": 8.99492227471013e-06,
"loss": 0.6558,
"step": 25
},
{
"epoch": 0.05,
"grad_norm": 4.888619789901552,
"learning_rate": 8.993573825028287e-06,
"loss": 0.721,
"step": 26
},
{
"epoch": 0.05,
"grad_norm": 4.896915556171218,
"learning_rate": 8.992066893688456e-06,
"loss": 0.7063,
"step": 27
},
{
"epoch": 0.05,
"grad_norm": 5.205090260689351,
"learning_rate": 8.990401533837859e-06,
"loss": 0.7297,
"step": 28
},
{
"epoch": 0.05,
"grad_norm": 4.987306750911853,
"learning_rate": 8.988577804211255e-06,
"loss": 0.7211,
"step": 29
},
{
"epoch": 0.05,
"grad_norm": 4.494430893403371,
"learning_rate": 8.986595769128877e-06,
"loss": 0.7106,
"step": 30
},
{
"epoch": 0.06,
"grad_norm": 4.829948203570389,
"learning_rate": 8.984455498494147e-06,
"loss": 0.7259,
"step": 31
},
{
"epoch": 0.06,
"grad_norm": 4.670530445939821,
"learning_rate": 8.982157067791227e-06,
"loss": 0.7139,
"step": 32
},
{
"epoch": 0.06,
"grad_norm": 4.894172033075715,
"learning_rate": 8.979700558082343e-06,
"loss": 0.6759,
"step": 33
},
{
"epoch": 0.06,
"grad_norm": 5.017252333799934,
"learning_rate": 8.977086056004937e-06,
"loss": 0.6432,
"step": 34
},
{
"epoch": 0.06,
"grad_norm": 5.255889967262944,
"learning_rate": 8.974313653768603e-06,
"loss": 0.688,
"step": 35
},
{
"epoch": 0.07,
"grad_norm": 4.756664287623692,
"learning_rate": 8.971383449151841e-06,
"loss": 0.7145,
"step": 36
},
{
"epoch": 0.07,
"grad_norm": 5.1194367823148115,
"learning_rate": 8.968295545498603e-06,
"loss": 0.6484,
"step": 37
},
{
"epoch": 0.07,
"grad_norm": 5.36142060301958,
"learning_rate": 8.965050051714653e-06,
"loss": 0.6917,
"step": 38
},
{
"epoch": 0.07,
"grad_norm": 4.6465793442045635,
"learning_rate": 8.961647082263727e-06,
"loss": 0.6473,
"step": 39
},
{
"epoch": 0.07,
"grad_norm": 4.887493828654642,
"learning_rate": 8.958086757163488e-06,
"loss": 0.6405,
"step": 40
},
{
"epoch": 0.08,
"grad_norm": 5.167282128396302,
"learning_rate": 8.954369201981304e-06,
"loss": 0.6479,
"step": 41
},
{
"epoch": 0.08,
"grad_norm": 4.213989898293111,
"learning_rate": 8.950494547829806e-06,
"loss": 0.6168,
"step": 42
},
{
"epoch": 0.08,
"grad_norm": 4.730533203078349,
"learning_rate": 8.94646293136228e-06,
"loss": 0.6012,
"step": 43
},
{
"epoch": 0.08,
"grad_norm": 4.6302465122438825,
"learning_rate": 8.942274494767836e-06,
"loss": 0.6655,
"step": 44
},
{
"epoch": 0.08,
"grad_norm": 4.773562718553584,
"learning_rate": 8.937929385766396e-06,
"loss": 0.5803,
"step": 45
},
{
"epoch": 0.08,
"grad_norm": 4.245197809574637,
"learning_rate": 8.933427757603484e-06,
"loss": 0.5916,
"step": 46
},
{
"epoch": 0.09,
"grad_norm": 4.655340318767494,
"learning_rate": 8.928769769044821e-06,
"loss": 0.5867,
"step": 47
},
{
"epoch": 0.09,
"grad_norm": 4.26010716709734,
"learning_rate": 8.923955584370732e-06,
"loss": 0.566,
"step": 48
},
{
"epoch": 0.09,
"grad_norm": 4.35555909102148,
"learning_rate": 8.918985373370339e-06,
"loss": 0.6182,
"step": 49
},
{
"epoch": 0.09,
"grad_norm": 4.235399481286071,
"learning_rate": 8.913859311335583e-06,
"loss": 0.5318,
"step": 50
},
{
"epoch": 0.09,
"grad_norm": 3.9796856690373787,
"learning_rate": 8.908577579055042e-06,
"loss": 0.5697,
"step": 51
},
{
"epoch": 0.1,
"grad_norm": 3.7896052798771316,
"learning_rate": 8.90314036280755e-06,
"loss": 0.5079,
"step": 52
},
{
"epoch": 0.1,
"grad_norm": 4.6197464198048035,
"learning_rate": 8.897547854355623e-06,
"loss": 0.5764,
"step": 53
},
{
"epoch": 0.1,
"grad_norm": 3.847548925631187,
"learning_rate": 8.89180025093871e-06,
"loss": 0.6729,
"step": 54
},
{
"epoch": 0.1,
"grad_norm": 3.948267250729118,
"learning_rate": 8.885897755266227e-06,
"loss": 0.484,
"step": 55
},
{
"epoch": 0.1,
"grad_norm": 3.8023830471999904,
"learning_rate": 8.879840575510407e-06,
"loss": 0.6078,
"step": 56
},
{
"epoch": 0.1,
"grad_norm": 3.6103951856144345,
"learning_rate": 8.873628925298958e-06,
"loss": 0.6604,
"step": 57
},
{
"epoch": 0.11,
"grad_norm": 3.394899070771869,
"learning_rate": 8.867263023707538e-06,
"loss": 0.5844,
"step": 58
},
{
"epoch": 0.11,
"grad_norm": 3.636681521110234,
"learning_rate": 8.860743095252015e-06,
"loss": 0.5642,
"step": 59
},
{
"epoch": 0.11,
"grad_norm": 3.4543420833481604,
"learning_rate": 8.85406936988056e-06,
"loss": 0.5654,
"step": 60
},
{
"epoch": 0.11,
"grad_norm": 3.073681377873381,
"learning_rate": 8.847242082965524e-06,
"loss": 0.5365,
"step": 61
},
{
"epoch": 0.11,
"grad_norm": 3.4947884919103767,
"learning_rate": 8.840261475295158e-06,
"loss": 0.6296,
"step": 62
},
{
"epoch": 0.12,
"grad_norm": 3.6489945285679863,
"learning_rate": 8.833127793065098e-06,
"loss": 0.5209,
"step": 63
},
{
"epoch": 0.12,
"grad_norm": 3.249672803259227,
"learning_rate": 8.825841287869692e-06,
"loss": 0.5381,
"step": 64
},
{
"epoch": 0.12,
"grad_norm": 3.4000459196494064,
"learning_rate": 8.818402216693131e-06,
"loss": 0.5103,
"step": 65
},
{
"epoch": 0.12,
"grad_norm": 2.97477421640801,
"learning_rate": 8.810810841900381e-06,
"loss": 0.598,
"step": 66
},
{
"epoch": 0.12,
"grad_norm": 2.9587823322711513,
"learning_rate": 8.803067431227923e-06,
"loss": 0.583,
"step": 67
},
{
"epoch": 0.12,
"grad_norm": 3.5309481237284275,
"learning_rate": 8.795172257774323e-06,
"loss": 0.5081,
"step": 68
},
{
"epoch": 0.13,
"grad_norm": 3.3165420055002257,
"learning_rate": 8.787125599990595e-06,
"loss": 0.5826,
"step": 69
},
{
"epoch": 0.13,
"grad_norm": 3.2092085766652163,
"learning_rate": 8.778927741670377e-06,
"loss": 0.4887,
"step": 70
},
{
"epoch": 0.13,
"grad_norm": 3.607603819870852,
"learning_rate": 8.770578971939926e-06,
"loss": 0.5903,
"step": 71
},
{
"epoch": 0.13,
"grad_norm": 3.7280424147198876,
"learning_rate": 8.762079585247916e-06,
"loss": 0.5648,
"step": 72
},
{
"epoch": 0.13,
"grad_norm": 3.267053888317302,
"learning_rate": 8.753429881355064e-06,
"loss": 0.5333,
"step": 73
},
{
"epoch": 0.14,
"grad_norm": 3.313513549447078,
"learning_rate": 8.744630165323546e-06,
"loss": 0.5137,
"step": 74
},
{
"epoch": 0.14,
"grad_norm": 3.125452143353669,
"learning_rate": 8.735680747506243e-06,
"loss": 0.5628,
"step": 75
},
{
"epoch": 0.14,
"grad_norm": 3.26949376937129,
"learning_rate": 8.726581943535797e-06,
"loss": 0.4944,
"step": 76
},
{
"epoch": 0.14,
"grad_norm": 3.5892533566558305,
"learning_rate": 8.717334074313475e-06,
"loss": 0.6071,
"step": 77
},
{
"epoch": 0.14,
"grad_norm": 3.0643536815845134,
"learning_rate": 8.707937465997857e-06,
"loss": 0.438,
"step": 78
},
{
"epoch": 0.14,
"grad_norm": 3.4384578761927793,
"learning_rate": 8.698392449993325e-06,
"loss": 0.4857,
"step": 79
},
{
"epoch": 0.15,
"grad_norm": 3.250720117382431,
"learning_rate": 8.688699362938382e-06,
"loss": 0.5432,
"step": 80
},
{
"epoch": 0.15,
"grad_norm": 3.140512687733444,
"learning_rate": 8.678858546693773e-06,
"loss": 0.4357,
"step": 81
},
{
"epoch": 0.15,
"grad_norm": 3.064996364757649,
"learning_rate": 8.668870348330438e-06,
"loss": 0.5305,
"step": 82
},
{
"epoch": 0.15,
"grad_norm": 3.3167708556063658,
"learning_rate": 8.658735120117259e-06,
"loss": 0.5941,
"step": 83
},
{
"epoch": 0.15,
"grad_norm": 3.8243197875834793,
"learning_rate": 8.648453219508644e-06,
"loss": 0.6513,
"step": 84
},
{
"epoch": 0.16,
"grad_norm": 3.3607547819011163,
"learning_rate": 8.63802500913192e-06,
"loss": 0.512,
"step": 85
},
{
"epoch": 0.16,
"grad_norm": 2.9838331067395614,
"learning_rate": 8.62745085677454e-06,
"loss": 0.4745,
"step": 86
},
{
"epoch": 0.16,
"grad_norm": 3.255949722321893,
"learning_rate": 8.616731135371108e-06,
"loss": 0.4998,
"step": 87
},
{
"epoch": 0.16,
"grad_norm": 3.8889794210168085,
"learning_rate": 8.60586622299024e-06,
"loss": 0.573,
"step": 88
},
{
"epoch": 0.16,
"grad_norm": 2.8509124971694213,
"learning_rate": 8.594856502821218e-06,
"loss": 0.4208,
"step": 89
},
{
"epoch": 0.16,
"grad_norm": 3.359577194382925,
"learning_rate": 8.58370236316048e-06,
"loss": 0.4903,
"step": 90
},
{
"epoch": 0.17,
"grad_norm": 3.401482140074036,
"learning_rate": 8.572404197397922e-06,
"loss": 0.5983,
"step": 91
},
{
"epoch": 0.17,
"grad_norm": 3.5728346753701326,
"learning_rate": 8.560962404003028e-06,
"loss": 0.5853,
"step": 92
},
{
"epoch": 0.17,
"grad_norm": 3.1188833491907357,
"learning_rate": 8.549377386510814e-06,
"loss": 0.5403,
"step": 93
},
{
"epoch": 0.17,
"grad_norm": 3.268964841434034,
"learning_rate": 8.5376495535076e-06,
"loss": 0.542,
"step": 94
},
{
"epoch": 0.17,
"grad_norm": 3.4652099962359557,
"learning_rate": 8.52577931861659e-06,
"loss": 0.5607,
"step": 95
},
{
"epoch": 0.18,
"grad_norm": 3.015528132164184,
"learning_rate": 8.513767100483296e-06,
"loss": 0.5095,
"step": 96
},
{
"epoch": 0.18,
"grad_norm": 3.350304187060291,
"learning_rate": 8.501613322760765e-06,
"loss": 0.594,
"step": 97
},
{
"epoch": 0.18,
"grad_norm": 3.1102793715461763,
"learning_rate": 8.489318414094643e-06,
"loss": 0.4869,
"step": 98
},
{
"epoch": 0.18,
"grad_norm": 3.1411569656443565,
"learning_rate": 8.476882808108047e-06,
"loss": 0.6397,
"step": 99
},
{
"epoch": 0.18,
"grad_norm": 3.5202497902583807,
"learning_rate": 8.464306943386288e-06,
"loss": 0.5394,
"step": 100
},
{
"epoch": 0.18,
"grad_norm": 3.008265446344961,
"learning_rate": 8.451591263461388e-06,
"loss": 0.529,
"step": 101
},
{
"epoch": 0.19,
"grad_norm": 3.4268239980889987,
"learning_rate": 8.438736216796444e-06,
"loss": 0.5653,
"step": 102
},
{
"epoch": 0.19,
"grad_norm": 3.1260151689921054,
"learning_rate": 8.425742256769813e-06,
"loss": 0.4902,
"step": 103
},
{
"epoch": 0.19,
"grad_norm": 3.0662786153784043,
"learning_rate": 8.412609841659117e-06,
"loss": 0.5363,
"step": 104
},
{
"epoch": 0.19,
"grad_norm": 3.044610829850215,
"learning_rate": 8.399339434625081e-06,
"loss": 0.5166,
"step": 105
},
{
"epoch": 0.19,
"grad_norm": 3.090644861792101,
"learning_rate": 8.385931503695205e-06,
"loss": 0.5061,
"step": 106
},
{
"epoch": 0.2,
"grad_norm": 3.5211572711182466,
"learning_rate": 8.372386521747245e-06,
"loss": 0.4797,
"step": 107
},
{
"epoch": 0.2,
"grad_norm": 3.1259869780955643,
"learning_rate": 8.35870496649255e-06,
"loss": 0.5536,
"step": 108
},
{
"epoch": 0.2,
"grad_norm": 3.1477479625059184,
"learning_rate": 8.3448873204592e-06,
"loss": 0.5226,
"step": 109
},
{
"epoch": 0.2,
"grad_norm": 3.394536678514208,
"learning_rate": 8.330934070974996e-06,
"loss": 0.5171,
"step": 110
},
{
"epoch": 0.2,
"grad_norm": 3.0512076379788446,
"learning_rate": 8.316845710150273e-06,
"loss": 0.5174,
"step": 111
},
{
"epoch": 0.21,
"grad_norm": 3.1298372485466657,
"learning_rate": 8.30262273486054e-06,
"loss": 0.5708,
"step": 112
},
{
"epoch": 0.21,
"grad_norm": 3.2197822515681547,
"learning_rate": 8.288265646728957e-06,
"loss": 0.5672,
"step": 113
},
{
"epoch": 0.21,
"grad_norm": 2.8425054026885905,
"learning_rate": 8.273774952108646e-06,
"loss": 0.4355,
"step": 114
},
{
"epoch": 0.21,
"grad_norm": 3.0737700440604447,
"learning_rate": 8.259151162064828e-06,
"loss": 0.5051,
"step": 115
},
{
"epoch": 0.21,
"grad_norm": 3.3741672653063053,
"learning_rate": 8.244394792356805e-06,
"loss": 0.5668,
"step": 116
},
{
"epoch": 0.21,
"grad_norm": 2.9919622990845904,
"learning_rate": 8.229506363419763e-06,
"loss": 0.5098,
"step": 117
},
{
"epoch": 0.22,
"grad_norm": 3.5978666662483336,
"learning_rate": 8.214486400346427e-06,
"loss": 0.5075,
"step": 118
},
{
"epoch": 0.22,
"grad_norm": 2.830538513498415,
"learning_rate": 8.199335432868524e-06,
"loss": 0.3966,
"step": 119
},
{
"epoch": 0.22,
"grad_norm": 3.425466044907628,
"learning_rate": 8.184053995338121e-06,
"loss": 0.5272,
"step": 120
},
{
"epoch": 0.22,
"grad_norm": 3.360447298123908,
"learning_rate": 8.168642626708766e-06,
"loss": 0.4448,
"step": 121
},
{
"epoch": 0.22,
"grad_norm": 3.393894514627002,
"learning_rate": 8.153101870516483e-06,
"loss": 0.4818,
"step": 122
},
{
"epoch": 0.23,
"grad_norm": 2.9420100513328937,
"learning_rate": 8.137432274860603e-06,
"loss": 0.4266,
"step": 123
},
{
"epoch": 0.23,
"grad_norm": 3.026131177104377,
"learning_rate": 8.121634392384432e-06,
"loss": 0.5322,
"step": 124
},
{
"epoch": 0.23,
"grad_norm": 3.0022791415575356,
"learning_rate": 8.105708780255763e-06,
"loss": 0.4751,
"step": 125
},
{
"epoch": 0.23,
"grad_norm": 3.0331431150081967,
"learning_rate": 8.089656000147224e-06,
"loss": 0.5318,
"step": 126
},
{
"epoch": 0.23,
"grad_norm": 2.799949643310398,
"learning_rate": 8.073476618216466e-06,
"loss": 0.4884,
"step": 127
},
{
"epoch": 0.23,
"grad_norm": 3.10752388387383,
"learning_rate": 8.057171205086201e-06,
"loss": 0.502,
"step": 128
},
{
"epoch": 0.24,
"grad_norm": 2.679375500347743,
"learning_rate": 8.04074033582407e-06,
"loss": 0.4909,
"step": 129
},
{
"epoch": 0.24,
"grad_norm": 3.913512934254949,
"learning_rate": 8.024184589922364e-06,
"loss": 0.5783,
"step": 130
},
{
"epoch": 0.24,
"grad_norm": 3.2336957534147523,
"learning_rate": 8.007504551277596e-06,
"loss": 0.4747,
"step": 131
},
{
"epoch": 0.24,
"grad_norm": 3.0635194567472195,
"learning_rate": 7.99070080816989e-06,
"loss": 0.3958,
"step": 132
},
{
"epoch": 0.24,
"grad_norm": 3.5392670715326933,
"learning_rate": 7.973773953242243e-06,
"loss": 0.5357,
"step": 133
},
{
"epoch": 0.25,
"grad_norm": 3.0425513203937466,
"learning_rate": 7.956724583479628e-06,
"loss": 0.4484,
"step": 134
},
{
"epoch": 0.25,
"grad_norm": 3.0063547022877177,
"learning_rate": 7.939553300187927e-06,
"loss": 0.4847,
"step": 135
},
{
"epoch": 0.25,
"grad_norm": 3.090710639455557,
"learning_rate": 7.922260708972737e-06,
"loss": 0.5472,
"step": 136
},
{
"epoch": 0.25,
"grad_norm": 3.0386658649096896,
"learning_rate": 7.904847419718001e-06,
"loss": 0.5269,
"step": 137
},
{
"epoch": 0.25,
"grad_norm": 3.0325202054284404,
"learning_rate": 7.887314046564503e-06,
"loss": 0.5088,
"step": 138
},
{
"epoch": 0.25,
"grad_norm": 2.951728467730531,
"learning_rate": 7.869661207888208e-06,
"loss": 0.516,
"step": 139
},
{
"epoch": 0.26,
"grad_norm": 2.7888611128147494,
"learning_rate": 7.85188952627845e-06,
"loss": 0.5526,
"step": 140
},
{
"epoch": 0.26,
"grad_norm": 2.730206238800992,
"learning_rate": 7.833999628515978e-06,
"loss": 0.4386,
"step": 141
},
{
"epoch": 0.26,
"grad_norm": 2.68554620874365,
"learning_rate": 7.815992145550851e-06,
"loss": 0.4264,
"step": 142
},
{
"epoch": 0.26,
"grad_norm": 3.0537486049360014,
"learning_rate": 7.797867712480176e-06,
"loss": 0.4982,
"step": 143
},
{
"epoch": 0.26,
"grad_norm": 2.893416638895553,
"learning_rate": 7.779626968525726e-06,
"loss": 0.446,
"step": 144
},
{
"epoch": 0.27,
"grad_norm": 3.0980768404972903,
"learning_rate": 7.761270557011376e-06,
"loss": 0.554,
"step": 145
},
{
"epoch": 0.27,
"grad_norm": 3.051694866335669,
"learning_rate": 7.74279912534043e-06,
"loss": 0.5116,
"step": 146
},
{
"epoch": 0.27,
"grad_norm": 3.02640149340465,
"learning_rate": 7.724213324972776e-06,
"loss": 0.5214,
"step": 147
},
{
"epoch": 0.27,
"grad_norm": 3.3220717472344505,
"learning_rate": 7.705513811401925e-06,
"loss": 0.5102,
"step": 148
},
{
"epoch": 0.27,
"grad_norm": 3.0062189661718035,
"learning_rate": 7.686701244131875e-06,
"loss": 0.5608,
"step": 149
},
{
"epoch": 0.27,
"grad_norm": 3.72608459532875,
"learning_rate": 7.66777628665386e-06,
"loss": 0.4952,
"step": 150
},
{
"epoch": 0.28,
"grad_norm": 3.0339587229192166,
"learning_rate": 7.648739606422954e-06,
"loss": 0.4397,
"step": 151
},
{
"epoch": 0.28,
"grad_norm": 3.462077122092901,
"learning_rate": 7.629591874834523e-06,
"loss": 0.5758,
"step": 152
},
{
"epoch": 0.28,
"grad_norm": 2.920916146469853,
"learning_rate": 7.610333767200549e-06,
"loss": 0.4906,
"step": 153
},
{
"epoch": 0.28,
"grad_norm": 3.070077771115752,
"learning_rate": 7.590965962725814e-06,
"loss": 0.4945,
"step": 154
},
{
"epoch": 0.28,
"grad_norm": 2.807751554616351,
"learning_rate": 7.5714891444839445e-06,
"loss": 0.5194,
"step": 155
},
{
"epoch": 0.29,
"grad_norm": 3.093567798163179,
"learning_rate": 7.551903999393317e-06,
"loss": 0.6042,
"step": 156
},
{
"epoch": 0.29,
"grad_norm": 2.715762934690965,
"learning_rate": 7.532211218192839e-06,
"loss": 0.4839,
"step": 157
},
{
"epoch": 0.29,
"grad_norm": 3.2674049778852243,
"learning_rate": 7.512411495417581e-06,
"loss": 0.5165,
"step": 158
},
{
"epoch": 0.29,
"grad_norm": 3.5340829629693746,
"learning_rate": 7.492505529374285e-06,
"loss": 0.5254,
"step": 159
},
{
"epoch": 0.29,
"grad_norm": 3.4955327605305717,
"learning_rate": 7.472494022116731e-06,
"loss": 0.6269,
"step": 160
},
{
"epoch": 0.29,
"grad_norm": 3.0097092054381953,
"learning_rate": 7.452377679420986e-06,
"loss": 0.5398,
"step": 161
},
{
"epoch": 0.3,
"grad_norm": 2.939232846047572,
"learning_rate": 7.432157210760504e-06,
"loss": 0.5392,
"step": 162
},
{
"epoch": 0.3,
"grad_norm": 3.0658398508020026,
"learning_rate": 7.411833329281104e-06,
"loss": 0.5113,
"step": 163
},
{
"epoch": 0.3,
"grad_norm": 3.114454405370538,
"learning_rate": 7.391406751775828e-06,
"loss": 0.436,
"step": 164
},
{
"epoch": 0.3,
"grad_norm": 2.949930737290397,
"learning_rate": 7.370878198659648e-06,
"loss": 0.4592,
"step": 165
},
{
"epoch": 0.3,
"grad_norm": 3.0089047499171295,
"learning_rate": 7.350248393944066e-06,
"loss": 0.4749,
"step": 166
},
{
"epoch": 0.31,
"grad_norm": 3.595071693011163,
"learning_rate": 7.3295180652115775e-06,
"loss": 0.5159,
"step": 167
},
{
"epoch": 0.31,
"grad_norm": 3.0257008295544012,
"learning_rate": 7.308687943590009e-06,
"loss": 0.5108,
"step": 168
},
{
"epoch": 0.31,
"grad_norm": 3.1927846374435958,
"learning_rate": 7.287758763726734e-06,
"loss": 0.5003,
"step": 169
},
{
"epoch": 0.31,
"grad_norm": 2.5987961618586795,
"learning_rate": 7.2667312637627665e-06,
"loss": 0.4915,
"step": 170
},
{
"epoch": 0.31,
"grad_norm": 3.105420319887882,
"learning_rate": 7.245606185306719e-06,
"loss": 0.469,
"step": 171
},
{
"epoch": 0.32,
"grad_norm": 3.0475778734665133,
"learning_rate": 7.224384273408652e-06,
"loss": 0.4488,
"step": 172
},
{
"epoch": 0.32,
"grad_norm": 2.9048930760010028,
"learning_rate": 7.203066276533802e-06,
"loss": 0.4642,
"step": 173
},
{
"epoch": 0.32,
"grad_norm": 2.825677517748575,
"learning_rate": 7.181652946536176e-06,
"loss": 0.4691,
"step": 174
},
{
"epoch": 0.32,
"grad_norm": 3.581911113634182,
"learning_rate": 7.160145038632037e-06,
"loss": 0.5567,
"step": 175
},
{
"epoch": 0.32,
"grad_norm": 2.9376972711527674,
"learning_rate": 7.138543311373275e-06,
"loss": 0.5202,
"step": 176
},
{
"epoch": 0.32,
"grad_norm": 3.1097171049397065,
"learning_rate": 7.116848526620645e-06,
"loss": 0.5118,
"step": 177
},
{
"epoch": 0.33,
"grad_norm": 2.8414745422245846,
"learning_rate": 7.095061449516903e-06,
"loss": 0.5088,
"step": 178
},
{
"epoch": 0.33,
"grad_norm": 2.783296171938037,
"learning_rate": 7.073182848459816e-06,
"loss": 0.4706,
"step": 179
},
{
"epoch": 0.33,
"grad_norm": 3.051289105175948,
"learning_rate": 7.051213495075068e-06,
"loss": 0.48,
"step": 180
},
{
"epoch": 0.33,
"eval_accuracy": 0.8342102913428403,
"eval_accuracy_<|content|>": 1.0,
"eval_accuracy_<|from|>": 0.9690376569037656,
"eval_accuracy_<|recipient|>": 1.0,
"eval_accuracy_<|stop|>": 0.9098200737047475,
"eval_accuracy_total_num_<|content|>": 11653,
"eval_accuracy_total_num_<|from|>": 2390,
"eval_accuracy_total_num_<|recipient|>": 2390,
"eval_accuracy_total_num_<|stop|>": 9226,
"eval_loss": 0.5539013743400574,
"eval_perplexity": 1.2334550432606364,
"eval_runtime": 145.4535,
"eval_samples_per_second": 4.936,
"eval_steps_per_second": 0.158,
"step": 180
},
{
"epoch": 0.33,
"grad_norm": 3.086585679777639,
"learning_rate": 7.029154164189041e-06,
"loss": 0.5342,
"step": 181
},
{
"epoch": 0.33,
"grad_norm": 3.081775823416091,
"learning_rate": 7.00700563380149e-06,
"loss": 0.5082,
"step": 182
},
{
"epoch": 0.34,
"grad_norm": 3.2399857933805096,
"learning_rate": 6.9847686850581025e-06,
"loss": 0.5268,
"step": 183
},
{
"epoch": 0.34,
"grad_norm": 3.184402549388879,
"learning_rate": 6.962444102222949e-06,
"loss": 0.4844,
"step": 184
},
{
"epoch": 0.34,
"grad_norm": 3.4728603055489233,
"learning_rate": 6.940032672650828e-06,
"loss": 0.5789,
"step": 185
},
{
"epoch": 0.34,
"grad_norm": 3.1840503345615963,
"learning_rate": 6.91753518675949e-06,
"loss": 0.4837,
"step": 186
},
{
"epoch": 0.34,
"grad_norm": 2.62887793770963,
"learning_rate": 6.894952438001763e-06,
"loss": 0.4791,
"step": 187
},
{
"epoch": 0.34,
"grad_norm": 2.935737185834959,
"learning_rate": 6.872285222837573e-06,
"loss": 0.5525,
"step": 188
},
{
"epoch": 0.35,
"grad_norm": 3.094716532349392,
"learning_rate": 6.849534340705842e-06,
"loss": 0.4259,
"step": 189
},
{
"epoch": 0.35,
"grad_norm": 2.814581995657929,
"learning_rate": 6.826700593996313e-06,
"loss": 0.5115,
"step": 190
},
{
"epoch": 0.35,
"grad_norm": 2.9995006190264646,
"learning_rate": 6.803784788021233e-06,
"loss": 0.5786,
"step": 191
},
{
"epoch": 0.35,
"grad_norm": 3.113019844261514,
"learning_rate": 6.7807877309869566e-06,
"loss": 0.5133,
"step": 192
},
{
"epoch": 0.35,
"grad_norm": 3.6613949067607803,
"learning_rate": 6.757710233965442e-06,
"loss": 0.5776,
"step": 193
},
{
"epoch": 0.36,
"grad_norm": 2.9521840559028965,
"learning_rate": 6.73455311086565e-06,
"loss": 0.4917,
"step": 194
},
{
"epoch": 0.36,
"grad_norm": 3.273949831409698,
"learning_rate": 6.71131717840483e-06,
"loss": 0.5261,
"step": 195
},
{
"epoch": 0.36,
"grad_norm": 3.0486061943746354,
"learning_rate": 6.688003256079723e-06,
"loss": 0.5224,
"step": 196
},
{
"epoch": 0.36,
"grad_norm": 3.0050445631137492,
"learning_rate": 6.664612166137655e-06,
"loss": 0.4096,
"step": 197
},
{
"epoch": 0.36,
"grad_norm": 2.772725167734928,
"learning_rate": 6.641144733547539e-06,
"loss": 0.4233,
"step": 198
},
{
"epoch": 0.36,
"grad_norm": 2.711610004187709,
"learning_rate": 6.617601785970783e-06,
"loss": 0.456,
"step": 199
},
{
"epoch": 0.37,
"grad_norm": 2.9050942559350523,
"learning_rate": 6.593984153732091e-06,
"loss": 0.4164,
"step": 200
},
{
"epoch": 0.37,
"grad_norm": 2.830748277257922,
"learning_rate": 6.570292669790185e-06,
"loss": 0.4468,
"step": 201
},
{
"epoch": 0.37,
"grad_norm": 2.7581248095396416,
"learning_rate": 6.546528169708429e-06,
"loss": 0.4075,
"step": 202
},
{
"epoch": 0.37,
"grad_norm": 3.2955277706412605,
"learning_rate": 6.522691491625356e-06,
"loss": 0.5416,
"step": 203
},
{
"epoch": 0.37,
"grad_norm": 3.0068296734820263,
"learning_rate": 6.498783476225111e-06,
"loss": 0.4617,
"step": 204
},
{
"epoch": 0.38,
"grad_norm": 3.093146249797236,
"learning_rate": 6.474804966707796e-06,
"loss": 0.533,
"step": 205
},
{
"epoch": 0.38,
"grad_norm": 3.181608809197894,
"learning_rate": 6.45075680875974e-06,
"loss": 0.5352,
"step": 206
},
{
"epoch": 0.38,
"grad_norm": 2.5746014903952235,
"learning_rate": 6.426639850523665e-06,
"loss": 0.4242,
"step": 207
},
{
"epoch": 0.38,
"grad_norm": 2.8430380139586027,
"learning_rate": 6.402454942568782e-06,
"loss": 0.452,
"step": 208
},
{
"epoch": 0.38,
"grad_norm": 3.2217318472356307,
"learning_rate": 6.378202937860781e-06,
"loss": 0.4925,
"step": 209
},
{
"epoch": 0.38,
"grad_norm": 4.053436435303002,
"learning_rate": 6.3538846917317584e-06,
"loss": 0.5917,
"step": 210
},
{
"epoch": 0.39,
"grad_norm": 3.491166106143089,
"learning_rate": 6.3295010618500455e-06,
"loss": 0.4656,
"step": 211
},
{
"epoch": 0.39,
"grad_norm": 2.8864104479439923,
"learning_rate": 6.305052908189961e-06,
"loss": 0.5241,
"step": 212
},
{
"epoch": 0.39,
"grad_norm": 2.8305539784275546,
"learning_rate": 6.280541093001486e-06,
"loss": 0.4535,
"step": 213
},
{
"epoch": 0.39,
"grad_norm": 4.173577669127519,
"learning_rate": 6.255966480779838e-06,
"loss": 0.4361,
"step": 214
},
{
"epoch": 0.39,
"grad_norm": 3.458946310379365,
"learning_rate": 6.2313299382350024e-06,
"loss": 0.4808,
"step": 215
},
{
"epoch": 0.4,
"grad_norm": 3.386680894376734,
"learning_rate": 6.206632334261152e-06,
"loss": 0.5487,
"step": 216
},
{
"epoch": 0.4,
"grad_norm": 2.8401947488812262,
"learning_rate": 6.181874539906005e-06,
"loss": 0.4528,
"step": 217
},
{
"epoch": 0.4,
"grad_norm": 3.6329463858003086,
"learning_rate": 6.157057428340103e-06,
"loss": 0.5419,
"step": 218
},
{
"epoch": 0.4,
"grad_norm": 2.953220720763901,
"learning_rate": 6.132181874826023e-06,
"loss": 0.4612,
"step": 219
},
{
"epoch": 0.4,
"grad_norm": 2.888110484061968,
"learning_rate": 6.1072487566874934e-06,
"loss": 0.495,
"step": 220
},
{
"epoch": 0.4,
"grad_norm": 3.228959293881162,
"learning_rate": 6.082258953278467e-06,
"loss": 0.4641,
"step": 221
},
{
"epoch": 0.41,
"grad_norm": 2.699387826863465,
"learning_rate": 6.057213345952103e-06,
"loss": 0.4009,
"step": 222
},
{
"epoch": 0.41,
"grad_norm": 2.973517701494324,
"learning_rate": 6.032112818029677e-06,
"loss": 0.5227,
"step": 223
},
{
"epoch": 0.41,
"grad_norm": 3.1940698990570473,
"learning_rate": 6.006958254769438e-06,
"loss": 0.5372,
"step": 224
},
{
"epoch": 0.41,
"grad_norm": 3.0576078522385903,
"learning_rate": 5.981750543335376e-06,
"loss": 0.4934,
"step": 225
},
{
"epoch": 0.41,
"grad_norm": 2.6228967285190037,
"learning_rate": 5.956490572765939e-06,
"loss": 0.4279,
"step": 226
},
{
"epoch": 0.42,
"grad_norm": 2.531552625948877,
"learning_rate": 5.931179233942677e-06,
"loss": 0.329,
"step": 227
},
{
"epoch": 0.42,
"grad_norm": 3.278388966461349,
"learning_rate": 5.905817419558825e-06,
"loss": 0.529,
"step": 228
},
{
"epoch": 0.42,
"grad_norm": 3.4754758682480524,
"learning_rate": 5.8804060240878105e-06,
"loss": 0.5724,
"step": 229
},
{
"epoch": 0.42,
"grad_norm": 2.997441679239916,
"learning_rate": 5.854945943751716e-06,
"loss": 0.3957,
"step": 230
},
{
"epoch": 0.42,
"grad_norm": 3.2817590001479795,
"learning_rate": 5.829438076489666e-06,
"loss": 0.4562,
"step": 231
},
{
"epoch": 0.42,
"grad_norm": 2.974647669249094,
"learning_rate": 5.803883321926157e-06,
"loss": 0.4952,
"step": 232
},
{
"epoch": 0.43,
"grad_norm": 2.8506505377741873,
"learning_rate": 5.778282581339334e-06,
"loss": 0.4498,
"step": 233
},
{
"epoch": 0.43,
"grad_norm": 3.1642991015269972,
"learning_rate": 5.752636757629197e-06,
"loss": 0.5017,
"step": 234
},
{
"epoch": 0.43,
"grad_norm": 2.986025489448088,
"learning_rate": 5.726946755285763e-06,
"loss": 0.4021,
"step": 235
},
{
"epoch": 0.43,
"grad_norm": 3.204511943941506,
"learning_rate": 5.701213480357162e-06,
"loss": 0.4487,
"step": 236
},
{
"epoch": 0.43,
"grad_norm": 3.2451982048566186,
"learning_rate": 5.675437840417686e-06,
"loss": 0.4185,
"step": 237
},
{
"epoch": 0.44,
"grad_norm": 3.0504356319657857,
"learning_rate": 5.649620744535775e-06,
"loss": 0.4201,
"step": 238
},
{
"epoch": 0.44,
"grad_norm": 2.9215020397218927,
"learning_rate": 5.623763103241961e-06,
"loss": 0.4371,
"step": 239
},
{
"epoch": 0.44,
"grad_norm": 3.539528872026836,
"learning_rate": 5.59786582849675e-06,
"loss": 0.4408,
"step": 240
},
{
"epoch": 0.44,
"grad_norm": 2.9617533897366197,
"learning_rate": 5.5719298336584615e-06,
"loss": 0.3983,
"step": 241
},
{
"epoch": 0.44,
"grad_norm": 3.2498757733189123,
"learning_rate": 5.545956033451016e-06,
"loss": 0.4539,
"step": 242
},
{
"epoch": 0.45,
"grad_norm": 2.89991661036547,
"learning_rate": 5.5199453439316745e-06,
"loss": 0.4626,
"step": 243
},
{
"epoch": 0.45,
"grad_norm": 3.01668847823045,
"learning_rate": 5.493898682458724e-06,
"loss": 0.4517,
"step": 244
},
{
"epoch": 0.45,
"grad_norm": 3.743755658461664,
"learning_rate": 5.467816967659135e-06,
"loss": 0.4642,
"step": 245
},
{
"epoch": 0.45,
"grad_norm": 2.8443195287857015,
"learning_rate": 5.441701119396149e-06,
"loss": 0.4246,
"step": 246
},
{
"epoch": 0.45,
"grad_norm": 3.073710254558929,
"learning_rate": 5.415552058736853e-06,
"loss": 0.4802,
"step": 247
},
{
"epoch": 0.45,
"grad_norm": 3.078185155386972,
"learning_rate": 5.389370707919678e-06,
"loss": 0.4353,
"step": 248
},
{
"epoch": 0.46,
"grad_norm": 3.0525629511663155,
"learning_rate": 5.363157990321884e-06,
"loss": 0.4131,
"step": 249
},
{
"epoch": 0.46,
"grad_norm": 2.7744828765643317,
"learning_rate": 5.336914830426994e-06,
"loss": 0.3595,
"step": 250
},
{
"epoch": 0.46,
"grad_norm": 3.0194468460511343,
"learning_rate": 5.310642153792179e-06,
"loss": 0.4374,
"step": 251
},
{
"epoch": 0.46,
"grad_norm": 2.9525836135504626,
"learning_rate": 5.2843408870156245e-06,
"loss": 0.4697,
"step": 252
},
{
"epoch": 0.46,
"grad_norm": 3.1105687127607204,
"learning_rate": 5.25801195770385e-06,
"loss": 0.4272,
"step": 253
},
{
"epoch": 0.47,
"grad_norm": 2.7972605622221343,
"learning_rate": 5.231656294438987e-06,
"loss": 0.4399,
"step": 254
},
{
"epoch": 0.47,
"grad_norm": 3.181819677387704,
"learning_rate": 5.205274826746037e-06,
"loss": 0.5103,
"step": 255
},
{
"epoch": 0.47,
"grad_norm": 2.963550029692661,
"learning_rate": 5.178868485060084e-06,
"loss": 0.4946,
"step": 256
},
{
"epoch": 0.47,
"grad_norm": 3.116532683627354,
"learning_rate": 5.15243820069348e-06,
"loss": 0.4474,
"step": 257
},
{
"epoch": 0.47,
"grad_norm": 2.708462663188884,
"learning_rate": 5.125984905803002e-06,
"loss": 0.3684,
"step": 258
},
{
"epoch": 0.47,
"grad_norm": 3.2578072396033866,
"learning_rate": 5.0995095333569725e-06,
"loss": 0.4285,
"step": 259
},
{
"epoch": 0.48,
"grad_norm": 2.9466026196548,
"learning_rate": 5.073013017102356e-06,
"loss": 0.4622,
"step": 260
},
{
"epoch": 0.48,
"grad_norm": 3.4399722683823666,
"learning_rate": 5.0464962915318275e-06,
"loss": 0.4863,
"step": 261
},
{
"epoch": 0.48,
"grad_norm": 2.8400043359061136,
"learning_rate": 5.019960291850817e-06,
"loss": 0.5108,
"step": 262
},
{
"epoch": 0.48,
"grad_norm": 3.2092125619436582,
"learning_rate": 4.99340595394452e-06,
"loss": 0.4611,
"step": 263
},
{
"epoch": 0.48,
"grad_norm": 3.2081127430702603,
"learning_rate": 4.966834214344896e-06,
"loss": 0.5237,
"step": 264
},
{
"epoch": 0.49,
"grad_norm": 3.01275795446049,
"learning_rate": 4.940246010197636e-06,
"loss": 0.4355,
"step": 265
},
{
"epoch": 0.49,
"grad_norm": 2.9504283586098285,
"learning_rate": 4.913642279229112e-06,
"loss": 0.425,
"step": 266
},
{
"epoch": 0.49,
"grad_norm": 2.8095986206489836,
"learning_rate": 4.887023959713302e-06,
"loss": 0.4211,
"step": 267
},
{
"epoch": 0.49,
"grad_norm": 2.6337433234035172,
"learning_rate": 4.860391990438703e-06,
"loss": 0.3975,
"step": 268
},
{
"epoch": 0.49,
"grad_norm": 3.336414465844828,
"learning_rate": 4.833747310675215e-06,
"loss": 0.4137,
"step": 269
},
{
"epoch": 0.49,
"grad_norm": 2.9666922489822287,
"learning_rate": 4.8070908601410195e-06,
"loss": 0.4994,
"step": 270
},
{
"epoch": 0.5,
"grad_norm": 2.785948406018108,
"learning_rate": 4.780423578969439e-06,
"loss": 0.4266,
"step": 271
},
{
"epoch": 0.5,
"grad_norm": 3.2166447410549237,
"learning_rate": 4.7537464076757716e-06,
"loss": 0.5226,
"step": 272
},
{
"epoch": 0.5,
"grad_norm": 2.899196099830625,
"learning_rate": 4.727060287124127e-06,
"loss": 0.4751,
"step": 273
},
{
"epoch": 0.5,
"grad_norm": 2.8168782435500654,
"learning_rate": 4.700366158494242e-06,
"loss": 0.415,
"step": 274
},
{
"epoch": 0.5,
"grad_norm": 3.2115034342077893,
"learning_rate": 4.673664963248288e-06,
"loss": 0.4164,
"step": 275
},
{
"epoch": 0.51,
"grad_norm": 3.042273356585557,
"learning_rate": 4.646957643097662e-06,
"loss": 0.4153,
"step": 276
},
{
"epoch": 0.51,
"grad_norm": 2.943409973438589,
"learning_rate": 4.620245139969782e-06,
"loss": 0.4799,
"step": 277
},
{
"epoch": 0.51,
"grad_norm": 3.0970453691884394,
"learning_rate": 4.593528395974855e-06,
"loss": 0.414,
"step": 278
},
{
"epoch": 0.51,
"grad_norm": 3.296233508626491,
"learning_rate": 4.566808353372665e-06,
"loss": 0.4926,
"step": 279
},
{
"epoch": 0.51,
"grad_norm": 2.798291953595024,
"learning_rate": 4.5400859545393275e-06,
"loss": 0.326,
"step": 280
},
{
"epoch": 0.51,
"grad_norm": 2.9911990383180838,
"learning_rate": 4.51336214193406e-06,
"loss": 0.4602,
"step": 281
},
{
"epoch": 0.52,
"grad_norm": 3.2907591725930847,
"learning_rate": 4.486637858065941e-06,
"loss": 0.5423,
"step": 282
},
{
"epoch": 0.52,
"grad_norm": 2.9708063665333655,
"learning_rate": 4.459914045460673e-06,
"loss": 0.4721,
"step": 283
},
{
"epoch": 0.52,
"grad_norm": 2.8618022253178967,
"learning_rate": 4.433191646627334e-06,
"loss": 0.4572,
"step": 284
},
{
"epoch": 0.52,
"grad_norm": 3.019329583222099,
"learning_rate": 4.406471604025146e-06,
"loss": 0.593,
"step": 285
},
{
"epoch": 0.52,
"grad_norm": 2.997025354923621,
"learning_rate": 4.37975486003022e-06,
"loss": 0.4696,
"step": 286
},
{
"epoch": 0.53,
"grad_norm": 2.827444237394317,
"learning_rate": 4.353042356902339e-06,
"loss": 0.5334,
"step": 287
},
{
"epoch": 0.53,
"grad_norm": 2.84409793067513,
"learning_rate": 4.326335036751713e-06,
"loss": 0.415,
"step": 288
},
{
"epoch": 0.53,
"grad_norm": 2.898900252090855,
"learning_rate": 4.299633841505758e-06,
"loss": 0.4068,
"step": 289
},
{
"epoch": 0.53,
"grad_norm": 3.2482503504186298,
"learning_rate": 4.272939712875874e-06,
"loss": 0.4589,
"step": 290
},
{
"epoch": 0.53,
"grad_norm": 2.7691858529318547,
"learning_rate": 4.24625359232423e-06,
"loss": 0.3934,
"step": 291
},
{
"epoch": 0.53,
"grad_norm": 3.1324170959821886,
"learning_rate": 4.219576421030562e-06,
"loss": 0.5133,
"step": 292
},
{
"epoch": 0.54,
"grad_norm": 3.014849801788204,
"learning_rate": 4.1929091398589815e-06,
"loss": 0.4764,
"step": 293
},
{
"epoch": 0.54,
"grad_norm": 3.181217496694547,
"learning_rate": 4.166252689324786e-06,
"loss": 0.441,
"step": 294
},
{
"epoch": 0.54,
"grad_norm": 2.689885774519482,
"learning_rate": 4.139608009561298e-06,
"loss": 0.3994,
"step": 295
},
{
"epoch": 0.54,
"grad_norm": 3.0489681912036817,
"learning_rate": 4.112976040286698e-06,
"loss": 0.3961,
"step": 296
},
{
"epoch": 0.54,
"grad_norm": 3.2271133387257604,
"learning_rate": 4.086357720770889e-06,
"loss": 0.3583,
"step": 297
},
{
"epoch": 0.55,
"grad_norm": 2.9795806459854863,
"learning_rate": 4.059753989802365e-06,
"loss": 0.4533,
"step": 298
},
{
"epoch": 0.55,
"grad_norm": 3.056333521184435,
"learning_rate": 4.033165785655105e-06,
"loss": 0.4191,
"step": 299
},
{
"epoch": 0.55,
"grad_norm": 2.7797591910603425,
"learning_rate": 4.006594046055481e-06,
"loss": 0.4129,
"step": 300
},
{
"epoch": 0.55,
"grad_norm": 2.7829157553437773,
"learning_rate": 3.980039708149183e-06,
"loss": 0.4641,
"step": 301
},
{
"epoch": 0.55,
"grad_norm": 2.8584038292205,
"learning_rate": 3.953503708468172e-06,
"loss": 0.4045,
"step": 302
},
{
"epoch": 0.55,
"grad_norm": 3.1666201313420483,
"learning_rate": 3.9269869828976434e-06,
"loss": 0.4768,
"step": 303
},
{
"epoch": 0.56,
"grad_norm": 3.002871105164156,
"learning_rate": 3.9004904666430286e-06,
"loss": 0.4104,
"step": 304
},
{
"epoch": 0.56,
"grad_norm": 2.6868742287526346,
"learning_rate": 3.874015094196999e-06,
"loss": 0.3655,
"step": 305
},
{
"epoch": 0.56,
"grad_norm": 3.3290811154885644,
"learning_rate": 3.847561799306521e-06,
"loss": 0.428,
"step": 306
},
{
"epoch": 0.56,
"grad_norm": 3.3534328576968075,
"learning_rate": 3.821131514939918e-06,
"loss": 0.3964,
"step": 307
},
{
"epoch": 0.56,
"grad_norm": 3.057407991750388,
"learning_rate": 3.7947251732539634e-06,
"loss": 0.3503,
"step": 308
},
{
"epoch": 0.57,
"grad_norm": 2.9478613655320602,
"learning_rate": 3.7683437055610132e-06,
"loss": 0.4839,
"step": 309
},
{
"epoch": 0.57,
"grad_norm": 3.096944672536294,
"learning_rate": 3.741988042296152e-06,
"loss": 0.4861,
"step": 310
},
{
"epoch": 0.57,
"grad_norm": 3.031839004588168,
"learning_rate": 3.7156591129843766e-06,
"loss": 0.3311,
"step": 311
},
{
"epoch": 0.57,
"grad_norm": 3.324696958096886,
"learning_rate": 3.6893578462078225e-06,
"loss": 0.5411,
"step": 312
},
{
"epoch": 0.57,
"grad_norm": 2.8789748037411727,
"learning_rate": 3.6630851695730072e-06,
"loss": 0.4012,
"step": 313
},
{
"epoch": 0.58,
"grad_norm": 2.982423785684021,
"learning_rate": 3.636842009678116e-06,
"loss": 0.399,
"step": 314
},
{
"epoch": 0.58,
"grad_norm": 3.0340210509638403,
"learning_rate": 3.6106292920803226e-06,
"loss": 0.4918,
"step": 315
},
{
"epoch": 0.58,
"grad_norm": 3.1425769687017233,
"learning_rate": 3.5844479412631487e-06,
"loss": 0.4063,
"step": 316
},
{
"epoch": 0.58,
"grad_norm": 3.356706483225122,
"learning_rate": 3.5582988806038515e-06,
"loss": 0.4455,
"step": 317
},
{
"epoch": 0.58,
"grad_norm": 2.885186245727384,
"learning_rate": 3.5321830323408665e-06,
"loss": 0.3841,
"step": 318
},
{
"epoch": 0.58,
"grad_norm": 2.9816581052688456,
"learning_rate": 3.506101317541276e-06,
"loss": 0.3944,
"step": 319
},
{
"epoch": 0.59,
"grad_norm": 2.5759462359538823,
"learning_rate": 3.4800546560683257e-06,
"loss": 0.3458,
"step": 320
},
{
"epoch": 0.59,
"grad_norm": 3.2037678865922365,
"learning_rate": 3.454043966548983e-06,
"loss": 0.5099,
"step": 321
},
{
"epoch": 0.59,
"grad_norm": 2.981583883808985,
"learning_rate": 3.428070166341539e-06,
"loss": 0.4449,
"step": 322
},
{
"epoch": 0.59,
"grad_norm": 2.8337618608970003,
"learning_rate": 3.4021341715032515e-06,
"loss": 0.4634,
"step": 323
},
{
"epoch": 0.59,
"grad_norm": 3.014800498238915,
"learning_rate": 3.37623689675804e-06,
"loss": 0.3942,
"step": 324
},
{
"epoch": 0.6,
"grad_norm": 2.7899676188971676,
"learning_rate": 3.3503792554642257e-06,
"loss": 0.4295,
"step": 325
},
{
"epoch": 0.6,
"grad_norm": 2.758387377417387,
"learning_rate": 3.3245621595823144e-06,
"loss": 0.4117,
"step": 326
},
{
"epoch": 0.6,
"grad_norm": 2.9195743418265483,
"learning_rate": 3.298786519642838e-06,
"loss": 0.3987,
"step": 327
},
{
"epoch": 0.6,
"grad_norm": 3.272273063699768,
"learning_rate": 3.2730532447142388e-06,
"loss": 0.4661,
"step": 328
},
{
"epoch": 0.6,
"grad_norm": 2.8803414674595005,
"learning_rate": 3.2473632423708047e-06,
"loss": 0.4119,
"step": 329
},
{
"epoch": 0.6,
"grad_norm": 2.8420256976499934,
"learning_rate": 3.2217174186606674e-06,
"loss": 0.4022,
"step": 330
},
{
"epoch": 0.61,
"grad_norm": 3.0586228060925893,
"learning_rate": 3.1961166780738434e-06,
"loss": 0.4194,
"step": 331
},
{
"epoch": 0.61,
"grad_norm": 2.602928316139206,
"learning_rate": 3.1705619235103346e-06,
"loss": 0.4469,
"step": 332
},
{
"epoch": 0.61,
"grad_norm": 2.8041513320185887,
"learning_rate": 3.145054056248285e-06,
"loss": 0.4542,
"step": 333
},
{
"epoch": 0.61,
"grad_norm": 2.956029387049807,
"learning_rate": 3.119593975912191e-06,
"loss": 0.3719,
"step": 334
},
{
"epoch": 0.61,
"grad_norm": 2.8427250939264015,
"learning_rate": 3.094182580441177e-06,
"loss": 0.4497,
"step": 335
},
{
"epoch": 0.62,
"grad_norm": 2.8638249425808473,
"learning_rate": 3.068820766057324e-06,
"loss": 0.4619,
"step": 336
},
{
"epoch": 0.62,
"grad_norm": 2.9554947238405735,
"learning_rate": 3.043509427234063e-06,
"loss": 0.4732,
"step": 337
},
{
"epoch": 0.62,
"grad_norm": 2.9630005477792665,
"learning_rate": 3.0182494566646253e-06,
"loss": 0.4281,
"step": 338
},
{
"epoch": 0.62,
"grad_norm": 2.80768279260768,
"learning_rate": 2.9930417452305625e-06,
"loss": 0.4112,
"step": 339
},
{
"epoch": 0.62,
"grad_norm": 2.869613335046005,
"learning_rate": 2.9678871819703232e-06,
"loss": 0.4269,
"step": 340
},
{
"epoch": 0.62,
"grad_norm": 2.8154525217466024,
"learning_rate": 2.9427866540478985e-06,
"loss": 0.383,
"step": 341
},
{
"epoch": 0.63,
"grad_norm": 2.942980112292583,
"learning_rate": 2.917741046721534e-06,
"loss": 0.4211,
"step": 342
},
{
"epoch": 0.63,
"grad_norm": 3.485545508172962,
"learning_rate": 2.892751243312508e-06,
"loss": 0.4125,
"step": 343
},
{
"epoch": 0.63,
"grad_norm": 3.011993738146343,
"learning_rate": 2.8678181251739783e-06,
"loss": 0.4047,
"step": 344
},
{
"epoch": 0.63,
"grad_norm": 3.3150989974276377,
"learning_rate": 2.8429425716598957e-06,
"loss": 0.4448,
"step": 345
},
{
"epoch": 0.63,
"grad_norm": 3.186550114152289,
"learning_rate": 2.818125460093995e-06,
"loss": 0.3649,
"step": 346
},
{
"epoch": 0.64,
"grad_norm": 3.1017974574392073,
"learning_rate": 2.793367665738849e-06,
"loss": 0.4054,
"step": 347
},
{
"epoch": 0.64,
"grad_norm": 2.7219935694517585,
"learning_rate": 2.768670061764998e-06,
"loss": 0.3586,
"step": 348
},
{
"epoch": 0.64,
"grad_norm": 2.837486057139893,
"learning_rate": 2.7440335192201634e-06,
"loss": 0.4083,
"step": 349
},
{
"epoch": 0.64,
"grad_norm": 3.1514682975557755,
"learning_rate": 2.7194589069985157e-06,
"loss": 0.4417,
"step": 350
},
{
"epoch": 0.64,
"grad_norm": 2.657620564175483,
"learning_rate": 2.694947091810038e-06,
"loss": 0.399,
"step": 351
},
{
"epoch": 0.64,
"grad_norm": 3.249229209441283,
"learning_rate": 2.6704989381499543e-06,
"loss": 0.5156,
"step": 352
},
{
"epoch": 0.65,
"grad_norm": 4.349086454941179,
"learning_rate": 2.646115308268243e-06,
"loss": 0.4783,
"step": 353
},
{
"epoch": 0.65,
"grad_norm": 3.3140655663532814,
"learning_rate": 2.621797062139219e-06,
"loss": 0.5764,
"step": 354
},
{
"epoch": 0.65,
"grad_norm": 3.1064412522110363,
"learning_rate": 2.597545057431219e-06,
"loss": 0.3681,
"step": 355
},
{
"epoch": 0.65,
"grad_norm": 2.9477820068777802,
"learning_rate": 2.5733601494763345e-06,
"loss": 0.3664,
"step": 356
},
{
"epoch": 0.65,
"grad_norm": 3.074069575294038,
"learning_rate": 2.549243191240261e-06,
"loss": 0.3998,
"step": 357
},
{
"epoch": 0.66,
"grad_norm": 2.9320278131468167,
"learning_rate": 2.5251950332922044e-06,
"loss": 0.3532,
"step": 358
},
{
"epoch": 0.66,
"grad_norm": 2.979431917933861,
"learning_rate": 2.5012165237748918e-06,
"loss": 0.4152,
"step": 359
},
{
"epoch": 0.66,
"grad_norm": 2.870207683094522,
"learning_rate": 2.4773085083746447e-06,
"loss": 0.4281,
"step": 360
},
{
"epoch": 0.66,
"eval_accuracy": 0.8396950370778964,
"eval_accuracy_<|content|>": 1.0,
"eval_accuracy_<|from|>": 0.9682008368200837,
"eval_accuracy_<|recipient|>": 1.0,
"eval_accuracy_<|stop|>": 0.9415781487101669,
"eval_accuracy_total_num_<|content|>": 11653,
"eval_accuracy_total_num_<|from|>": 2390,
"eval_accuracy_total_num_<|recipient|>": 2390,
"eval_accuracy_total_num_<|stop|>": 9226,
"eval_loss": 0.5304175615310669,
"eval_perplexity": 1.222568088092722,
"eval_runtime": 143.7884,
"eval_samples_per_second": 4.993,
"eval_steps_per_second": 0.16,
"step": 360
},
{
"epoch": 0.66,
"grad_norm": 3.1558292378921986,
"learning_rate": 2.4534718302915707e-06,
"loss": 0.4236,
"step": 361
},
{
"epoch": 0.66,
"grad_norm": 2.846849967965893,
"learning_rate": 2.4297073302098155e-06,
"loss": 0.4222,
"step": 362
},
{
"epoch": 0.66,
"grad_norm": 5.586938688827532,
"learning_rate": 2.4060158462679093e-06,
"loss": 0.4339,
"step": 363
},
{
"epoch": 0.67,
"grad_norm": 3.0886008483753407,
"learning_rate": 2.382398214029217e-06,
"loss": 0.4635,
"step": 364
},
{
"epoch": 0.67,
"grad_norm": 3.3571328876403776,
"learning_rate": 2.358855266452461e-06,
"loss": 0.3914,
"step": 365
},
{
"epoch": 0.67,
"grad_norm": 3.26739769209467,
"learning_rate": 2.335387833862347e-06,
"loss": 0.4108,
"step": 366
},
{
"epoch": 0.67,
"grad_norm": 3.662589948887738,
"learning_rate": 2.311996743920278e-06,
"loss": 0.4346,
"step": 367
},
{
"epoch": 0.67,
"grad_norm": 2.6323468533508096,
"learning_rate": 2.288682821595172e-06,
"loss": 0.3816,
"step": 368
},
{
"epoch": 0.68,
"grad_norm": 3.1285106520623405,
"learning_rate": 2.265446889134351e-06,
"loss": 0.4002,
"step": 369
},
{
"epoch": 0.68,
"grad_norm": 3.2486605102290156,
"learning_rate": 2.242289766034559e-06,
"loss": 0.5269,
"step": 370
},
{
"epoch": 0.68,
"grad_norm": 3.3462066748104173,
"learning_rate": 2.219212269013046e-06,
"loss": 0.4584,
"step": 371
},
{
"epoch": 0.68,
"grad_norm": 3.0531594235247574,
"learning_rate": 2.1962152119787674e-06,
"loss": 0.3964,
"step": 372
},
{
"epoch": 0.68,
"grad_norm": 3.196922420577308,
"learning_rate": 2.1732994060036877e-06,
"loss": 0.4305,
"step": 373
},
{
"epoch": 0.68,
"grad_norm": 2.8872499706194055,
"learning_rate": 2.150465659294158e-06,
"loss": 0.3821,
"step": 374
},
{
"epoch": 0.69,
"grad_norm": 2.8234516482363605,
"learning_rate": 2.12771477716243e-06,
"loss": 0.4064,
"step": 375
},
{
"epoch": 0.69,
"grad_norm": 3.167139950218957,
"learning_rate": 2.1050475619982366e-06,
"loss": 0.4018,
"step": 376
},
{
"epoch": 0.69,
"grad_norm": 3.183453329554161,
"learning_rate": 2.08246481324051e-06,
"loss": 0.3662,
"step": 377
},
{
"epoch": 0.69,
"grad_norm": 2.8281387047214435,
"learning_rate": 2.0599673273491723e-06,
"loss": 0.4003,
"step": 378
},
{
"epoch": 0.69,
"grad_norm": 2.9532294199870766,
"learning_rate": 2.037555897777051e-06,
"loss": 0.4884,
"step": 379
},
{
"epoch": 0.7,
"grad_norm": 2.9934462366999823,
"learning_rate": 2.015231314941899e-06,
"loss": 0.4409,
"step": 380
},
{
"epoch": 0.7,
"grad_norm": 2.917496558912529,
"learning_rate": 1.99299436619851e-06,
"loss": 0.3991,
"step": 381
},
{
"epoch": 0.7,
"grad_norm": 3.006595992084315,
"learning_rate": 1.9708458358109593e-06,
"loss": 0.4115,
"step": 382
},
{
"epoch": 0.7,
"grad_norm": 3.4004768944041337,
"learning_rate": 1.948786504924933e-06,
"loss": 0.4011,
"step": 383
},
{
"epoch": 0.7,
"grad_norm": 2.9725302984373316,
"learning_rate": 1.926817151540186e-06,
"loss": 0.4174,
"step": 384
},
{
"epoch": 0.71,
"grad_norm": 3.0284221194882566,
"learning_rate": 1.904938550483098e-06,
"loss": 0.4066,
"step": 385
},
{
"epoch": 0.71,
"grad_norm": 3.1349016666002694,
"learning_rate": 1.8831514733793563e-06,
"loss": 0.3916,
"step": 386
},
{
"epoch": 0.71,
"grad_norm": 3.132488173215795,
"learning_rate": 1.8614566886267255e-06,
"loss": 0.4547,
"step": 387
},
{
"epoch": 0.71,
"grad_norm": 2.7119681959559214,
"learning_rate": 1.8398549613679623e-06,
"loss": 0.3396,
"step": 388
},
{
"epoch": 0.71,
"grad_norm": 2.8303277598141703,
"learning_rate": 1.8183470534638254e-06,
"loss": 0.4438,
"step": 389
},
{
"epoch": 0.71,
"grad_norm": 2.8328013937254566,
"learning_rate": 1.7969337234661995e-06,
"loss": 0.3821,
"step": 390
},
{
"epoch": 0.72,
"grad_norm": 3.29786655494721,
"learning_rate": 1.7756157265913494e-06,
"loss": 0.4762,
"step": 391
},
{
"epoch": 0.72,
"grad_norm": 2.999661857849317,
"learning_rate": 1.7543938146932824e-06,
"loss": 0.3592,
"step": 392
},
{
"epoch": 0.72,
"grad_norm": 3.1307693218977164,
"learning_rate": 1.733268736237234e-06,
"loss": 0.3632,
"step": 393
},
{
"epoch": 0.72,
"grad_norm": 2.4716130192821564,
"learning_rate": 1.712241236273265e-06,
"loss": 0.3557,
"step": 394
},
{
"epoch": 0.72,
"grad_norm": 2.6893743350162573,
"learning_rate": 1.6913120564099922e-06,
"loss": 0.3903,
"step": 395
},
{
"epoch": 0.73,
"grad_norm": 3.2908137090131415,
"learning_rate": 1.6704819347884244e-06,
"loss": 0.4379,
"step": 396
},
{
"epoch": 0.73,
"grad_norm": 2.725819167216134,
"learning_rate": 1.6497516060559343e-06,
"loss": 0.4022,
"step": 397
},
{
"epoch": 0.73,
"grad_norm": 2.7714438772597383,
"learning_rate": 1.6291218013403526e-06,
"loss": 0.3573,
"step": 398
},
{
"epoch": 0.73,
"grad_norm": 3.0262420212778696,
"learning_rate": 1.6085932482241717e-06,
"loss": 0.5107,
"step": 399
},
{
"epoch": 0.73,
"grad_norm": 2.9862803965767433,
"learning_rate": 1.588166670718896e-06,
"loss": 0.4796,
"step": 400
},
{
"epoch": 0.73,
"grad_norm": 3.4630735035037166,
"learning_rate": 1.5678427892394964e-06,
"loss": 0.3796,
"step": 401
},
{
"epoch": 0.74,
"grad_norm": 2.9904593886016397,
"learning_rate": 1.5476223205790144e-06,
"loss": 0.4201,
"step": 402
},
{
"epoch": 0.74,
"grad_norm": 3.3388765162679452,
"learning_rate": 1.5275059778832698e-06,
"loss": 0.426,
"step": 403
},
{
"epoch": 0.74,
"grad_norm": 2.937992115817354,
"learning_rate": 1.507494470625716e-06,
"loss": 0.3927,
"step": 404
},
{
"epoch": 0.74,
"grad_norm": 3.059511112127061,
"learning_rate": 1.4875885045824196e-06,
"loss": 0.3823,
"step": 405
},
{
"epoch": 0.74,
"grad_norm": 3.0822718123934636,
"learning_rate": 1.467788781807161e-06,
"loss": 0.4194,
"step": 406
},
{
"epoch": 0.75,
"grad_norm": 2.7313604382295664,
"learning_rate": 1.4480960006066834e-06,
"loss": 0.3759,
"step": 407
},
{
"epoch": 0.75,
"grad_norm": 3.095089947510629,
"learning_rate": 1.4285108555160574e-06,
"loss": 0.4467,
"step": 408
},
{
"epoch": 0.75,
"grad_norm": 3.1156949297886203,
"learning_rate": 1.4090340372741876e-06,
"loss": 0.3484,
"step": 409
},
{
"epoch": 0.75,
"grad_norm": 2.8122154313370986,
"learning_rate": 1.3896662327994518e-06,
"loss": 0.3543,
"step": 410
},
{
"epoch": 0.75,
"grad_norm": 2.976204787430994,
"learning_rate": 1.3704081251654789e-06,
"loss": 0.4072,
"step": 411
},
{
"epoch": 0.75,
"grad_norm": 2.5302263684508137,
"learning_rate": 1.3512603935770464e-06,
"loss": 0.3935,
"step": 412
},
{
"epoch": 0.76,
"grad_norm": 2.9419615139301327,
"learning_rate": 1.3322237133461411e-06,
"loss": 0.3763,
"step": 413
},
{
"epoch": 0.76,
"grad_norm": 2.647899170576283,
"learning_rate": 1.313298755868127e-06,
"loss": 0.3247,
"step": 414
},
{
"epoch": 0.76,
"grad_norm": 3.044665135509862,
"learning_rate": 1.2944861885980753e-06,
"loss": 0.4252,
"step": 415
},
{
"epoch": 0.76,
"grad_norm": 2.975619341499161,
"learning_rate": 1.275786675027224e-06,
"loss": 0.4269,
"step": 416
},
{
"epoch": 0.76,
"grad_norm": 2.551840319130771,
"learning_rate": 1.2572008746595716e-06,
"loss": 0.3021,
"step": 417
},
{
"epoch": 0.77,
"grad_norm": 2.962920800863855,
"learning_rate": 1.2387294429886257e-06,
"loss": 0.4714,
"step": 418
},
{
"epoch": 0.77,
"grad_norm": 2.6917240524435857,
"learning_rate": 1.220373031474275e-06,
"loss": 0.383,
"step": 419
},
{
"epoch": 0.77,
"grad_norm": 2.7580992111265004,
"learning_rate": 1.2021322875198237e-06,
"loss": 0.3424,
"step": 420
},
{
"epoch": 0.77,
"grad_norm": 2.970888385582573,
"learning_rate": 1.184007854449151e-06,
"loss": 0.4731,
"step": 421
},
{
"epoch": 0.77,
"grad_norm": 3.2819420638040726,
"learning_rate": 1.1660003714840218e-06,
"loss": 0.4693,
"step": 422
},
{
"epoch": 0.77,
"grad_norm": 3.156537693087468,
"learning_rate": 1.148110473721551e-06,
"loss": 0.4721,
"step": 423
},
{
"epoch": 0.78,
"grad_norm": 3.043134342290459,
"learning_rate": 1.1303387921117926e-06,
"loss": 0.3895,
"step": 424
},
{
"epoch": 0.78,
"grad_norm": 3.3434194206765,
"learning_rate": 1.1126859534354973e-06,
"loss": 0.4606,
"step": 425
},
{
"epoch": 0.78,
"grad_norm": 3.060501840140978,
"learning_rate": 1.0951525802819983e-06,
"loss": 0.3245,
"step": 426
},
{
"epoch": 0.78,
"grad_norm": 3.4296992413591174,
"learning_rate": 1.077739291027264e-06,
"loss": 0.4347,
"step": 427
},
{
"epoch": 0.78,
"grad_norm": 3.245882575892385,
"learning_rate": 1.0604466998120733e-06,
"loss": 0.4445,
"step": 428
},
{
"epoch": 0.79,
"grad_norm": 3.2605077517669003,
"learning_rate": 1.0432754165203728e-06,
"loss": 0.4296,
"step": 429
},
{
"epoch": 0.79,
"grad_norm": 3.117314557255133,
"learning_rate": 1.0262260467577574e-06,
"loss": 0.4592,
"step": 430
},
{
"epoch": 0.79,
"grad_norm": 2.821109962537146,
"learning_rate": 1.0092991918301104e-06,
"loss": 0.412,
"step": 431
},
{
"epoch": 0.79,
"grad_norm": 2.8910453989379885,
"learning_rate": 9.92495448722404e-07,
"loss": 0.3691,
"step": 432
},
{
"epoch": 0.79,
"grad_norm": 3.0574940089719234,
"learning_rate": 9.758154100776357e-07,
"loss": 0.3599,
"step": 433
},
{
"epoch": 0.79,
"grad_norm": 2.7630835696696026,
"learning_rate": 9.592596641759322e-07,
"loss": 0.335,
"step": 434
},
{
"epoch": 0.8,
"grad_norm": 2.9688753141992783,
"learning_rate": 9.428287949137998e-07,
"loss": 0.3502,
"step": 435
},
{
"epoch": 0.8,
"grad_norm": 3.197411406246126,
"learning_rate": 9.265233817835344e-07,
"loss": 0.4235,
"step": 436
},
{
"epoch": 0.8,
"grad_norm": 3.183872705451458,
"learning_rate": 9.103439998527761e-07,
"loss": 0.3767,
"step": 437
},
{
"epoch": 0.8,
"grad_norm": 3.242407462026631,
"learning_rate": 8.942912197442375e-07,
"loss": 0.4239,
"step": 438
},
{
"epoch": 0.8,
"grad_norm": 2.8467781862273687,
"learning_rate": 8.783656076155699e-07,
"loss": 0.392,
"step": 439
},
{
"epoch": 0.81,
"grad_norm": 2.7753863937470027,
"learning_rate": 8.625677251393986e-07,
"loss": 0.3126,
"step": 440
},
{
"epoch": 0.81,
"grad_norm": 2.8590330067588936,
"learning_rate": 8.468981294835185e-07,
"loss": 0.269,
"step": 441
},
{
"epoch": 0.81,
"grad_norm": 3.1980602206752184,
"learning_rate": 8.313573732912338e-07,
"loss": 0.4088,
"step": 442
},
{
"epoch": 0.81,
"grad_norm": 3.3293284084094847,
"learning_rate": 8.159460046618789e-07,
"loss": 0.4432,
"step": 443
},
{
"epoch": 0.81,
"grad_norm": 3.3126149003996104,
"learning_rate": 8.006645671314755e-07,
"loss": 0.3833,
"step": 444
},
{
"epoch": 0.82,
"grad_norm": 2.8492721415814466,
"learning_rate": 7.855135996535744e-07,
"loss": 0.4496,
"step": 445
},
{
"epoch": 0.82,
"grad_norm": 3.1104827586982693,
"learning_rate": 7.704936365802366e-07,
"loss": 0.4153,
"step": 446
},
{
"epoch": 0.82,
"grad_norm": 2.619502946645031,
"learning_rate": 7.556052076431957e-07,
"loss": 0.3402,
"step": 447
},
{
"epoch": 0.82,
"grad_norm": 2.8960736573805583,
"learning_rate": 7.408488379351735e-07,
"loss": 0.3809,
"step": 448
},
{
"epoch": 0.82,
"grad_norm": 2.986307049514654,
"learning_rate": 7.262250478913554e-07,
"loss": 0.3985,
"step": 449
},
{
"epoch": 0.82,
"grad_norm": 3.214856997333643,
"learning_rate": 7.117343532710441e-07,
"loss": 0.4535,
"step": 450
},
{
"epoch": 0.83,
"grad_norm": 3.058663778911059,
"learning_rate": 6.973772651394613e-07,
"loss": 0.474,
"step": 451
},
{
"epoch": 0.83,
"grad_norm": 3.0080864248694135,
"learning_rate": 6.831542898497285e-07,
"loss": 0.314,
"step": 452
},
{
"epoch": 0.83,
"grad_norm": 3.004700420192997,
"learning_rate": 6.690659290250051e-07,
"loss": 0.4162,
"step": 453
},
{
"epoch": 0.83,
"grad_norm": 2.7926241141953305,
"learning_rate": 6.551126795408014e-07,
"loss": 0.3009,
"step": 454
},
{
"epoch": 0.83,
"grad_norm": 2.6002880262382875,
"learning_rate": 6.412950335074515e-07,
"loss": 0.3633,
"step": 455
},
{
"epoch": 0.84,
"grad_norm": 2.7541627826598467,
"learning_rate": 6.276134782527553e-07,
"loss": 0.2815,
"step": 456
},
{
"epoch": 0.84,
"grad_norm": 3.0215352798139787,
"learning_rate": 6.140684963047972e-07,
"loss": 0.361,
"step": 457
},
{
"epoch": 0.84,
"grad_norm": 2.8851701623761272,
"learning_rate": 6.006605653749196e-07,
"loss": 0.3771,
"step": 458
},
{
"epoch": 0.84,
"grad_norm": 2.7814485544944576,
"learning_rate": 5.873901583408846e-07,
"loss": 0.373,
"step": 459
},
{
"epoch": 0.84,
"grad_norm": 2.829881754986226,
"learning_rate": 5.742577432301871e-07,
"loss": 0.3414,
"step": 460
},
{
"epoch": 0.84,
"grad_norm": 2.754012734303014,
"learning_rate": 5.612637832035564e-07,
"loss": 0.3234,
"step": 461
},
{
"epoch": 0.85,
"grad_norm": 3.2770514536057993,
"learning_rate": 5.484087365386126e-07,
"loss": 0.4243,
"step": 462
},
{
"epoch": 0.85,
"grad_norm": 2.6950154585629624,
"learning_rate": 5.356930566137129e-07,
"loss": 0.3947,
"step": 463
},
{
"epoch": 0.85,
"grad_norm": 3.0138926360925824,
"learning_rate": 5.231171918919542e-07,
"loss": 0.3841,
"step": 464
},
{
"epoch": 0.85,
"grad_norm": 2.9014173051270853,
"learning_rate": 5.106815859053588e-07,
"loss": 0.3783,
"step": 465
},
{
"epoch": 0.85,
"grad_norm": 2.8925547331882657,
"learning_rate": 4.983866772392352e-07,
"loss": 0.3879,
"step": 466
},
{
"epoch": 0.86,
"grad_norm": 2.64765588352481,
"learning_rate": 4.862328995167042e-07,
"loss": 0.3364,
"step": 467
},
{
"epoch": 0.86,
"grad_norm": 3.17963184339672,
"learning_rate": 4.742206813834104e-07,
"loss": 0.38,
"step": 468
},
{
"epoch": 0.86,
"grad_norm": 2.9727782607561397,
"learning_rate": 4.6235044649240046e-07,
"loss": 0.3204,
"step": 469
},
{
"epoch": 0.86,
"grad_norm": 2.860597490385895,
"learning_rate": 4.5062261348918556e-07,
"loss": 0.3613,
"step": 470
},
{
"epoch": 0.86,
"grad_norm": 3.1360278861815423,
"learning_rate": 4.390375959969729e-07,
"loss": 0.3872,
"step": 471
},
{
"epoch": 0.86,
"grad_norm": 2.8277184137987814,
"learning_rate": 4.275958026020788e-07,
"loss": 0.3867,
"step": 472
},
{
"epoch": 0.87,
"grad_norm": 2.9604512713036115,
"learning_rate": 4.1629763683952065e-07,
"loss": 0.3856,
"step": 473
},
{
"epoch": 0.87,
"grad_norm": 2.8774799329952523,
"learning_rate": 4.0514349717878136e-07,
"loss": 0.3387,
"step": 474
},
{
"epoch": 0.87,
"grad_norm": 2.907118120588671,
"learning_rate": 3.9413377700976003e-07,
"loss": 0.3169,
"step": 475
},
{
"epoch": 0.87,
"grad_norm": 3.159755506707381,
"learning_rate": 3.8326886462889277e-07,
"loss": 0.3683,
"step": 476
},
{
"epoch": 0.87,
"grad_norm": 2.8239324438698925,
"learning_rate": 3.725491432254623e-07,
"loss": 0.3662,
"step": 477
},
{
"epoch": 0.88,
"grad_norm": 3.0011876106504274,
"learning_rate": 3.6197499086807907e-07,
"loss": 0.3685,
"step": 478
},
{
"epoch": 0.88,
"grad_norm": 2.747487952670731,
"learning_rate": 3.5154678049135525e-07,
"loss": 0.4044,
"step": 479
},
{
"epoch": 0.88,
"grad_norm": 3.0759679312715877,
"learning_rate": 3.4126487988274083e-07,
"loss": 0.4869,
"step": 480
},
{
"epoch": 0.88,
"grad_norm": 3.0657695098664917,
"learning_rate": 3.311296516695615e-07,
"loss": 0.4258,
"step": 481
},
{
"epoch": 0.88,
"grad_norm": 2.9997455994102906,
"learning_rate": 3.211414533062274e-07,
"loss": 0.4122,
"step": 482
},
{
"epoch": 0.88,
"grad_norm": 3.5661882671216985,
"learning_rate": 3.113006370616195e-07,
"loss": 0.4152,
"step": 483
},
{
"epoch": 0.89,
"grad_norm": 2.7447170280640925,
"learning_rate": 3.016075500066758e-07,
"loss": 0.4015,
"step": 484
},
{
"epoch": 0.89,
"grad_norm": 3.07045536332393,
"learning_rate": 2.92062534002143e-07,
"loss": 0.4326,
"step": 485
},
{
"epoch": 0.89,
"grad_norm": 2.940038374343366,
"learning_rate": 2.8266592568652424e-07,
"loss": 0.318,
"step": 486
},
{
"epoch": 0.89,
"grad_norm": 3.323235132954793,
"learning_rate": 2.7341805646420287e-07,
"loss": 0.4058,
"step": 487
},
{
"epoch": 0.89,
"grad_norm": 2.9754827521512177,
"learning_rate": 2.643192524937571e-07,
"loss": 0.3209,
"step": 488
},
{
"epoch": 0.9,
"grad_norm": 3.2068648085808715,
"learning_rate": 2.5536983467645446e-07,
"loss": 0.39,
"step": 489
},
{
"epoch": 0.9,
"grad_norm": 2.8252447688631133,
"learning_rate": 2.46570118644936e-07,
"loss": 0.3363,
"step": 490
},
{
"epoch": 0.9,
"grad_norm": 2.9012019076879185,
"learning_rate": 2.379204147520841e-07,
"loss": 0.5429,
"step": 491
},
{
"epoch": 0.9,
"grad_norm": 2.8439125833594776,
"learning_rate": 2.2942102806007475e-07,
"loss": 0.4359,
"step": 492
},
{
"epoch": 0.9,
"grad_norm": 3.078530295907687,
"learning_rate": 2.2107225832962276e-07,
"loss": 0.3237,
"step": 493
},
{
"epoch": 0.9,
"grad_norm": 3.0952379773719674,
"learning_rate": 2.12874400009405e-07,
"loss": 0.3668,
"step": 494
},
{
"epoch": 0.91,
"grad_norm": 2.9175877638152294,
"learning_rate": 2.0482774222567647e-07,
"loss": 0.3614,
"step": 495
},
{
"epoch": 0.91,
"grad_norm": 3.1124844369657136,
"learning_rate": 1.969325687720782e-07,
"loss": 0.4416,
"step": 496
},
{
"epoch": 0.91,
"grad_norm": 2.93419070603059,
"learning_rate": 1.8918915809962e-07,
"loss": 0.3761,
"step": 497
},
{
"epoch": 0.91,
"grad_norm": 3.0850086370269834,
"learning_rate": 1.815977833068686e-07,
"loss": 0.3638,
"step": 498
},
{
"epoch": 0.91,
"grad_norm": 3.3126934567624087,
"learning_rate": 1.7415871213030798e-07,
"loss": 0.4387,
"step": 499
},
{
"epoch": 0.92,
"grad_norm": 2.9704128877807734,
"learning_rate": 1.668722069349039e-07,
"loss": 0.3203,
"step": 500
},
{
"epoch": 0.92,
"grad_norm": 3.3148322275840285,
"learning_rate": 1.5973852470484229e-07,
"loss": 0.3694,
"step": 501
},
{
"epoch": 0.92,
"grad_norm": 2.910881480766959,
"learning_rate": 1.52757917034476e-07,
"loss": 0.3436,
"step": 502
},
{
"epoch": 0.92,
"grad_norm": 2.6701541737867385,
"learning_rate": 1.459306301194419e-07,
"loss": 0.3975,
"step": 503
},
{
"epoch": 0.92,
"grad_norm": 2.8804003541719414,
"learning_rate": 1.3925690474798585e-07,
"loss": 0.4631,
"step": 504
},
{
"epoch": 0.92,
"grad_norm": 2.83394184085523,
"learning_rate": 1.3273697629246245e-07,
"loss": 0.3488,
"step": 505
},
{
"epoch": 0.93,
"grad_norm": 3.291213004132381,
"learning_rate": 1.263710747010412e-07,
"loss": 0.4086,
"step": 506
},
{
"epoch": 0.93,
"grad_norm": 3.323992744920309,
"learning_rate": 1.20159424489594e-07,
"loss": 0.4162,
"step": 507
},
{
"epoch": 0.93,
"grad_norm": 2.7671784809336475,
"learning_rate": 1.1410224473377245e-07,
"loss": 0.3632,
"step": 508
},
{
"epoch": 0.93,
"grad_norm": 3.219143272064861,
"learning_rate": 1.081997490612896e-07,
"loss": 0.3256,
"step": 509
},
{
"epoch": 0.93,
"grad_norm": 3.25109764240598,
"learning_rate": 1.0245214564437738e-07,
"loss": 0.3837,
"step": 510
},
{
"epoch": 0.94,
"grad_norm": 3.1019795157757724,
"learning_rate": 9.685963719245155e-08,
"loss": 0.3457,
"step": 511
},
{
"epoch": 0.94,
"grad_norm": 2.806320842849082,
"learning_rate": 9.14224209449569e-08,
"loss": 0.3727,
"step": 512
},
{
"epoch": 0.94,
"grad_norm": 3.3366050941861323,
"learning_rate": 8.614068866441627e-08,
"loss": 0.4336,
"step": 513
},
{
"epoch": 0.94,
"grad_norm": 3.0222670147132176,
"learning_rate": 8.101462662966152e-08,
"loss": 0.3439,
"step": 514
},
{
"epoch": 0.94,
"grad_norm": 3.1926310699535523,
"learning_rate": 7.604441562926828e-08,
"loss": 0.4314,
"step": 515
},
{
"epoch": 0.95,
"grad_norm": 3.017804262807194,
"learning_rate": 7.12302309551785e-08,
"loss": 0.3838,
"step": 516
},
{
"epoch": 0.95,
"grad_norm": 2.878278497678078,
"learning_rate": 6.657224239651694e-08,
"loss": 0.3179,
"step": 517
},
{
"epoch": 0.95,
"grad_norm": 2.941702290572878,
"learning_rate": 6.207061423360494e-08,
"loss": 0.3798,
"step": 518
},
{
"epoch": 0.95,
"grad_norm": 3.0988677959358335,
"learning_rate": 5.772550523216458e-08,
"loss": 0.3075,
"step": 519
},
{
"epoch": 0.95,
"grad_norm": 3.3560092980721836,
"learning_rate": 5.353706863772012e-08,
"loss": 0.4263,
"step": 520
},
{
"epoch": 0.95,
"grad_norm": 3.1956366083471903,
"learning_rate": 4.950545217019437e-08,
"loss": 0.4319,
"step": 521
},
{
"epoch": 0.96,
"grad_norm": 3.0159486475297634,
"learning_rate": 4.5630798018697295e-08,
"loss": 0.4031,
"step": 522
},
{
"epoch": 0.96,
"grad_norm": 3.297944272171461,
"learning_rate": 4.19132428365116e-08,
"loss": 0.3586,
"step": 523
},
{
"epoch": 0.96,
"grad_norm": 3.1274412386954915,
"learning_rate": 3.835291773627253e-08,
"loss": 0.4114,
"step": 524
},
{
"epoch": 0.96,
"grad_norm": 3.0121919305698297,
"learning_rate": 3.494994828534659e-08,
"loss": 0.3502,
"step": 525
},
{
"epoch": 0.96,
"grad_norm": 3.445856414643335,
"learning_rate": 3.1704454501397086e-08,
"loss": 0.3895,
"step": 526
},
{
"epoch": 0.97,
"grad_norm": 3.0074455364542936,
"learning_rate": 2.8616550848159507e-08,
"loss": 0.3388,
"step": 527
},
{
"epoch": 0.97,
"grad_norm": 3.054543501588241,
"learning_rate": 2.5686346231396263e-08,
"loss": 0.4015,
"step": 528
},
{
"epoch": 0.97,
"grad_norm": 2.600340393809179,
"learning_rate": 2.291394399506275e-08,
"loss": 0.2537,
"step": 529
},
{
"epoch": 0.97,
"grad_norm": 3.027308647749434,
"learning_rate": 2.029944191765626e-08,
"loss": 0.3464,
"step": 530
},
{
"epoch": 0.97,
"grad_norm": 3.230365902006891,
"learning_rate": 1.7842932208773254e-08,
"loss": 0.4738,
"step": 531
},
{
"epoch": 0.97,
"grad_norm": 3.3324796604669946,
"learning_rate": 1.554450150585296e-08,
"loss": 0.3936,
"step": 532
},
{
"epoch": 0.98,
"grad_norm": 2.9961740543863775,
"learning_rate": 1.34042308711243e-08,
"loss": 0.4011,
"step": 533
},
{
"epoch": 0.98,
"grad_norm": 2.9383255928842975,
"learning_rate": 1.1422195788745204e-08,
"loss": 0.392,
"step": 534
},
{
"epoch": 0.98,
"grad_norm": 3.133800572378904,
"learning_rate": 9.598466162142217e-09,
"loss": 0.4284,
"step": 535
},
{
"epoch": 0.98,
"grad_norm": 2.8351204684200018,
"learning_rate": 7.93310631154398e-09,
"loss": 0.303,
"step": 536
},
{
"epoch": 0.98,
"grad_norm": 3.2635637853252866,
"learning_rate": 6.426174971712051e-09,
"loss": 0.4375,
"step": 537
},
{
"epoch": 0.99,
"grad_norm": 3.269014882416967,
"learning_rate": 5.077725289871549e-09,
"loss": 0.454,
"step": 538
},
{
"epoch": 0.99,
"grad_norm": 2.5907194457239044,
"learning_rate": 3.887804823835162e-09,
"loss": 0.2889,
"step": 539
},
{
"epoch": 0.99,
"grad_norm": 2.8481580051950464,
"learning_rate": 2.8564555403254867e-09,
"loss": 0.3428,
"step": 540
},
{
"epoch": 0.99,
"eval_accuracy": 0.8420877296434167,
"eval_accuracy_<|content|>": 1.0,
"eval_accuracy_<|from|>": 0.9753138075313807,
"eval_accuracy_<|recipient|>": 1.0,
"eval_accuracy_<|stop|>": 0.9352915673097767,
"eval_accuracy_total_num_<|content|>": 11653,
"eval_accuracy_total_num_<|from|>": 2390,
"eval_accuracy_total_num_<|recipient|>": 2390,
"eval_accuracy_total_num_<|stop|>": 9226,
"eval_loss": 0.5226789712905884,
"eval_perplexity": 1.218962280428345,
"eval_runtime": 143.8622,
"eval_samples_per_second": 4.991,
"eval_steps_per_second": 0.16,
"step": 540
},
{
"epoch": 0.99,
"grad_norm": 2.6212472705225,
"learning_rate": 1.983713813496213e-09,
"loss": 0.3164,
"step": 541
},
{
"epoch": 0.99,
"grad_norm": 3.275268183412255,
"learning_rate": 1.2696104236486483e-09,
"loss": 0.3929,
"step": 542
},
{
"epoch": 0.99,
"grad_norm": 2.90413116939948,
"learning_rate": 7.141705561460876e-10,
"loss": 0.4164,
"step": 543
},
{
"epoch": 1.0,
"grad_norm": 3.0667169569157484,
"learning_rate": 3.1741380052552337e-10,
"loss": 0.3806,
"step": 544
},
{
"epoch": 1.0,
"grad_norm": 2.962612357034888,
"learning_rate": 7.935414980719813e-11,
"loss": 0.3653,
"step": 545
},
{
"epoch": 1.0,
"grad_norm": 2.921197573056188,
"learning_rate": 0.0,
"loss": 0.35,
"step": 546
},
{
"epoch": 1.0,
"step": 546,
"total_flos": 114321292001280.0,
"train_loss": 0.4735211233297984,
"train_runtime": 7869.2834,
"train_samples_per_second": 1.11,
"train_steps_per_second": 0.069
}
],
"logging_steps": 1.0,
"max_steps": 546,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 200.0,
"total_flos": 114321292001280.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}