{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6507768648824535,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "contrastive_loss": 2.288088321685791,
      "epoch": 0,
      "nll_loss": 0.2222701758146286,
      "step": 0
    },
    {
      "contrastive_loss": 2.40254282951355,
      "epoch": 0,
      "nll_loss": 0.12871193885803223,
      "step": 0
    },
    {
      "contrastive_loss": 2.1529288291931152,
      "epoch": 0,
      "nll_loss": 0.15472418069839478,
      "step": 0
    },
    {
      "contrastive_loss": 2.232682228088379,
      "epoch": 0,
      "nll_loss": 0.08422499150037766,
      "step": 0
    },
    {
      "contrastive_loss": 2.3332204818725586,
      "epoch": 0,
      "nll_loss": 0.2674766182899475,
      "step": 0
    },
    {
      "contrastive_loss": 2.447206497192383,
      "epoch": 0,
      "nll_loss": 0.09376870840787888,
      "step": 0
    },
    {
      "contrastive_loss": 2.1825573444366455,
      "epoch": 0,
      "nll_loss": 0.12177302688360214,
      "step": 0
    },
    {
      "contrastive_loss": 2.2231428623199463,
      "epoch": 0,
      "nll_loss": 0.15492838621139526,
      "step": 0
    },
    {
      "epoch": 0.0032538843244122673,
      "grad_norm": 0.7854435443878174,
      "learning_rate": 9.740259740259738e-06,
      "loss": 3.4609,
      "step": 5
    },
    {
      "contrastive_loss": 2.2222342491149902,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.16983334720134735,
      "step": 5
    },
    {
      "contrastive_loss": 2.2492196559906006,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.14635592699050903,
      "step": 5
    },
    {
      "contrastive_loss": 2.262242317199707,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.2534157335758209,
      "step": 5
    },
    {
      "contrastive_loss": 2.417185068130493,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.11500459909439087,
      "step": 5
    },
    {
      "contrastive_loss": 2.156127691268921,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.08190398663282394,
      "step": 5
    },
    {
      "contrastive_loss": 2.3319249153137207,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.2466699779033661,
      "step": 5
    },
    {
      "contrastive_loss": 2.300779342651367,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.1688382625579834,
      "step": 5
    },
    {
      "contrastive_loss": 2.280359983444214,
      "epoch": 0.0032538843244122673,
      "nll_loss": 0.19697719812393188,
      "step": 5
    },
    {
      "epoch": 0.006507768648824535,
      "grad_norm": 0.9468629360198975,
      "learning_rate": 1.9480519480519476e-05,
      "loss": 3.5346,
      "step": 10
    },
    {
      "contrastive_loss": 2.3835999965667725,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.1416696012020111,
      "step": 10
    },
    {
      "contrastive_loss": 2.1310832500457764,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.03684098273515701,
      "step": 10
    },
    {
      "contrastive_loss": 2.1956875324249268,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.14672504365444183,
      "step": 10
    },
    {
      "contrastive_loss": 2.2885165214538574,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.1141313686966896,
      "step": 10
    },
    {
      "contrastive_loss": 2.19590425491333,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.23906385898590088,
      "step": 10
    },
    {
      "contrastive_loss": 2.1544888019561768,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.16441653668880463,
      "step": 10
    },
    {
      "contrastive_loss": 2.4067647457122803,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.13269779086112976,
      "step": 10
    },
    {
      "contrastive_loss": 2.1513776779174805,
      "epoch": 0.006507768648824535,
      "nll_loss": 0.2228298783302307,
      "step": 10
    },
    {
      "epoch": 0.009761652973236801,
      "grad_norm": 0.9245021343231201,
      "learning_rate": 2.9220779220779218e-05,
      "loss": 3.435,
      "step": 15
    },
    {
      "contrastive_loss": 2.233396530151367,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.20683765411376953,
      "step": 15
    },
    {
      "contrastive_loss": 2.253300428390503,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.1315576285123825,
      "step": 15
    },
    {
      "contrastive_loss": 2.225752592086792,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.21955250203609467,
      "step": 15
    },
    {
      "contrastive_loss": 2.2130284309387207,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.2257184535264969,
      "step": 15
    },
    {
      "contrastive_loss": 2.1956496238708496,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.1008695587515831,
      "step": 15
    },
    {
      "contrastive_loss": 2.4033420085906982,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.06510166078805923,
      "step": 15
    },
    {
      "contrastive_loss": 2.1918678283691406,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.10603364557027817,
      "step": 15
    },
    {
      "contrastive_loss": 2.1289470195770264,
      "epoch": 0.009761652973236801,
      "nll_loss": 0.1333569586277008,
      "step": 15
    },
    {
      "epoch": 0.01301553729764907,
      "grad_norm": 0.8201095461845398,
      "learning_rate": 3.896103896103895e-05,
      "loss": 3.4539,
      "step": 20
    },
    {
      "contrastive_loss": 2.2286620140075684,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.20213136076927185,
      "step": 20
    },
    {
      "contrastive_loss": 2.21171236038208,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.1812208890914917,
      "step": 20
    },
    {
      "contrastive_loss": 2.3273887634277344,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.11379691958427429,
      "step": 20
    },
    {
      "contrastive_loss": 2.193403720855713,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.2061184197664261,
      "step": 20
    },
    {
      "contrastive_loss": 2.1480090618133545,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.07562754303216934,
      "step": 20
    },
    {
      "contrastive_loss": 2.180161476135254,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.1259746253490448,
      "step": 20
    },
    {
      "contrastive_loss": 2.260364055633545,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.1114354357123375,
      "step": 20
    },
    {
      "contrastive_loss": 2.2546274662017822,
      "epoch": 0.01301553729764907,
      "nll_loss": 0.13326434791088104,
      "step": 20
    },
    {
      "epoch": 0.016269421622061336,
      "grad_norm": 1.0169466733932495,
      "learning_rate": 4.8701298701298694e-05,
      "loss": 3.3756,
      "step": 25
    },
    {
      "contrastive_loss": 2.26120924949646,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.1438225507736206,
      "step": 25
    },
    {
      "contrastive_loss": 2.3074209690093994,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.1297024041414261,
      "step": 25
    },
    {
      "contrastive_loss": 2.24021315574646,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.0969458594918251,
      "step": 25
    },
    {
      "contrastive_loss": 2.3272695541381836,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.19390635192394257,
      "step": 25
    },
    {
      "contrastive_loss": 2.2123184204101562,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.11188862472772598,
      "step": 25
    },
    {
      "contrastive_loss": 2.2753260135650635,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.10284147411584854,
      "step": 25
    },
    {
      "contrastive_loss": 2.1648645401000977,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.2809761166572571,
      "step": 25
    },
    {
      "contrastive_loss": 2.248002052307129,
      "epoch": 0.016269421622061336,
      "nll_loss": 0.06483137607574463,
      "step": 25
    },
    {
      "epoch": 0.019523305946473602,
      "grad_norm": 1.2276396751403809,
      "learning_rate": 5.8441558441558436e-05,
      "loss": 3.3617,
      "step": 30
    },
    {
      "contrastive_loss": 2.1168527603149414,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.12227234244346619,
      "step": 30
    },
    {
      "contrastive_loss": 2.114595413208008,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.14103204011917114,
      "step": 30
    },
    {
      "contrastive_loss": 2.1650640964508057,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.15083284676074982,
      "step": 30
    },
    {
      "contrastive_loss": 2.2745301723480225,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.10986372083425522,
      "step": 30
    },
    {
      "contrastive_loss": 2.1766865253448486,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.18553394079208374,
      "step": 30
    },
    {
      "contrastive_loss": 2.1299805641174316,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.1327633559703827,
      "step": 30
    },
    {
      "contrastive_loss": 2.207770347595215,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.08588025718927383,
      "step": 30
    },
    {
      "contrastive_loss": 2.228153705596924,
      "epoch": 0.019523305946473602,
      "nll_loss": 0.18917690217494965,
      "step": 30
    },
    {
      "epoch": 0.02277719027088587,
      "grad_norm": 0.9996159672737122,
      "learning_rate": 6.818181818181817e-05,
      "loss": 3.3396,
      "step": 35
    },
    {
      "contrastive_loss": 2.1492369174957275,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.1771930754184723,
      "step": 35
    },
    {
      "contrastive_loss": 2.107980966567993,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.07587826997041702,
      "step": 35
    },
    {
      "contrastive_loss": 2.199676990509033,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.12200107425451279,
      "step": 35
    },
    {
      "contrastive_loss": 2.124433994293213,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.1306738555431366,
      "step": 35
    },
    {
      "contrastive_loss": 2.161555528640747,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.11849892884492874,
      "step": 35
    },
    {
      "contrastive_loss": 2.1256070137023926,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.19261102378368378,
      "step": 35
    },
    {
      "contrastive_loss": 2.1645586490631104,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.21799136698246002,
      "step": 35
    },
    {
      "contrastive_loss": 2.1328723430633545,
      "epoch": 0.02277719027088587,
      "nll_loss": 0.10873620212078094,
      "step": 35
    },
    {
      "epoch": 0.02603107459529814,
      "grad_norm": 0.8006542325019836,
      "learning_rate": 7.79220779220779e-05,
      "loss": 3.3052,
      "step": 40
    },
    {
      "contrastive_loss": 2.143528461456299,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.22869572043418884,
      "step": 40
    },
    {
      "contrastive_loss": 2.1392266750335693,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.12927480041980743,
      "step": 40
    },
    {
      "contrastive_loss": 2.186063528060913,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.14858777821063995,
      "step": 40
    },
    {
      "contrastive_loss": 2.127453327178955,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.1179380938410759,
      "step": 40
    },
    {
      "contrastive_loss": 2.185140609741211,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.18006466329097748,
      "step": 40
    },
    {
      "contrastive_loss": 2.144434928894043,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.11401601135730743,
      "step": 40
    },
    {
      "contrastive_loss": 2.1849777698516846,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.11677584797143936,
      "step": 40
    },
    {
      "contrastive_loss": 2.101755380630493,
      "epoch": 0.02603107459529814,
      "nll_loss": 0.19282764196395874,
      "step": 40
    },
    {
      "epoch": 0.029284958919710405,
      "grad_norm": 0.4708045721054077,
      "learning_rate": 8.766233766233765e-05,
      "loss": 3.2661,
      "step": 45
    },
    {
      "contrastive_loss": 2.1425092220306396,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.1425398290157318,
      "step": 45
    },
    {
      "contrastive_loss": 2.096754550933838,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.22653542459011078,
      "step": 45
    },
    {
      "contrastive_loss": 2.070556879043579,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.11829821020364761,
      "step": 45
    },
    {
      "contrastive_loss": 2.1327965259552,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.15531551837921143,
      "step": 45
    },
    {
      "contrastive_loss": 2.1304550170898438,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.12375548481941223,
      "step": 45
    },
    {
      "contrastive_loss": 2.136512041091919,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.1555105596780777,
      "step": 45
    },
    {
      "contrastive_loss": 2.0831408500671387,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.16445490717887878,
      "step": 45
    },
    {
      "contrastive_loss": 2.1071441173553467,
      "epoch": 0.029284958919710405,
      "nll_loss": 0.06589144468307495,
      "step": 45
    },
    {
      "epoch": 0.03253884324412267,
      "grad_norm": 0.3561238646507263,
      "learning_rate": 9.740259740259739e-05,
      "loss": 3.2643,
      "step": 50
    },
    {
      "contrastive_loss": 2.112496852874756,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.08218131959438324,
      "step": 50
    },
    {
      "contrastive_loss": 2.1020398139953613,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.12017985433340073,
      "step": 50
    },
    {
      "contrastive_loss": 2.099222421646118,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.13398252427577972,
      "step": 50
    },
    {
      "contrastive_loss": 2.105165719985962,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.1218472272157669,
      "step": 50
    },
    {
      "contrastive_loss": 2.1461758613586426,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.12188296020030975,
      "step": 50
    },
    {
      "contrastive_loss": 2.1221413612365723,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.23055744171142578,
      "step": 50
    },
    {
      "contrastive_loss": 2.112316846847534,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.14068013429641724,
      "step": 50
    },
    {
      "contrastive_loss": 2.120147943496704,
      "epoch": 0.03253884324412267,
      "nll_loss": 0.15346382558345795,
      "step": 50
    },
    {
      "epoch": 0.03579272756853494,
      "grad_norm": 0.7531563639640808,
      "learning_rate": 0.00010714285714285714,
      "loss": 3.3152,
      "step": 55
    },
    {
      "contrastive_loss": 2.0944197177886963,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.07035323232412338,
      "step": 55
    },
    {
      "contrastive_loss": 2.1088006496429443,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.07797074317932129,
      "step": 55
    },
    {
      "contrastive_loss": 2.129995584487915,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.1486256867647171,
      "step": 55
    },
    {
      "contrastive_loss": 2.1164634227752686,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.21826374530792236,
      "step": 55
    },
    {
      "contrastive_loss": 2.072110414505005,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.11531703919172287,
      "step": 55
    },
    {
      "contrastive_loss": 2.0996811389923096,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.1273060142993927,
      "step": 55
    },
    {
      "contrastive_loss": 2.0904910564422607,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.14568592607975006,
      "step": 55
    },
    {
      "contrastive_loss": 2.1485462188720703,
      "epoch": 0.03579272756853494,
      "nll_loss": 0.2268124222755432,
      "step": 55
    },
    {
      "epoch": 0.039046611892947204,
      "grad_norm": 0.32964614033699036,
      "learning_rate": 0.00011688311688311687,
      "loss": 3.246,
      "step": 60
    },
    {
      "contrastive_loss": 2.108802556991577,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.057805828750133514,
      "step": 60
    },
    {
      "contrastive_loss": 2.1372387409210205,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.16792325675487518,
      "step": 60
    },
    {
      "contrastive_loss": 2.0777225494384766,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.06661183387041092,
      "step": 60
    },
    {
      "contrastive_loss": 2.0768375396728516,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.1620345562696457,
      "step": 60
    },
    {
      "contrastive_loss": 2.125742197036743,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.20228774845600128,
      "step": 60
    },
    {
      "contrastive_loss": 2.1088266372680664,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.09592166543006897,
      "step": 60
    },
    {
      "contrastive_loss": 2.100485324859619,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.15610341727733612,
      "step": 60
    },
    {
      "contrastive_loss": 2.1357429027557373,
      "epoch": 0.039046611892947204,
      "nll_loss": 0.19457659125328064,
      "step": 60
    },
    {
      "epoch": 0.04230049621735947,
      "grad_norm": 0.31051814556121826,
      "learning_rate": 0.0001266233766233766,
      "loss": 3.2401,
      "step": 65
    },
    {
      "contrastive_loss": 2.1792616844177246,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.16618846356868744,
      "step": 65
    },
    {
      "contrastive_loss": 2.0925443172454834,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.22741401195526123,
      "step": 65
    },
    {
      "contrastive_loss": 2.093398094177246,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.106366828083992,
      "step": 65
    },
    {
      "contrastive_loss": 2.1532649993896484,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.19180609285831451,
      "step": 65
    },
    {
      "contrastive_loss": 2.081913709640503,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.1270751655101776,
      "step": 65
    },
    {
      "contrastive_loss": 2.0864014625549316,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.07588902115821838,
      "step": 65
    },
    {
      "contrastive_loss": 2.119316577911377,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.13522641360759735,
      "step": 65
    },
    {
      "contrastive_loss": 2.110206365585327,
      "epoch": 0.04230049621735947,
      "nll_loss": 0.12749479711055756,
      "step": 65
    },
    {
      "epoch": 0.04555438054177174,
      "grad_norm": 0.30913054943084717,
      "learning_rate": 0.00013636363636363634,
      "loss": 3.2656,
      "step": 70
    },
    {
      "contrastive_loss": 2.0847346782684326,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.06899674236774445,
      "step": 70
    },
    {
      "contrastive_loss": 2.119464635848999,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.11165768653154373,
      "step": 70
    },
    {
      "contrastive_loss": 2.1145517826080322,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.09736381471157074,
      "step": 70
    },
    {
      "contrastive_loss": 2.120939016342163,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.1569044440984726,
      "step": 70
    },
    {
      "contrastive_loss": 2.0887551307678223,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.13965485990047455,
      "step": 70
    },
    {
      "contrastive_loss": 2.109975814819336,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.12425053864717484,
      "step": 70
    },
    {
      "contrastive_loss": 2.1332929134368896,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.1429622322320938,
      "step": 70
    },
    {
      "contrastive_loss": 2.08735990524292,
      "epoch": 0.04555438054177174,
      "nll_loss": 0.21772423386573792,
      "step": 70
    },
    {
      "epoch": 0.04880826486618401,
      "grad_norm": 0.2619534730911255,
      "learning_rate": 0.00014610389610389608,
      "loss": 3.2645,
      "step": 75
    },
    {
      "contrastive_loss": 2.096384048461914,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.12598344683647156,
      "step": 75
    },
    {
      "contrastive_loss": 2.0700058937072754,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.1337796002626419,
      "step": 75
    },
    {
      "contrastive_loss": 2.105221748352051,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.153640016913414,
      "step": 75
    },
    {
      "contrastive_loss": 2.1015994548797607,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.1885589361190796,
      "step": 75
    },
    {
      "contrastive_loss": 2.106275796890259,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.18871791660785675,
      "step": 75
    },
    {
      "contrastive_loss": 2.1256887912750244,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.11053939908742905,
      "step": 75
    },
    {
      "contrastive_loss": 2.1190505027770996,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.20643283426761627,
      "step": 75
    },
    {
      "contrastive_loss": 2.1319289207458496,
      "epoch": 0.04880826486618401,
      "nll_loss": 0.06708300113677979,
      "step": 75
    },
    {
      "epoch": 0.05206214919059628,
      "grad_norm": 0.39984461665153503,
      "learning_rate": 0.0001558441558441558,
      "loss": 3.27,
      "step": 80
    },
    {
      "contrastive_loss": 2.1152822971343994,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.09124518930912018,
      "step": 80
    },
    {
      "contrastive_loss": 2.079838514328003,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.11052487045526505,
      "step": 80
    },
    {
      "contrastive_loss": 2.1282358169555664,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.15786972641944885,
      "step": 80
    },
    {
      "contrastive_loss": 2.0778892040252686,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.13080954551696777,
      "step": 80
    },
    {
      "contrastive_loss": 2.095661163330078,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.17754407227039337,
      "step": 80
    },
    {
      "contrastive_loss": 2.1288657188415527,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.14696624875068665,
      "step": 80
    },
    {
      "contrastive_loss": 2.127582550048828,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.10830322653055191,
      "step": 80
    },
    {
      "contrastive_loss": 2.120227575302124,
      "epoch": 0.05206214919059628,
      "nll_loss": 0.136908620595932,
      "step": 80
    },
    {
      "epoch": 0.05531603351500854,
      "grad_norm": 0.3534057140350342,
      "learning_rate": 0.00016558441558441557,
      "loss": 3.2295,
      "step": 85
    },
    {
      "contrastive_loss": 2.10691499710083,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.1374725103378296,
      "step": 85
    },
    {
      "contrastive_loss": 2.10347843170166,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.10826487094163895,
      "step": 85
    },
    {
      "contrastive_loss": 2.0985629558563232,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.18477535247802734,
      "step": 85
    },
    {
      "contrastive_loss": 2.0867183208465576,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.20825183391571045,
      "step": 85
    },
    {
      "contrastive_loss": 2.0983388423919678,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.23086534440517426,
      "step": 85
    },
    {
      "contrastive_loss": 2.100144863128662,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.13397155702114105,
      "step": 85
    },
    {
      "contrastive_loss": 2.09779691696167,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.1415175050497055,
      "step": 85
    },
    {
      "contrastive_loss": 2.1133363246917725,
      "epoch": 0.05531603351500854,
      "nll_loss": 0.0733383297920227,
      "step": 85
    },
    {
      "epoch": 0.05856991783942081,
      "grad_norm": 0.2895045876502991,
      "learning_rate": 0.0001753246753246753,
      "loss": 3.2437,
      "step": 90
    },
    {
      "contrastive_loss": 2.0801146030426025,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.08342483639717102,
      "step": 90
    },
    {
      "contrastive_loss": 2.104482889175415,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.1657562106847763,
      "step": 90
    },
    {
      "contrastive_loss": 2.070733070373535,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.1568836122751236,
      "step": 90
    },
    {
      "contrastive_loss": 2.09780216217041,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.12529675662517548,
      "step": 90
    },
    {
      "contrastive_loss": 2.088261127471924,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.10019972920417786,
      "step": 90
    },
    {
      "contrastive_loss": 2.1139845848083496,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.24669353663921356,
      "step": 90
    },
    {
      "contrastive_loss": 2.1170709133148193,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.16374333202838898,
      "step": 90
    },
    {
      "contrastive_loss": 2.0810608863830566,
      "epoch": 0.05856991783942081,
      "nll_loss": 0.08153785765171051,
      "step": 90
    },
    {
      "epoch": 0.061823802163833076,
      "grad_norm": 0.34493184089660645,
      "learning_rate": 0.00018506493506493507,
      "loss": 3.1976,
      "step": 95
    },
    {
      "contrastive_loss": 2.116905450820923,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.19480131566524506,
      "step": 95
    },
    {
      "contrastive_loss": 2.0846638679504395,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.13448965549468994,
      "step": 95
    },
    {
      "contrastive_loss": 2.068464756011963,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.140504390001297,
      "step": 95
    },
    {
      "contrastive_loss": 2.117072820663452,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.1350708305835724,
      "step": 95
    },
    {
      "contrastive_loss": 2.0995900630950928,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.07630299031734467,
      "step": 95
    },
    {
      "contrastive_loss": 2.0908024311065674,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.17888835072517395,
      "step": 95
    },
    {
      "contrastive_loss": 2.09429669380188,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.17173722386360168,
      "step": 95
    },
    {
      "contrastive_loss": 2.112950325012207,
      "epoch": 0.061823802163833076,
      "nll_loss": 0.08429069817066193,
      "step": 95
    },
    {
      "epoch": 0.06507768648824534,
      "grad_norm": 0.865056037902832,
      "learning_rate": 0.00019480519480519478,
      "loss": 3.2253,
      "step": 100
    },
    {
      "contrastive_loss": 2.1168243885040283,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.05858765169978142,
      "step": 100
    },
    {
      "contrastive_loss": 2.1412973403930664,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.08160258084535599,
      "step": 100
    },
    {
      "contrastive_loss": 2.0996270179748535,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.11691009998321533,
      "step": 100
    },
    {
      "contrastive_loss": 2.0986154079437256,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.13655723631381989,
      "step": 100
    },
    {
      "contrastive_loss": 2.0884459018707275,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.13735611736774445,
      "step": 100
    },
    {
      "contrastive_loss": 2.0929083824157715,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.1612064242362976,
      "step": 100
    },
    {
      "contrastive_loss": 2.0989487171173096,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.21122001111507416,
      "step": 100
    },
    {
      "contrastive_loss": 2.126838207244873,
      "epoch": 0.06507768648824534,
      "nll_loss": 0.2408393770456314,
      "step": 100
    },
    {
      "epoch": 0.06833157081265762,
      "grad_norm": 0.29724255204200745,
      "learning_rate": 0.0002045454545454545,
      "loss": 3.2467,
      "step": 105
    },
    {
      "contrastive_loss": 2.092867136001587,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.21818053722381592,
      "step": 105
    },
    {
      "contrastive_loss": 2.117902994155884,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.1523606777191162,
      "step": 105
    },
    {
      "contrastive_loss": 2.0958752632141113,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.18098695576190948,
      "step": 105
    },
    {
      "contrastive_loss": 2.0984764099121094,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.10050231218338013,
      "step": 105
    },
    {
      "contrastive_loss": 2.095974922180176,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.17474229633808136,
      "step": 105
    },
    {
      "contrastive_loss": 2.10259747505188,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.11701543629169464,
      "step": 105
    },
    {
      "contrastive_loss": 2.1097660064697266,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.12152501195669174,
      "step": 105
    },
    {
      "contrastive_loss": 2.0915305614471436,
      "epoch": 0.06833157081265762,
      "nll_loss": 0.07752856612205505,
      "step": 105
    },
    {
      "epoch": 0.07158545513706988,
      "grad_norm": 0.3053385317325592,
      "learning_rate": 0.00021428571428571427,
      "loss": 3.2528,
      "step": 110
    },
    {
      "contrastive_loss": 2.094022274017334,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.23672060668468475,
      "step": 110
    },
    {
      "contrastive_loss": 2.1035351753234863,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.07452640682458878,
      "step": 110
    },
    {
      "contrastive_loss": 2.1059741973876953,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.17380520701408386,
      "step": 110
    },
    {
      "contrastive_loss": 2.098870038986206,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.1455465853214264,
      "step": 110
    },
    {
      "contrastive_loss": 2.0848982334136963,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.10036461800336838,
      "step": 110
    },
    {
      "contrastive_loss": 2.138216495513916,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.12117595970630646,
      "step": 110
    },
    {
      "contrastive_loss": 2.108103036880493,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.07706350833177567,
      "step": 110
    },
    {
      "contrastive_loss": 2.1167151927948,
      "epoch": 0.07158545513706988,
      "nll_loss": 0.13551175594329834,
      "step": 110
    },
    {
      "epoch": 0.07483933946148215,
      "grad_norm": 0.3901952803134918,
      "learning_rate": 0.000224025974025974,
      "loss": 3.1715,
      "step": 115
    },
    {
      "contrastive_loss": 2.089947462081909,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.07508093118667603,
      "step": 115
    },
    {
      "contrastive_loss": 2.084662437438965,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.09608028829097748,
      "step": 115
    },
    {
      "contrastive_loss": 2.1027419567108154,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.14123795926570892,
      "step": 115
    },
    {
      "contrastive_loss": 2.0989959239959717,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.10295763611793518,
      "step": 115
    },
    {
      "contrastive_loss": 2.091296672821045,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.1720297634601593,
      "step": 115
    },
    {
      "contrastive_loss": 2.0926074981689453,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.23195382952690125,
      "step": 115
    },
    {
      "contrastive_loss": 2.0893397331237793,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.2289557158946991,
      "step": 115
    },
    {
      "contrastive_loss": 2.1049234867095947,
      "epoch": 0.07483933946148215,
      "nll_loss": 0.07427907735109329,
      "step": 115
    },
    {
      "epoch": 0.07809322378589441,
      "grad_norm": 0.29681670665740967,
      "learning_rate": 0.00023376623376623374,
      "loss": 3.23,
      "step": 120
    },
    {
      "contrastive_loss": 2.1048426628112793,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.05537012964487076,
      "step": 120
    },
    {
      "contrastive_loss": 2.0873541831970215,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.1359623223543167,
      "step": 120
    },
    {
      "contrastive_loss": 2.083939790725708,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.15213660895824432,
      "step": 120
    },
    {
      "contrastive_loss": 2.1021437644958496,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.0734284445643425,
      "step": 120
    },
    {
      "contrastive_loss": 2.0967180728912354,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.22504863142967224,
      "step": 120
    },
    {
      "contrastive_loss": 2.0990371704101562,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.09494586288928986,
      "step": 120
    },
    {
      "contrastive_loss": 2.122915506362915,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.14559662342071533,
      "step": 120
    },
    {
      "contrastive_loss": 2.0881590843200684,
      "epoch": 0.07809322378589441,
      "nll_loss": 0.19392378628253937,
      "step": 120
    },
    {
      "epoch": 0.08134710811030668,
      "grad_norm": 0.3021062910556793,
      "learning_rate": 0.00024350649350649348,
      "loss": 3.2272,
      "step": 125
    },
    {
      "contrastive_loss": 2.1030821800231934,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.14488796889781952,
      "step": 125
    },
    {
      "contrastive_loss": 2.106489658355713,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.12359991669654846,
      "step": 125
    },
    {
      "contrastive_loss": 2.106070041656494,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.09426634758710861,
      "step": 125
    },
    {
      "contrastive_loss": 2.1093459129333496,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.08939047157764435,
      "step": 125
    },
    {
      "contrastive_loss": 2.099978446960449,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.18657326698303223,
      "step": 125
    },
    {
      "contrastive_loss": 2.1093907356262207,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.13898389041423798,
      "step": 125
    },
    {
      "contrastive_loss": 2.1129562854766846,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.05077451840043068,
      "step": 125
    },
    {
      "contrastive_loss": 2.094597816467285,
      "epoch": 0.08134710811030668,
      "nll_loss": 0.15004122257232666,
      "step": 125
    },
    {
      "epoch": 0.08460099243471894,
      "grad_norm": 0.2703600227832794,
      "learning_rate": 0.0002532467532467532,
      "loss": 3.1884,
      "step": 130
    },
    {
      "contrastive_loss": 2.0859432220458984,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.049480024725198746,
      "step": 130
    },
    {
      "contrastive_loss": 2.109774589538574,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.1650877296924591,
      "step": 130
    },
    {
      "contrastive_loss": 2.0786967277526855,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.1419532150030136,
      "step": 130
    },
    {
      "contrastive_loss": 2.076242446899414,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.17800742387771606,
      "step": 130
    },
    {
      "contrastive_loss": 2.070833683013916,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.17386706173419952,
      "step": 130
    },
    {
      "contrastive_loss": 2.099353313446045,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.1540866196155548,
      "step": 130
    },
    {
      "contrastive_loss": 2.097923994064331,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.12330695241689682,
      "step": 130
    },
    {
      "contrastive_loss": 2.0930044651031494,
      "epoch": 0.08460099243471894,
      "nll_loss": 0.11358539015054703,
      "step": 130
    },
    {
      "epoch": 0.08785487675913121,
      "grad_norm": 0.32106953859329224,
      "learning_rate": 0.00026298701298701295,
      "loss": 3.2481,
      "step": 135
    },
    {
      "contrastive_loss": 2.093945026397705,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.09374748170375824,
      "step": 135
    },
    {
      "contrastive_loss": 2.112947940826416,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.2119399607181549,
      "step": 135
    },
    {
      "contrastive_loss": 2.1111435890197754,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.08163904398679733,
      "step": 135
    },
    {
      "contrastive_loss": 2.0930309295654297,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.11293408274650574,
      "step": 135
    },
    {
      "contrastive_loss": 2.084963798522949,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.18085108697414398,
      "step": 135
    },
    {
      "contrastive_loss": 2.1004650592803955,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.1989668905735016,
      "step": 135
    },
    {
      "contrastive_loss": 2.118312358856201,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.179970845580101,
      "step": 135
    },
    {
      "contrastive_loss": 2.0929694175720215,
      "epoch": 0.08785487675913121,
      "nll_loss": 0.12537343800067902,
      "step": 135
    },
    {
      "epoch": 0.09110876108354347,
      "grad_norm": 0.29552948474884033,
      "learning_rate": 0.0002727272727272727,
      "loss": 3.2448,
      "step": 140
    },
    {
      "contrastive_loss": 2.108935594558716,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.15686921775341034,
      "step": 140
    },
    {
      "contrastive_loss": 2.098903179168701,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.19985325634479523,
      "step": 140
    },
    {
      "contrastive_loss": 2.118102550506592,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.08328735828399658,
      "step": 140
    },
    {
      "contrastive_loss": 2.093907117843628,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.17737622559070587,
      "step": 140
    },
    {
      "contrastive_loss": 2.1123039722442627,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.14135825634002686,
      "step": 140
    },
    {
      "contrastive_loss": 2.0887303352355957,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.13865794241428375,
      "step": 140
    },
    {
      "contrastive_loss": 2.0923943519592285,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.16919344663619995,
      "step": 140
    },
    {
      "contrastive_loss": 2.1257169246673584,
      "epoch": 0.09110876108354347,
      "nll_loss": 0.09935950487852097,
      "step": 140
    },
    {
      "epoch": 0.09436264540795575,
      "grad_norm": 0.31671765446662903,
      "learning_rate": 0.00028246753246753247,
      "loss": 3.2346,
      "step": 145
    },
    {
      "contrastive_loss": 2.103696823120117,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.14558102190494537,
      "step": 145
    },
    {
      "contrastive_loss": 2.1137571334838867,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.18193319439888,
      "step": 145
    },
    {
      "contrastive_loss": 2.0899808406829834,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.16497023403644562,
      "step": 145
    },
    {
      "contrastive_loss": 2.1000654697418213,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.14659050107002258,
      "step": 145
    },
    {
      "contrastive_loss": 2.1162195205688477,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.1510111391544342,
      "step": 145
    },
    {
      "contrastive_loss": 2.0926616191864014,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.09670154005289078,
      "step": 145
    },
    {
      "contrastive_loss": 2.0978381633758545,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.1679682433605194,
      "step": 145
    },
    {
      "contrastive_loss": 2.079216480255127,
      "epoch": 0.09436264540795575,
      "nll_loss": 0.04459312558174133,
      "step": 145
    },
    {
      "epoch": 0.09761652973236802,
      "grad_norm": 2.839740037918091,
      "learning_rate": 0.00029220779220779215,
      "loss": 3.2148,
      "step": 150
    },
    {
      "contrastive_loss": 2.077094554901123,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.04935392737388611,
      "step": 150
    },
    {
      "contrastive_loss": 2.0916504859924316,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.075261689722538,
      "step": 150
    },
    {
      "contrastive_loss": 2.097492218017578,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.09484277665615082,
      "step": 150
    },
    {
      "contrastive_loss": 2.0890650749206543,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.14297959208488464,
      "step": 150
    },
    {
      "contrastive_loss": 2.0823264122009277,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.19019752740859985,
      "step": 150
    },
    {
      "contrastive_loss": 2.0934290885925293,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.14380863308906555,
      "step": 150
    },
    {
      "contrastive_loss": 2.096325397491455,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.22614601254463196,
      "step": 150
    },
    {
      "contrastive_loss": 2.1022467613220215,
      "epoch": 0.09761652973236802,
      "nll_loss": 0.13622218370437622,
      "step": 150
    },
    {
      "epoch": 0.10087041405678028,
      "grad_norm": 0.3965187966823578,
      "learning_rate": 0.00029989718985606574,
      "loss": 3.194,
      "step": 155
    },
    {
      "contrastive_loss": 2.0969107151031494,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.19540029764175415,
      "step": 155
    },
    {
      "contrastive_loss": 2.082691192626953,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.14599382877349854,
      "step": 155
    },
    {
      "contrastive_loss": 2.092611312866211,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.1379178911447525,
      "step": 155
    },
    {
      "contrastive_loss": 2.1088061332702637,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.12158278375864029,
      "step": 155
    },
    {
      "contrastive_loss": 2.096500873565674,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.12394481152296066,
      "step": 155
    },
    {
      "contrastive_loss": 2.0881142616271973,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.11072675883769989,
      "step": 155
    },
    {
      "contrastive_loss": 2.0924265384674072,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.11196164786815643,
      "step": 155
    },
    {
      "contrastive_loss": 2.0866010189056396,
      "epoch": 0.10087041405678028,
      "nll_loss": 0.1754833161830902,
      "step": 155
    },
    {
      "epoch": 0.10412429838119255,
      "grad_norm": 0.2550511658191681,
      "learning_rate": 0.00029938313913639475,
      "loss": 3.2237,
      "step": 160
    },
    {
      "contrastive_loss": 2.1034159660339355,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.21448004245758057,
      "step": 160
    },
    {
      "contrastive_loss": 2.0827534198760986,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.12588360905647278,
      "step": 160
    },
    {
      "contrastive_loss": 2.103256940841675,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.214036226272583,
      "step": 160
    },
    {
      "contrastive_loss": 2.093245267868042,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.1068708524107933,
      "step": 160
    },
    {
      "contrastive_loss": 2.1084654331207275,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.10938464105129242,
      "step": 160
    },
    {
      "contrastive_loss": 2.112582206726074,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.1627795696258545,
      "step": 160
    },
    {
      "contrastive_loss": 2.0915796756744385,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.10707224160432816,
      "step": 160
    },
    {
      "contrastive_loss": 2.087648868560791,
      "epoch": 0.10412429838119255,
      "nll_loss": 0.12848317623138428,
      "step": 160
    },
    {
      "epoch": 0.10737818270560481,
      "grad_norm": 0.2814318835735321,
      "learning_rate": 0.00029886908841672376,
      "loss": 3.1778,
      "step": 165
    },
    {
      "contrastive_loss": 2.0664966106414795,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.17941725254058838,
      "step": 165
    },
    {
      "contrastive_loss": 2.078754186630249,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.13767673075199127,
      "step": 165
    },
    {
      "contrastive_loss": 2.0840229988098145,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.175360769033432,
      "step": 165
    },
    {
      "contrastive_loss": 2.1110808849334717,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.17663735151290894,
      "step": 165
    },
    {
      "contrastive_loss": 2.09153151512146,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.18503916263580322,
      "step": 165
    },
    {
      "contrastive_loss": 2.1132678985595703,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.10236474126577377,
      "step": 165
    },
    {
      "contrastive_loss": 2.1077046394348145,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.05527319386601448,
      "step": 165
    },
    {
      "contrastive_loss": 2.099433422088623,
      "epoch": 0.10737818270560481,
      "nll_loss": 0.1459326595067978,
      "step": 165
    },
    {
      "epoch": 0.11063206703001709,
      "grad_norm": 0.2872110605239868,
      "learning_rate": 0.0002983550376970527,
      "loss": 3.2174,
      "step": 170
    },
    {
      "contrastive_loss": 2.09072208404541,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.14981317520141602,
      "step": 170
    },
    {
      "contrastive_loss": 2.0881805419921875,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.0916396826505661,
      "step": 170
    },
    {
      "contrastive_loss": 2.1178882122039795,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.14371977746486664,
      "step": 170
    },
    {
      "contrastive_loss": 2.091761827468872,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.19123390316963196,
      "step": 170
    },
    {
      "contrastive_loss": 2.0977494716644287,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.11753110587596893,
      "step": 170
    },
    {
      "contrastive_loss": 2.105220079421997,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.22806820273399353,
      "step": 170
    },
    {
      "contrastive_loss": 2.0785462856292725,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.07327793538570404,
      "step": 170
    },
    {
      "contrastive_loss": 2.1143126487731934,
      "epoch": 0.11063206703001709,
      "nll_loss": 0.08722883462905884,
      "step": 170
    },
    {
      "epoch": 0.11388595135442935,
      "grad_norm": 0.23354823887348175,
      "learning_rate": 0.0002978409869773817,
      "loss": 3.2036,
      "step": 175
    },
    {
      "contrastive_loss": 2.095585584640503,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.12826372683048248,
      "step": 175
    },
    {
      "contrastive_loss": 2.098153829574585,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.1687522530555725,
      "step": 175
    },
    {
      "contrastive_loss": 2.1019442081451416,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.06067410856485367,
      "step": 175
    },
    {
      "contrastive_loss": 2.076484203338623,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.17900431156158447,
      "step": 175
    },
    {
      "contrastive_loss": 2.0869295597076416,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.15496239066123962,
      "step": 175
    },
    {
      "contrastive_loss": 2.0960376262664795,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.1960129737854004,
      "step": 175
    },
    {
      "contrastive_loss": 2.083608627319336,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.07423572242259979,
      "step": 175
    },
    {
      "contrastive_loss": 2.0774154663085938,
      "epoch": 0.11388595135442935,
      "nll_loss": 0.1785375028848648,
      "step": 175
    },
    {
      "epoch": 0.11713983567884162,
      "grad_norm": 0.2659289836883545,
      "learning_rate": 0.00029732693625771073,
      "loss": 3.1943,
      "step": 180
    },
    {
      "contrastive_loss": 2.100979804992676,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.1270974576473236,
      "step": 180
    },
    {
      "contrastive_loss": 2.092191457748413,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.2129509001970291,
      "step": 180
    },
    {
      "contrastive_loss": 2.1051907539367676,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.1600530743598938,
      "step": 180
    },
    {
      "contrastive_loss": 2.098707914352417,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.13305659592151642,
      "step": 180
    },
    {
      "contrastive_loss": 2.097994565963745,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.06354446709156036,
      "step": 180
    },
    {
      "contrastive_loss": 2.086757183074951,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.14038154482841492,
      "step": 180
    },
    {
      "contrastive_loss": 2.106044292449951,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.0829286202788353,
      "step": 180
    },
    {
      "contrastive_loss": 2.098036050796509,
      "epoch": 0.11713983567884162,
      "nll_loss": 0.22129487991333008,
      "step": 180
    },
    {
      "epoch": 0.12039372000325388,
      "grad_norm": 0.30463701486587524,
      "learning_rate": 0.00029681288553803974,
      "loss": 3.2484,
      "step": 185
    },
    {
      "contrastive_loss": 2.0940918922424316,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.12025324255228043,
      "step": 185
    },
    {
      "contrastive_loss": 2.088777542114258,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.1549929827451706,
      "step": 185
    },
    {
      "contrastive_loss": 2.1150810718536377,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.15111598372459412,
      "step": 185
    },
    {
      "contrastive_loss": 2.0855958461761475,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.25528815388679504,
      "step": 185
    },
    {
      "contrastive_loss": 2.100461721420288,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.16895239055156708,
      "step": 185
    },
    {
      "contrastive_loss": 2.0900397300720215,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.1383199542760849,
      "step": 185
    },
    {
      "contrastive_loss": 2.0941343307495117,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.0692886933684349,
      "step": 185
    },
    {
      "contrastive_loss": 2.1118004322052,
      "epoch": 0.12039372000325388,
      "nll_loss": 0.0872875228524208,
      "step": 185
    },
    {
      "epoch": 0.12364760432766615,
      "grad_norm": 0.2688731849193573,
      "learning_rate": 0.00029629883481836875,
      "loss": 3.1922,
      "step": 190
    },
    {
      "contrastive_loss": 2.102356433868408,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.18615791201591492,
      "step": 190
    },
    {
      "contrastive_loss": 2.0689737796783447,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.07992473989725113,
      "step": 190
    },
    {
      "contrastive_loss": 2.0869274139404297,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.17291581630706787,
      "step": 190
    },
    {
      "contrastive_loss": 2.111055374145508,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.12812164425849915,
      "step": 190
    },
    {
      "contrastive_loss": 2.095585823059082,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.18260303139686584,
      "step": 190
    },
    {
      "contrastive_loss": 2.105095624923706,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.11354489624500275,
      "step": 190
    },
    {
      "contrastive_loss": 2.116837978363037,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.10529351979494095,
      "step": 190
    },
    {
      "contrastive_loss": 2.1049106121063232,
      "epoch": 0.12364760432766615,
      "nll_loss": 0.14410991966724396,
      "step": 190
    },
    {
      "epoch": 0.12690148865207843,
      "grad_norm": 0.26759621500968933,
      "learning_rate": 0.0002957847840986977,
      "loss": 3.2046,
      "step": 195
    },
    {
      "contrastive_loss": 2.092435359954834,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.11698552221059799,
      "step": 195
    },
    {
      "contrastive_loss": 2.087515354156494,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.11437629163265228,
      "step": 195
    },
    {
      "contrastive_loss": 2.0906262397766113,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.08523963391780853,
      "step": 195
    },
    {
      "contrastive_loss": 2.1081690788269043,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.09585599601268768,
      "step": 195
    },
    {
      "contrastive_loss": 2.095994472503662,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.18065008521080017,
      "step": 195
    },
    {
      "contrastive_loss": 2.0956459045410156,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.1865757703781128,
      "step": 195
    },
    {
      "contrastive_loss": 2.0920233726501465,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.24245500564575195,
      "step": 195
    },
    {
      "contrastive_loss": 2.112112522125244,
      "epoch": 0.12690148865207843,
      "nll_loss": 0.048423659056425095,
      "step": 195
    },
    {
      "epoch": 0.13015537297649069,
      "grad_norm": 0.26312702894210815,
      "learning_rate": 0.0002952707333790267,
      "loss": 3.2235,
      "step": 200
    },
    {
      "contrastive_loss": 2.1189935207366943,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.09236706048250198,
      "step": 200
    },
    {
      "contrastive_loss": 2.0898826122283936,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.028548862785100937,
      "step": 200
    },
    {
      "contrastive_loss": 2.074857711791992,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.16846714913845062,
      "step": 200
    },
    {
      "contrastive_loss": 2.0889580249786377,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.23607200384140015,
      "step": 200
    },
    {
      "contrastive_loss": 2.1034977436065674,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.23924650251865387,
      "step": 200
    },
    {
      "contrastive_loss": 2.0954411029815674,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.040767911821603775,
      "step": 200
    },
    {
      "contrastive_loss": 2.0835156440734863,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.15318144857883453,
      "step": 200
    },
    {
      "contrastive_loss": 2.1119089126586914,
      "epoch": 0.13015537297649069,
      "nll_loss": 0.14847242832183838,
      "step": 200
    },
    {
      "epoch": 0.13340925730090294,
      "grad_norm": 0.28693369030952454,
      "learning_rate": 0.0002947566826593557,
      "loss": 3.1972,
      "step": 205
    },
    {
      "contrastive_loss": 2.094195604324341,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.21613840758800507,
      "step": 205
    },
    {
      "contrastive_loss": 2.088088274002075,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.20201246440410614,
      "step": 205
    },
    {
      "contrastive_loss": 2.0932071208953857,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.15706901252269745,
      "step": 205
    },
    {
      "contrastive_loss": 2.07905912399292,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.14131392538547516,
      "step": 205
    },
    {
      "contrastive_loss": 2.100825548171997,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.08493654429912567,
      "step": 205
    },
    {
      "contrastive_loss": 2.079488754272461,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.18073594570159912,
      "step": 205
    },
    {
      "contrastive_loss": 2.0855066776275635,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.08983008563518524,
      "step": 205
    },
    {
      "contrastive_loss": 2.104637622833252,
      "epoch": 0.13340925730090294,
      "nll_loss": 0.07341663539409637,
      "step": 205
    },
    {
      "epoch": 0.13666314162531523,
      "grad_norm": 0.3757562041282654,
      "learning_rate": 0.0002942426319396847,
      "loss": 3.2091,
      "step": 210
    },
    {
      "contrastive_loss": 2.1362884044647217,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.07484698295593262,
      "step": 210
    },
    {
      "contrastive_loss": 2.1042861938476562,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.17699696123600006,
      "step": 210
    },
    {
      "contrastive_loss": 2.1056580543518066,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1928589940071106,
      "step": 210
    },
    {
      "contrastive_loss": 2.1071362495422363,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1466950625181198,
      "step": 210
    },
    {
      "contrastive_loss": 2.0804173946380615,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.08474920690059662,
      "step": 210
    },
    {
      "contrastive_loss": 2.0992767810821533,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1347743719816208,
      "step": 210
    },
    {
      "contrastive_loss": 2.094538450241089,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.1859363466501236,
      "step": 210
    },
    {
      "contrastive_loss": 2.0882651805877686,
      "epoch": 0.13666314162531523,
      "nll_loss": 0.10679065436124802,
      "step": 210
    },
    {
      "epoch": 0.1399170259497275,
      "grad_norm": 0.27819332480430603,
      "learning_rate": 0.0002937285812200137,
      "loss": 3.1744,
      "step": 215
    },
    {
      "contrastive_loss": 2.0948739051818848,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.12284476310014725,
      "step": 215
    },
    {
      "contrastive_loss": 2.1123244762420654,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.19565868377685547,
      "step": 215
    },
    {
      "contrastive_loss": 2.1122047901153564,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.08877494931221008,
      "step": 215
    },
    {
      "contrastive_loss": 2.100095510482788,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.13335411250591278,
      "step": 215
    },
    {
      "contrastive_loss": 2.1144251823425293,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.1447542905807495,
      "step": 215
    },
    {
      "contrastive_loss": 2.103055953979492,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.11651112884283066,
      "step": 215
    },
    {
      "contrastive_loss": 2.098019599914551,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.1295609474182129,
      "step": 215
    },
    {
      "contrastive_loss": 2.107621192932129,
      "epoch": 0.1399170259497275,
      "nll_loss": 0.16598838567733765,
      "step": 215
    },
    {
      "epoch": 0.14317091027413975,
      "grad_norm": 0.29184794425964355,
      "learning_rate": 0.0002932145305003427,
      "loss": 3.2089,
      "step": 220
    },
    {
      "contrastive_loss": 2.076650619506836,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.08794914931058884,
      "step": 220
    },
    {
      "contrastive_loss": 2.110549211502075,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.2741897702217102,
      "step": 220
    },
    {
      "contrastive_loss": 2.09710955619812,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.06791163980960846,
      "step": 220
    },
    {
      "contrastive_loss": 2.1073920726776123,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.11956655234098434,
      "step": 220
    },
    {
      "contrastive_loss": 2.093238592147827,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.16369685530662537,
      "step": 220
    },
    {
      "contrastive_loss": 2.112044334411621,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.18170306086540222,
      "step": 220
    },
    {
      "contrastive_loss": 2.0949320793151855,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.20214366912841797,
      "step": 220
    },
    {
      "contrastive_loss": 2.1046833992004395,
      "epoch": 0.14317091027413975,
      "nll_loss": 0.11164402961730957,
      "step": 220
    },
    {
      "epoch": 0.146424794598552,
      "grad_norm": 0.3161909282207489,
      "learning_rate": 0.0002927004797806717,
      "loss": 3.206,
      "step": 225
    },
    {
      "contrastive_loss": 2.10707688331604,
      "epoch": 0.146424794598552,
      "nll_loss": 0.11081060767173767,
      "step": 225
    },
    {
      "contrastive_loss": 2.0955564975738525,
      "epoch": 0.146424794598552,
      "nll_loss": 0.17245087027549744,
      "step": 225
    },
    {
      "contrastive_loss": 2.1122617721557617,
      "epoch": 0.146424794598552,
      "nll_loss": 0.16141919791698456,
      "step": 225
    },
    {
      "contrastive_loss": 2.1017074584960938,
      "epoch": 0.146424794598552,
      "nll_loss": 0.15693417191505432,
      "step": 225
    },
    {
      "contrastive_loss": 2.1052334308624268,
      "epoch": 0.146424794598552,
      "nll_loss": 0.12194013595581055,
      "step": 225
    },
    {
      "contrastive_loss": 2.0940887928009033,
      "epoch": 0.146424794598552,
      "nll_loss": 0.10285966843366623,
      "step": 225
    },
    {
      "contrastive_loss": 2.09855318069458,
      "epoch": 0.146424794598552,
      "nll_loss": 0.1227036565542221,
      "step": 225
    },
    {
      "contrastive_loss": 2.0716795921325684,
      "epoch": 0.146424794598552,
      "nll_loss": 0.13018742203712463,
      "step": 225
    },
    {
      "epoch": 0.1496786789229643,
      "grad_norm": 0.26465824246406555,
      "learning_rate": 0.00029218642906100065,
      "loss": 3.1545,
      "step": 230
    },
    {
      "contrastive_loss": 2.091933488845825,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.11262639611959457,
      "step": 230
    },
    {
      "contrastive_loss": 2.0909292697906494,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.15554240345954895,
      "step": 230
    },
    {
      "contrastive_loss": 2.100619316101074,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.1159980520606041,
      "step": 230
    },
    {
      "contrastive_loss": 2.098015069961548,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.15889139473438263,
      "step": 230
    },
    {
      "contrastive_loss": 2.101743221282959,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.12597675621509552,
      "step": 230
    },
    {
      "contrastive_loss": 2.098331928253174,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.13272345066070557,
      "step": 230
    },
    {
      "contrastive_loss": 2.099506139755249,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.21822306513786316,
      "step": 230
    },
    {
      "contrastive_loss": 2.0929038524627686,
      "epoch": 0.1496786789229643,
      "nll_loss": 0.10998312383890152,
      "step": 230
    },
    {
      "epoch": 0.15293256324737656,
      "grad_norm": 0.24911189079284668,
      "learning_rate": 0.00029167237834132966,
      "loss": 3.2218,
      "step": 235
    },
    {
      "contrastive_loss": 2.0863585472106934,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.09713627398014069,
      "step": 235
    },
    {
      "contrastive_loss": 2.102964162826538,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.09213772416114807,
      "step": 235
    },
    {
      "contrastive_loss": 2.098928928375244,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.1656857132911682,
      "step": 235
    },
    {
      "contrastive_loss": 2.0749497413635254,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.07818558812141418,
      "step": 235
    },
    {
      "contrastive_loss": 2.0956883430480957,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.22445029020309448,
      "step": 235
    },
    {
      "contrastive_loss": 2.107747793197632,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.22054935991764069,
      "step": 235
    },
    {
      "contrastive_loss": 2.07444429397583,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.1658387929201126,
      "step": 235
    },
    {
      "contrastive_loss": 2.0958690643310547,
      "epoch": 0.15293256324737656,
      "nll_loss": 0.09818469732999802,
      "step": 235
    },
    {
      "epoch": 0.15618644757178882,
      "grad_norm": 0.273497998714447,
      "learning_rate": 0.00029115832762165866,
      "loss": 3.2101,
      "step": 240
    },
    {
      "contrastive_loss": 2.0915141105651855,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.13747817277908325,
      "step": 240
    },
    {
      "contrastive_loss": 2.1038570404052734,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.19129063189029694,
      "step": 240
    },
    {
      "contrastive_loss": 2.1020357608795166,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.13169798254966736,
      "step": 240
    },
    {
      "contrastive_loss": 2.106351375579834,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.1268066018819809,
      "step": 240
    },
    {
      "contrastive_loss": 2.0940160751342773,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.18433405458927155,
      "step": 240
    },
    {
      "contrastive_loss": 2.1100475788116455,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.17754203081130981,
      "step": 240
    },
    {
      "contrastive_loss": 2.100281238555908,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.1724957823753357,
      "step": 240
    },
    {
      "contrastive_loss": 2.091609239578247,
      "epoch": 0.15618644757178882,
      "nll_loss": 0.03955286368727684,
      "step": 240
    },
    {
      "epoch": 0.15944033189620108,
      "grad_norm": 0.2654525637626648,
      "learning_rate": 0.0002906442769019876,
      "loss": 3.2195,
      "step": 245
    },
    {
      "contrastive_loss": 2.086171865463257,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.12401388585567474,
      "step": 245
    },
    {
      "contrastive_loss": 2.1025707721710205,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.1647525280714035,
      "step": 245
    },
    {
      "contrastive_loss": 2.0938591957092285,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.17494314908981323,
      "step": 245
    },
    {
      "contrastive_loss": 2.0964012145996094,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.08151383697986603,
      "step": 245
    },
    {
      "contrastive_loss": 2.0791821479797363,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.15375854074954987,
      "step": 245
    },
    {
      "contrastive_loss": 2.1041738986968994,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.1521771103143692,
      "step": 245
    },
    {
      "contrastive_loss": 2.0950777530670166,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.05497446656227112,
      "step": 245
    },
    {
      "contrastive_loss": 2.110534906387329,
      "epoch": 0.15944033189620108,
      "nll_loss": 0.18233329057693481,
      "step": 245
    },
    {
      "epoch": 0.16269421622061336,
      "grad_norm": 0.24321407079696655,
      "learning_rate": 0.0002901302261823166,
      "loss": 3.21,
      "step": 250
    },
    {
      "contrastive_loss": 2.0863728523254395,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.10992752015590668,
      "step": 250
    },
    {
      "contrastive_loss": 2.0976722240448,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.13292448222637177,
      "step": 250
    },
    {
      "contrastive_loss": 2.112384796142578,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.11679460853338242,
      "step": 250
    },
    {
      "contrastive_loss": 2.085320472717285,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.1210324615240097,
      "step": 250
    },
    {
      "contrastive_loss": 2.1087281703948975,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.09543298184871674,
      "step": 250
    },
    {
      "contrastive_loss": 2.0765624046325684,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.16349457204341888,
      "step": 250
    },
    {
      "contrastive_loss": 2.1107258796691895,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.17585843801498413,
      "step": 250
    },
    {
      "contrastive_loss": 2.084761142730713,
      "epoch": 0.16269421622061336,
      "nll_loss": 0.12220757454633713,
      "step": 250
    },
    {
      "epoch": 0.16594810054502562,
      "grad_norm": 0.2514958083629608,
      "learning_rate": 0.00028961617546264563,
      "loss": 3.1801,
      "step": 255
    },
    {
      "contrastive_loss": 2.0851259231567383,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15906742215156555,
      "step": 255
    },
    {
      "contrastive_loss": 2.087042808532715,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.14099974930286407,
      "step": 255
    },
    {
      "contrastive_loss": 2.0815768241882324,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.06577254831790924,
      "step": 255
    },
    {
      "contrastive_loss": 2.080775499343872,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15403011441230774,
      "step": 255
    },
    {
      "contrastive_loss": 2.094621181488037,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.11673074960708618,
      "step": 255
    },
    {
      "contrastive_loss": 2.0911054611206055,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15512843430042267,
      "step": 255
    },
    {
      "contrastive_loss": 2.099756956100464,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.09026738256216049,
      "step": 255
    },
    {
      "contrastive_loss": 2.106123685836792,
      "epoch": 0.16594810054502562,
      "nll_loss": 0.15543721616268158,
      "step": 255
    },
    {
      "epoch": 0.16920198486943788,
      "grad_norm": 0.29755496978759766,
      "learning_rate": 0.0002891021247429746,
      "loss": 3.1813,
      "step": 260
    },
    {
      "contrastive_loss": 2.091418981552124,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.19470849633216858,
      "step": 260
    },
    {
      "contrastive_loss": 2.0778310298919678,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.11101210117340088,
      "step": 260
    },
    {
      "contrastive_loss": 2.107822895050049,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.18332447111606598,
      "step": 260
    },
    {
      "contrastive_loss": 2.106571912765503,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.1547757387161255,
      "step": 260
    },
    {
      "contrastive_loss": 2.097527503967285,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.19169142842292786,
      "step": 260
    },
    {
      "contrastive_loss": 2.105645179748535,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.09567588567733765,
      "step": 260
    },
    {
      "contrastive_loss": 2.1019821166992188,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.09299711138010025,
      "step": 260
    },
    {
      "contrastive_loss": 2.0684139728546143,
      "epoch": 0.16920198486943788,
      "nll_loss": 0.10596965998411179,
      "step": 260
    },
    {
      "epoch": 0.17245586919385017,
      "grad_norm": 0.27553683519363403,
      "learning_rate": 0.0002885880740233036,
      "loss": 3.2187,
      "step": 265
    },
    {
      "contrastive_loss": 2.080260753631592,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.2584172785282135,
      "step": 265
    },
    {
      "contrastive_loss": 2.1007022857666016,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.19742324948310852,
      "step": 265
    },
    {
      "contrastive_loss": 2.0996992588043213,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.15210220217704773,
      "step": 265
    },
    {
      "contrastive_loss": 2.092029571533203,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.11239517480134964,
      "step": 265
    },
    {
      "contrastive_loss": 2.1268906593322754,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.041143279522657394,
      "step": 265
    },
    {
      "contrastive_loss": 2.0991671085357666,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.07259432226419449,
      "step": 265
    },
    {
      "contrastive_loss": 2.1209068298339844,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.12051257491111755,
      "step": 265
    },
    {
      "contrastive_loss": 2.117079257965088,
      "epoch": 0.17245586919385017,
      "nll_loss": 0.13158835470676422,
      "step": 265
    },
    {
      "epoch": 0.17570975351826243,
      "grad_norm": 0.2409123033285141,
      "learning_rate": 0.0002880740233036326,
      "loss": 3.1874,
      "step": 270
    },
    {
      "contrastive_loss": 2.1149330139160156,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.1510656625032425,
      "step": 270
    },
    {
      "contrastive_loss": 2.0984604358673096,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.14598135650157928,
      "step": 270
    },
    {
      "contrastive_loss": 2.092763900756836,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.07976383715867996,
      "step": 270
    },
    {
      "contrastive_loss": 2.090346574783325,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.11387864500284195,
      "step": 270
    },
    {
      "contrastive_loss": 2.0832338333129883,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.09904414415359497,
      "step": 270
    },
    {
      "contrastive_loss": 2.0859153270721436,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.16791974008083344,
      "step": 270
    },
    {
      "contrastive_loss": 2.098989486694336,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.21723830699920654,
      "step": 270
    },
    {
      "contrastive_loss": 2.110858917236328,
      "epoch": 0.17570975351826243,
      "nll_loss": 0.11140114068984985,
      "step": 270
    },
    {
      "epoch": 0.1789636378426747,
      "grad_norm": 0.3087434470653534,
      "learning_rate": 0.0002875599725839616,
      "loss": 3.1944,
      "step": 275
    },
    {
      "contrastive_loss": 2.1049647331237793,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.13218411803245544,
      "step": 275
    },
    {
      "contrastive_loss": 2.0941405296325684,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.1432657390832901,
      "step": 275
    },
    {
      "contrastive_loss": 2.096935510635376,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.12958689033985138,
      "step": 275
    },
    {
      "contrastive_loss": 2.0958285331726074,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.09949228167533875,
      "step": 275
    },
    {
      "contrastive_loss": 2.1027979850769043,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.16836832463741302,
      "step": 275
    },
    {
      "contrastive_loss": 2.085731029510498,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.08179093152284622,
      "step": 275
    },
    {
      "contrastive_loss": 2.0873615741729736,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.15296781063079834,
      "step": 275
    },
    {
      "contrastive_loss": 2.0909221172332764,
      "epoch": 0.1789636378426747,
      "nll_loss": 0.1164650171995163,
      "step": 275
    },
    {
      "epoch": 0.18221752216708695,
      "grad_norm": 0.24232171475887299,
      "learning_rate": 0.00028704592186429057,
      "loss": 3.184,
      "step": 280
    },
    {
      "contrastive_loss": 2.104849338531494,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.16101865470409393,
      "step": 280
    },
    {
      "contrastive_loss": 2.103717088699341,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.11164991557598114,
      "step": 280
    },
    {
      "contrastive_loss": 2.23709774017334,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.17329548299312592,
      "step": 280
    },
    {
      "contrastive_loss": 2.1000797748565674,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.09507623314857483,
      "step": 280
    },
    {
      "contrastive_loss": 2.113363742828369,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.18436917662620544,
      "step": 280
    },
    {
      "contrastive_loss": 2.0992603302001953,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.14144955575466156,
      "step": 280
    },
    {
      "contrastive_loss": 2.0817112922668457,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.11144346743822098,
      "step": 280
    },
    {
      "contrastive_loss": 2.0911662578582764,
      "epoch": 0.18221752216708695,
      "nll_loss": 0.0664275586605072,
      "step": 280
    },
    {
      "epoch": 0.18547140649149924,
      "grad_norm": 0.27688294649124146,
      "learning_rate": 0.0002865318711446196,
      "loss": 3.1985,
      "step": 285
    },
    {
      "contrastive_loss": 2.1050028800964355,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.13330143690109253,
      "step": 285
    },
    {
      "contrastive_loss": 2.0954182147979736,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.08599769324064255,
      "step": 285
    },
    {
      "contrastive_loss": 2.100034475326538,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.12354570627212524,
      "step": 285
    },
    {
      "contrastive_loss": 2.095557451248169,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.12754881381988525,
      "step": 285
    },
    {
      "contrastive_loss": 2.0837278366088867,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.18360649049282074,
      "step": 285
    },
    {
      "contrastive_loss": 2.0923843383789062,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.2386665642261505,
      "step": 285
    },
    {
      "contrastive_loss": 2.0906002521514893,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.14785410463809967,
      "step": 285
    },
    {
      "contrastive_loss": 2.11505126953125,
      "epoch": 0.18547140649149924,
      "nll_loss": 0.09011446684598923,
      "step": 285
    },
    {
      "epoch": 0.1887252908159115,
      "grad_norm": 0.27885597944259644,
      "learning_rate": 0.0002860178204249486,
      "loss": 3.1878,
      "step": 290
    },
    {
      "contrastive_loss": 2.0961546897888184,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.13922394812107086,
      "step": 290
    },
    {
      "contrastive_loss": 2.105807065963745,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.13796138763427734,
      "step": 290
    },
    {
      "contrastive_loss": 2.096017360687256,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.16311301290988922,
      "step": 290
    },
    {
      "contrastive_loss": 2.101125478744507,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.12127230316400528,
      "step": 290
    },
    {
      "contrastive_loss": 2.0765976905822754,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.11035723239183426,
      "step": 290
    },
    {
      "contrastive_loss": 2.094893217086792,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.12445247173309326,
      "step": 290
    },
    {
      "contrastive_loss": 2.090522527694702,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.1626318246126175,
      "step": 290
    },
    {
      "contrastive_loss": 2.085878372192383,
      "epoch": 0.1887252908159115,
      "nll_loss": 0.17954641580581665,
      "step": 290
    },
    {
      "epoch": 0.19197917514032375,
      "grad_norm": 0.23373565077781677,
      "learning_rate": 0.0002855037697052776,
      "loss": 3.2297,
      "step": 295
    },
    {
      "contrastive_loss": 2.101654291152954,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.10461929440498352,
      "step": 295
    },
    {
      "contrastive_loss": 2.1045725345611572,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.22113832831382751,
      "step": 295
    },
    {
      "contrastive_loss": 2.084110736846924,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.10989928245544434,
      "step": 295
    },
    {
      "contrastive_loss": 2.0875916481018066,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.08459678292274475,
      "step": 295
    },
    {
      "contrastive_loss": 2.125004768371582,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.15605153143405914,
      "step": 295
    },
    {
      "contrastive_loss": 2.1026089191436768,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.16071251034736633,
      "step": 295
    },
    {
      "contrastive_loss": 2.100656032562256,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.13392892479896545,
      "step": 295
    },
    {
      "contrastive_loss": 2.106813669204712,
      "epoch": 0.19197917514032375,
      "nll_loss": 0.19521959125995636,
      "step": 295
    },
    {
      "epoch": 0.19523305946473604,
      "grad_norm": 0.23394671082496643,
      "learning_rate": 0.00028498971898560654,
      "loss": 3.207,
      "step": 300
    },
    {
      "contrastive_loss": 2.0903239250183105,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.12269279360771179,
      "step": 300
    },
    {
      "contrastive_loss": 2.0932974815368652,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.1554621458053589,
      "step": 300
    },
    {
      "contrastive_loss": 2.106318712234497,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.08446856588125229,
      "step": 300
    },
    {
      "contrastive_loss": 2.088548183441162,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.19678081572055817,
      "step": 300
    },
    {
      "contrastive_loss": 2.078949451446533,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.09603140503168106,
      "step": 300
    },
    {
      "contrastive_loss": 2.0965473651885986,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.17974893748760223,
      "step": 300
    },
    {
      "contrastive_loss": 2.109762191772461,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.12117181718349457,
      "step": 300
    },
    {
      "contrastive_loss": 2.0946202278137207,
      "epoch": 0.19523305946473604,
      "nll_loss": 0.10185016691684723,
      "step": 300
    },
    {
      "epoch": 0.1984869437891483,
      "grad_norm": 0.23882661759853363,
      "learning_rate": 0.00028447566826593555,
      "loss": 3.1765,
      "step": 305
    },
    {
      "contrastive_loss": 2.082371473312378,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.07868076115846634,
      "step": 305
    },
    {
      "contrastive_loss": 2.0899815559387207,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.156503826379776,
      "step": 305
    },
    {
      "contrastive_loss": 2.099027156829834,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.21712593734264374,
      "step": 305
    },
    {
      "contrastive_loss": 2.0955185890197754,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.11254820972681046,
      "step": 305
    },
    {
      "contrastive_loss": 2.087590456008911,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.07697489857673645,
      "step": 305
    },
    {
      "contrastive_loss": 2.084153652191162,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.23146475851535797,
      "step": 305
    },
    {
      "contrastive_loss": 2.096935510635376,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.16506940126419067,
      "step": 305
    },
    {
      "contrastive_loss": 2.0876362323760986,
      "epoch": 0.1984869437891483,
      "nll_loss": 0.10631924122571945,
      "step": 305
    },
    {
      "epoch": 0.20174082811356056,
      "grad_norm": 0.26089993119239807,
      "learning_rate": 0.00028396161754626456,
      "loss": 3.1801,
      "step": 310
    },
    {
      "contrastive_loss": 2.089630365371704,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.15275053679943085,
      "step": 310
    },
    {
      "contrastive_loss": 2.100876808166504,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.11728298664093018,
      "step": 310
    },
    {
      "contrastive_loss": 2.103241443634033,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.12565508484840393,
      "step": 310
    },
    {
      "contrastive_loss": 2.0884315967559814,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.09282992780208588,
      "step": 310
    },
    {
      "contrastive_loss": 2.087475061416626,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.1633470207452774,
      "step": 310
    },
    {
      "contrastive_loss": 2.0854575634002686,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.10919888317584991,
      "step": 310
    },
    {
      "contrastive_loss": 2.0877325534820557,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.15743976831436157,
      "step": 310
    },
    {
      "contrastive_loss": 2.107271671295166,
      "epoch": 0.20174082811356056,
      "nll_loss": 0.13061194121837616,
      "step": 310
    },
    {
      "epoch": 0.20499471243797282,
      "grad_norm": 0.35814914107322693,
      "learning_rate": 0.00028344756682659357,
      "loss": 3.193,
      "step": 315
    },
    {
      "contrastive_loss": 2.0897388458251953,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.12204653769731522,
      "step": 315
    },
    {
      "contrastive_loss": 2.1000423431396484,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.16950544714927673,
      "step": 315
    },
    {
      "contrastive_loss": 2.1023144721984863,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.12661811709403992,
      "step": 315
    },
    {
      "contrastive_loss": 2.089433431625366,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.18540222942829132,
      "step": 315
    },
    {
      "contrastive_loss": 2.0752124786376953,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.13164685666561127,
      "step": 315
    },
    {
      "contrastive_loss": 2.099689483642578,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.16923241317272186,
      "step": 315
    },
    {
      "contrastive_loss": 2.0994696617126465,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.09404045343399048,
      "step": 315
    },
    {
      "contrastive_loss": 2.105916976928711,
      "epoch": 0.20499471243797282,
      "nll_loss": 0.11303544789552689,
      "step": 315
    },
    {
      "epoch": 0.2082485967623851,
      "grad_norm": 0.2644387185573578,
      "learning_rate": 0.0002829335161069225,
      "loss": 3.1672,
      "step": 320
    },
    {
      "contrastive_loss": 2.087794780731201,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.1053692027926445,
      "step": 320
    },
    {
      "contrastive_loss": 2.0893795490264893,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.1573890745639801,
      "step": 320
    },
    {
      "contrastive_loss": 2.0934362411499023,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.16345633566379547,
      "step": 320
    },
    {
      "contrastive_loss": 2.0994768142700195,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.10498888790607452,
      "step": 320
    },
    {
      "contrastive_loss": 2.0997958183288574,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.11927209794521332,
      "step": 320
    },
    {
      "contrastive_loss": 2.150344133377075,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.10987473279237747,
      "step": 320
    },
    {
      "contrastive_loss": 2.104515790939331,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.138590469956398,
      "step": 320
    },
    {
      "contrastive_loss": 2.101984739303589,
      "epoch": 0.2082485967623851,
      "nll_loss": 0.16490602493286133,
      "step": 320
    },
    {
      "epoch": 0.21150248108679737,
      "grad_norm": 0.25879988074302673,
      "learning_rate": 0.00028241946538725153,
      "loss": 3.2204,
      "step": 325
    },
    {
      "contrastive_loss": 2.0729007720947266,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.12335333228111267,
      "step": 325
    },
    {
      "contrastive_loss": 2.0971176624298096,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.16134078800678253,
      "step": 325
    },
    {
      "contrastive_loss": 2.0992507934570312,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.11901809275150299,
      "step": 325
    },
    {
      "contrastive_loss": 2.0919132232666016,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.13702382147312164,
      "step": 325
    },
    {
      "contrastive_loss": 2.1002206802368164,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.11827705055475235,
      "step": 325
    },
    {
      "contrastive_loss": 2.0902154445648193,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.16738159954547882,
      "step": 325
    },
    {
      "contrastive_loss": 2.083362579345703,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.11917005479335785,
      "step": 325
    },
    {
      "contrastive_loss": 2.0872256755828857,
      "epoch": 0.21150248108679737,
      "nll_loss": 0.13269950449466705,
      "step": 325
    },
    {
      "epoch": 0.21475636541120963,
      "grad_norm": 0.23591412603855133,
      "learning_rate": 0.0002819054146675805,
      "loss": 3.1919,
      "step": 330
    },
    {
      "contrastive_loss": 2.0976054668426514,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.12112686038017273,
      "step": 330
    },
    {
      "contrastive_loss": 2.093433141708374,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.0699302926659584,
      "step": 330
    },
    {
      "contrastive_loss": 2.0854880809783936,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.1520407348871231,
      "step": 330
    },
    {
      "contrastive_loss": 2.0954911708831787,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.10622688382863998,
      "step": 330
    },
    {
      "contrastive_loss": 2.084481954574585,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.12470449507236481,
      "step": 330
    },
    {
      "contrastive_loss": 2.103031635284424,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.21900838613510132,
      "step": 330
    },
    {
      "contrastive_loss": 2.088505506515503,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.1302354335784912,
      "step": 330
    },
    {
      "contrastive_loss": 2.093904733657837,
      "epoch": 0.21475636541120963,
      "nll_loss": 0.19497983157634735,
      "step": 330
    },
    {
      "epoch": 0.21801024973562189,
      "grad_norm": 0.9803598523139954,
      "learning_rate": 0.0002813913639479095,
      "loss": 3.1988,
      "step": 335
    },
    {
      "contrastive_loss": 2.094165802001953,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.16136667132377625,
      "step": 335
    },
    {
      "contrastive_loss": 2.0802292823791504,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.24547073245048523,
      "step": 335
    },
    {
      "contrastive_loss": 2.091653823852539,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.10660208016633987,
      "step": 335
    },
    {
      "contrastive_loss": 2.107916831970215,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.11632128804922104,
      "step": 335
    },
    {
      "contrastive_loss": 2.0825467109680176,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.1354101002216339,
      "step": 335
    },
    {
      "contrastive_loss": 2.091090202331543,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.07548554241657257,
      "step": 335
    },
    {
      "contrastive_loss": 2.0940704345703125,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.15512479841709137,
      "step": 335
    },
    {
      "contrastive_loss": 2.1054141521453857,
      "epoch": 0.21801024973562189,
      "nll_loss": 0.12025771290063858,
      "step": 335
    },
    {
      "epoch": 0.22126413406003417,
      "grad_norm": 0.27137818932533264,
      "learning_rate": 0.0002808773132282385,
      "loss": 3.1884,
      "step": 340
    },
    {
      "contrastive_loss": 2.0980215072631836,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.13614188134670258,
      "step": 340
    },
    {
      "contrastive_loss": 2.0992867946624756,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.09267034381628036,
      "step": 340
    },
    {
      "contrastive_loss": 2.095550298690796,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.12892155349254608,
      "step": 340
    },
    {
      "contrastive_loss": 2.098517656326294,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.14259423315525055,
      "step": 340
    },
    {
      "contrastive_loss": 2.0879337787628174,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.10972993075847626,
      "step": 340
    },
    {
      "contrastive_loss": 2.1078643798828125,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.16492711007595062,
      "step": 340
    },
    {
      "contrastive_loss": 2.1068594455718994,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.174315944314003,
      "step": 340
    },
    {
      "contrastive_loss": 2.0817298889160156,
      "epoch": 0.22126413406003417,
      "nll_loss": 0.11460381746292114,
      "step": 340
    },
    {
      "epoch": 0.22451801838444643,
      "grad_norm": 0.2582201361656189,
      "learning_rate": 0.00028036326250856745,
      "loss": 3.1752,
      "step": 345
    },
    {
      "contrastive_loss": 2.110421657562256,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.1747269630432129,
      "step": 345
    },
    {
      "contrastive_loss": 2.0971343517303467,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.15744908154010773,
      "step": 345
    },
    {
      "contrastive_loss": 2.0988552570343018,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.14243152737617493,
      "step": 345
    },
    {
      "contrastive_loss": 2.079556703567505,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.12840984761714935,
      "step": 345
    },
    {
      "contrastive_loss": 2.1087427139282227,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.07135888934135437,
      "step": 345
    },
    {
      "contrastive_loss": 2.0799570083618164,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.1418306529521942,
      "step": 345
    },
    {
      "contrastive_loss": 2.1008706092834473,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.08860944211483002,
      "step": 345
    },
    {
      "contrastive_loss": 2.107724189758301,
      "epoch": 0.22451801838444643,
      "nll_loss": 0.21065650880336761,
      "step": 345
    },
    {
      "epoch": 0.2277719027088587,
      "grad_norm": 0.27873045206069946,
      "learning_rate": 0.00027984921178889646,
      "loss": 3.1813,
      "step": 350
    },
    {
      "contrastive_loss": 2.102933645248413,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.12828415632247925,
      "step": 350
    },
    {
      "contrastive_loss": 2.1043076515197754,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.10923182964324951,
      "step": 350
    },
    {
      "contrastive_loss": 2.071660041809082,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.1446208655834198,
      "step": 350
    },
    {
      "contrastive_loss": 2.1004865169525146,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.18228842318058014,
      "step": 350
    },
    {
      "contrastive_loss": 2.094064950942993,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.14100439846515656,
      "step": 350
    },
    {
      "contrastive_loss": 2.098162889480591,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.11944574862718582,
      "step": 350
    },
    {
      "contrastive_loss": 2.089707374572754,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.04311692714691162,
      "step": 350
    },
    {
      "contrastive_loss": 2.1000070571899414,
      "epoch": 0.2277719027088587,
      "nll_loss": 0.19278185069561005,
      "step": 350
    },
    {
      "epoch": 0.23102578703327098,
      "grad_norm": 0.2446400672197342,
      "learning_rate": 0.00027933516106922547,
      "loss": 3.1942,
      "step": 355
    },
    {
      "contrastive_loss": 2.09591007232666,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.16003049910068512,
      "step": 355
    },
    {
      "contrastive_loss": 2.10323166847229,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.08040568977594376,
      "step": 355
    },
    {
      "contrastive_loss": 2.097235918045044,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.25442343950271606,
      "step": 355
    },
    {
      "contrastive_loss": 2.0920495986938477,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.12175290286540985,
      "step": 355
    },
    {
      "contrastive_loss": 2.08799409866333,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.12001480162143707,
      "step": 355
    },
    {
      "contrastive_loss": 2.1075143814086914,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.10418229550123215,
      "step": 355
    },
    {
      "contrastive_loss": 2.094301223754883,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.1268269270658493,
      "step": 355
    },
    {
      "contrastive_loss": 2.090949773788452,
      "epoch": 0.23102578703327098,
      "nll_loss": 0.15312592685222626,
      "step": 355
    },
    {
      "epoch": 0.23427967135768324,
      "grad_norm": 0.2950369417667389,
      "learning_rate": 0.0002788211103495545,
      "loss": 3.2,
      "step": 360
    },
    {
      "contrastive_loss": 2.1030492782592773,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.12723754346370697,
      "step": 360
    },
    {
      "contrastive_loss": 2.099282741546631,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.13501766324043274,
      "step": 360
    },
    {
      "contrastive_loss": 2.098181962966919,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.17961923778057098,
      "step": 360
    },
    {
      "contrastive_loss": 2.102212905883789,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.14856576919555664,
      "step": 360
    },
    {
      "contrastive_loss": 2.0927014350891113,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.05509970709681511,
      "step": 360
    },
    {
      "contrastive_loss": 2.0832107067108154,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.20780396461486816,
      "step": 360
    },
    {
      "contrastive_loss": 2.0827572345733643,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.04353723302483559,
      "step": 360
    },
    {
      "contrastive_loss": 2.0977604389190674,
      "epoch": 0.23427967135768324,
      "nll_loss": 0.11546787619590759,
      "step": 360
    },
    {
      "epoch": 0.2375335556820955,
      "grad_norm": 0.2682993412017822,
      "learning_rate": 0.00027830705962988343,
      "loss": 3.1329,
      "step": 365
    },
    {
      "contrastive_loss": 2.1041035652160645,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.14068058133125305,
      "step": 365
    },
    {
      "contrastive_loss": 2.095050573348999,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.11960388720035553,
      "step": 365
    },
    {
      "contrastive_loss": 2.0822370052337646,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.18371745944023132,
      "step": 365
    },
    {
      "contrastive_loss": 2.092830181121826,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.20305420458316803,
      "step": 365
    },
    {
      "contrastive_loss": 2.1031675338745117,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.09747383743524551,
      "step": 365
    },
    {
      "contrastive_loss": 2.0921716690063477,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.15127085149288177,
      "step": 365
    },
    {
      "contrastive_loss": 2.093043327331543,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.1544293761253357,
      "step": 365
    },
    {
      "contrastive_loss": 2.1079931259155273,
      "epoch": 0.2375335556820955,
      "nll_loss": 0.0643933117389679,
      "step": 365
    },
    {
      "epoch": 0.24078744000650776,
      "grad_norm": 0.2370060831308365,
      "learning_rate": 0.00027779300891021244,
      "loss": 3.1715,
      "step": 370
    },
    {
      "contrastive_loss": 2.0836188793182373,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.20507019758224487,
      "step": 370
    },
    {
      "contrastive_loss": 2.095515012741089,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.07183383405208588,
      "step": 370
    },
    {
      "contrastive_loss": 2.097960948944092,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.24984344840049744,
      "step": 370
    },
    {
      "contrastive_loss": 2.0896010398864746,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.18121451139450073,
      "step": 370
    },
    {
      "contrastive_loss": 2.2108676433563232,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.1962878406047821,
      "step": 370
    },
    {
      "contrastive_loss": 2.088501453399658,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.07204888015985489,
      "step": 370
    },
    {
      "contrastive_loss": 2.097992181777954,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.12550711631774902,
      "step": 370
    },
    {
      "contrastive_loss": 2.1046104431152344,
      "epoch": 0.24078744000650776,
      "nll_loss": 0.15189382433891296,
      "step": 370
    },
    {
      "epoch": 0.24404132433092005,
      "grad_norm": 0.2352384626865387,
      "learning_rate": 0.00027727895819054145,
      "loss": 3.209,
      "step": 375
    },
    {
      "contrastive_loss": 2.0980730056762695,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.04130592569708824,
      "step": 375
    },
    {
      "contrastive_loss": 2.0862693786621094,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.15726342797279358,
      "step": 375
    },
    {
      "contrastive_loss": 2.0892696380615234,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.11060769855976105,
      "step": 375
    },
    {
      "contrastive_loss": 2.0911736488342285,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.09982269257307053,
      "step": 375
    },
    {
      "contrastive_loss": 2.0982954502105713,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.18893900513648987,
      "step": 375
    },
    {
      "contrastive_loss": 2.1098155975341797,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.22765131294727325,
      "step": 375
    },
    {
      "contrastive_loss": 2.0982680320739746,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.15625251829624176,
      "step": 375
    },
    {
      "contrastive_loss": 2.124380350112915,
      "epoch": 0.24404132433092005,
      "nll_loss": 0.08148042112588882,
      "step": 375
    },
    {
      "epoch": 0.2472952086553323,
      "grad_norm": 0.25733739137649536,
      "learning_rate": 0.00027676490747087046,
      "loss": 3.1986,
      "step": 380
    },
    {
      "contrastive_loss": 2.1009621620178223,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.115359365940094,
      "step": 380
    },
    {
      "contrastive_loss": 2.0929605960845947,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.16675734519958496,
      "step": 380
    },
    {
      "contrastive_loss": 2.091322898864746,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.11159514635801315,
      "step": 380
    },
    {
      "contrastive_loss": 2.1043448448181152,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.14122925698757172,
      "step": 380
    },
    {
      "contrastive_loss": 2.087568998336792,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.11974602937698364,
      "step": 380
    },
    {
      "contrastive_loss": 2.0974440574645996,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.053487394005060196,
      "step": 380
    },
    {
      "contrastive_loss": 2.097421169281006,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.12649081647396088,
      "step": 380
    },
    {
      "contrastive_loss": 2.102062702178955,
      "epoch": 0.2472952086553323,
      "nll_loss": 0.18237745761871338,
      "step": 380
    },
    {
      "epoch": 0.2505490929797446,
      "grad_norm": 0.3051329255104065,
      "learning_rate": 0.0002762508567511994,
      "loss": 3.2025,
      "step": 385
    },
    {
      "contrastive_loss": 2.0985207557678223,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1555580049753189,
      "step": 385
    },
    {
      "contrastive_loss": 2.088137149810791,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.2042326182126999,
      "step": 385
    },
    {
      "contrastive_loss": 2.0992648601531982,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.06971979886293411,
      "step": 385
    },
    {
      "contrastive_loss": 2.103281021118164,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.16898460686206818,
      "step": 385
    },
    {
      "contrastive_loss": 2.0923686027526855,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.04859434813261032,
      "step": 385
    },
    {
      "contrastive_loss": 2.0953450202941895,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1428120881319046,
      "step": 385
    },
    {
      "contrastive_loss": 2.1010279655456543,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1393723040819168,
      "step": 385
    },
    {
      "contrastive_loss": 2.0829885005950928,
      "epoch": 0.2505490929797446,
      "nll_loss": 0.1898501068353653,
      "step": 385
    },
    {
      "epoch": 0.25380297730415685,
      "grad_norm": 0.26911863684654236,
      "learning_rate": 0.0002757368060315284,
      "loss": 3.1811,
      "step": 390
    },
    {
      "contrastive_loss": 2.0912179946899414,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.20613138377666473,
      "step": 390
    },
    {
      "contrastive_loss": 2.091245651245117,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.14063596725463867,
      "step": 390
    },
    {
      "contrastive_loss": 2.081465244293213,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.20095287263393402,
      "step": 390
    },
    {
      "contrastive_loss": 2.0865235328674316,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.1163799837231636,
      "step": 390
    },
    {
      "contrastive_loss": 2.088193893432617,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.11619705706834793,
      "step": 390
    },
    {
      "contrastive_loss": 2.1001245975494385,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.1713108867406845,
      "step": 390
    },
    {
      "contrastive_loss": 2.1006548404693604,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.1300830990076065,
      "step": 390
    },
    {
      "contrastive_loss": 2.098421335220337,
      "epoch": 0.25380297730415685,
      "nll_loss": 0.08552590012550354,
      "step": 390
    },
    {
      "epoch": 0.2570568616285691,
      "grad_norm": 0.2534258961677551,
      "learning_rate": 0.0002752227553118574,
      "loss": 3.1808,
      "step": 395
    },
    {
      "contrastive_loss": 2.0911197662353516,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.19429932534694672,
      "step": 395
    },
    {
      "contrastive_loss": 2.0953195095062256,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.10021249204874039,
      "step": 395
    },
    {
      "contrastive_loss": 2.0942633152008057,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.1141258254647255,
      "step": 395
    },
    {
      "contrastive_loss": 2.0955071449279785,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.07172060757875443,
      "step": 395
    },
    {
      "contrastive_loss": 2.0950801372528076,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.11212281137704849,
      "step": 395
    },
    {
      "contrastive_loss": 2.083812952041626,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.226585254073143,
      "step": 395
    },
    {
      "contrastive_loss": 2.0813515186309814,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.1262178122997284,
      "step": 395
    },
    {
      "contrastive_loss": 2.1019065380096436,
      "epoch": 0.2570568616285691,
      "nll_loss": 0.12724773585796356,
      "step": 395
    },
    {
      "epoch": 0.26031074595298137,
      "grad_norm": 0.24623946845531464,
      "learning_rate": 0.00027470870459218643,
      "loss": 3.2036,
      "step": 400
    },
    {
      "contrastive_loss": 2.0818819999694824,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.11197691410779953,
      "step": 400
    },
    {
      "contrastive_loss": 2.103325128555298,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.10243991017341614,
      "step": 400
    },
    {
      "contrastive_loss": 2.0848426818847656,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.11468017846345901,
      "step": 400
    },
    {
      "contrastive_loss": 2.089287281036377,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.09686558693647385,
      "step": 400
    },
    {
      "contrastive_loss": 2.0998661518096924,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.1850624829530716,
      "step": 400
    },
    {
      "contrastive_loss": 2.0997250080108643,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.23892131447792053,
      "step": 400
    },
    {
      "contrastive_loss": 2.087371587753296,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.15305091440677643,
      "step": 400
    },
    {
      "contrastive_loss": 2.0743353366851807,
      "epoch": 0.26031074595298137,
      "nll_loss": 0.09801457077264786,
      "step": 400
    },
    {
      "epoch": 0.26356463027739363,
      "grad_norm": 0.24096553027629852,
      "learning_rate": 0.0002741946538725154,
      "loss": 3.1771,
      "step": 405
    },
    {
      "contrastive_loss": 2.107139825820923,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.16275329887866974,
      "step": 405
    },
    {
      "contrastive_loss": 2.0830936431884766,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.1699487417936325,
      "step": 405
    },
    {
      "contrastive_loss": 2.0885095596313477,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.15500104427337646,
      "step": 405
    },
    {
      "contrastive_loss": 2.095499038696289,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.12498148530721664,
      "step": 405
    },
    {
      "contrastive_loss": 2.0928826332092285,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.10747084766626358,
      "step": 405
    },
    {
      "contrastive_loss": 2.088644504547119,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.09970572590827942,
      "step": 405
    },
    {
      "contrastive_loss": 2.1020021438598633,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.17552052438259125,
      "step": 405
    },
    {
      "contrastive_loss": 2.0744149684906006,
      "epoch": 0.26356463027739363,
      "nll_loss": 0.12251541018486023,
      "step": 405
    },
    {
      "epoch": 0.2668185146018059,
      "grad_norm": 0.25041595101356506,
      "learning_rate": 0.0002736806031528444,
      "loss": 3.2025,
      "step": 410
    },
    {
      "contrastive_loss": 2.089951992034912,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.1500135362148285,
      "step": 410
    },
    {
      "contrastive_loss": 2.084634780883789,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.08848705887794495,
      "step": 410
    },
    {
      "contrastive_loss": 2.090897560119629,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.0998874306678772,
      "step": 410
    },
    {
      "contrastive_loss": 2.0856707096099854,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.24065938591957092,
      "step": 410
    },
    {
      "contrastive_loss": 2.0892250537872314,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.09116846323013306,
      "step": 410
    },
    {
      "contrastive_loss": 2.0951688289642334,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.1870989203453064,
      "step": 410
    },
    {
      "contrastive_loss": 2.0890254974365234,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.07315239310264587,
      "step": 410
    },
    {
      "contrastive_loss": 2.0933401584625244,
      "epoch": 0.2668185146018059,
      "nll_loss": 0.10416174679994583,
      "step": 410
    },
    {
      "epoch": 0.27007239892621815,
      "grad_norm": 0.21481578052043915,
      "learning_rate": 0.0002731665524331734,
      "loss": 3.166,
      "step": 415
    },
    {
      "contrastive_loss": 2.104229211807251,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.0815100446343422,
      "step": 415
    },
    {
      "contrastive_loss": 2.097179412841797,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.1432374119758606,
      "step": 415
    },
    {
      "contrastive_loss": 2.079556465148926,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.24732404947280884,
      "step": 415
    },
    {
      "contrastive_loss": 2.0855422019958496,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.11916633695363998,
      "step": 415
    },
    {
      "contrastive_loss": 2.0956287384033203,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.11057399213314056,
      "step": 415
    },
    {
      "contrastive_loss": 2.0845088958740234,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.18087908625602722,
      "step": 415
    },
    {
      "contrastive_loss": 2.0990843772888184,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.1263708621263504,
      "step": 415
    },
    {
      "contrastive_loss": 2.090764045715332,
      "epoch": 0.27007239892621815,
      "nll_loss": 0.1551181674003601,
      "step": 415
    },
    {
      "epoch": 0.27332628325063046,
      "grad_norm": 0.280667245388031,
      "learning_rate": 0.00027265250171350236,
      "loss": 3.186,
      "step": 420
    },
    {
      "contrastive_loss": 2.0892841815948486,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.2119097113609314,
      "step": 420
    },
    {
      "contrastive_loss": 2.089848518371582,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.03806324675679207,
      "step": 420
    },
    {
      "contrastive_loss": 2.093942642211914,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.21002104878425598,
      "step": 420
    },
    {
      "contrastive_loss": 2.0977489948272705,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.1785896122455597,
      "step": 420
    },
    {
      "contrastive_loss": 2.09470796585083,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.17023205757141113,
      "step": 420
    },
    {
      "contrastive_loss": 2.1027204990386963,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.08460523933172226,
      "step": 420
    },
    {
      "contrastive_loss": 2.103640079498291,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.1499958038330078,
      "step": 420
    },
    {
      "contrastive_loss": 2.097787380218506,
      "epoch": 0.27332628325063046,
      "nll_loss": 0.06342669576406479,
      "step": 420
    },
    {
      "epoch": 0.2765801675750427,
      "grad_norm": 0.2158452421426773,
      "learning_rate": 0.00027213845099383137,
      "loss": 3.1783,
      "step": 425
    },
    {
      "contrastive_loss": 2.0984489917755127,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.1491716206073761,
      "step": 425
    },
    {
      "contrastive_loss": 2.1023945808410645,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.11119038611650467,
      "step": 425
    },
    {
      "contrastive_loss": 2.096271514892578,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.14693260192871094,
      "step": 425
    },
    {
      "contrastive_loss": 2.0936124324798584,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.09418652206659317,
      "step": 425
    },
    {
      "contrastive_loss": 2.086592197418213,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.11599686741828918,
      "step": 425
    },
    {
      "contrastive_loss": 2.0929012298583984,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.15329506993293762,
      "step": 425
    },
    {
      "contrastive_loss": 2.096900463104248,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.14305821061134338,
      "step": 425
    },
    {
      "contrastive_loss": 2.0963644981384277,
      "epoch": 0.2765801675750427,
      "nll_loss": 0.14886607229709625,
      "step": 425
    },
    {
      "epoch": 0.279834051899455,
      "grad_norm": 0.2261030077934265,
      "learning_rate": 0.0002716244002741603,
      "loss": 3.2018,
      "step": 430
    },
    {
      "contrastive_loss": 2.1035807132720947,
      "epoch": 0.279834051899455,
      "nll_loss": 0.042128924280405045,
      "step": 430
    },
    {
      "contrastive_loss": 2.0921547412872314,
      "epoch": 0.279834051899455,
      "nll_loss": 0.11550602316856384,
      "step": 430
    },
    {
      "contrastive_loss": 2.0938961505889893,
      "epoch": 0.279834051899455,
      "nll_loss": 0.17225764691829681,
      "step": 430
    },
    {
      "contrastive_loss": 2.0984771251678467,
      "epoch": 0.279834051899455,
      "nll_loss": 0.18769143521785736,
      "step": 430
    },
    {
      "contrastive_loss": 2.0949642658233643,
      "epoch": 0.279834051899455,
      "nll_loss": 0.12119800597429276,
      "step": 430
    },
    {
      "contrastive_loss": 2.0821316242218018,
      "epoch": 0.279834051899455,
      "nll_loss": 0.11818143725395203,
      "step": 430
    },
    {
      "contrastive_loss": 2.0966618061065674,
      "epoch": 0.279834051899455,
      "nll_loss": 0.14867575466632843,
      "step": 430
    },
    {
      "contrastive_loss": 2.0889673233032227,
      "epoch": 0.279834051899455,
      "nll_loss": 0.0998954102396965,
      "step": 430
    },
    {
      "epoch": 0.28308793622386724,
      "grad_norm": 0.2536080479621887,
      "learning_rate": 0.00027111034955448933,
      "loss": 3.1521,
      "step": 435
    },
    {
      "contrastive_loss": 2.1017227172851562,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.13494302332401276,
      "step": 435
    },
    {
      "contrastive_loss": 2.1156699657440186,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.13688161969184875,
      "step": 435
    },
    {
      "contrastive_loss": 2.10048246383667,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.21348080039024353,
      "step": 435
    },
    {
      "contrastive_loss": 2.103134870529175,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.12209288030862808,
      "step": 435
    },
    {
      "contrastive_loss": 2.089114189147949,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.17449481785297394,
      "step": 435
    },
    {
      "contrastive_loss": 2.0925416946411133,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.10734917223453522,
      "step": 435
    },
    {
      "contrastive_loss": 2.096519708633423,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.15078067779541016,
      "step": 435
    },
    {
      "contrastive_loss": 2.0909156799316406,
      "epoch": 0.28308793622386724,
      "nll_loss": 0.08111520856618881,
      "step": 435
    },
    {
      "epoch": 0.2863418205482795,
      "grad_norm": 0.25524047017097473,
      "learning_rate": 0.00027059629883481834,
      "loss": 3.1751,
      "step": 440
    },
    {
      "contrastive_loss": 2.0876216888427734,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.17417018115520477,
      "step": 440
    },
    {
      "contrastive_loss": 2.090268135070801,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.12504220008850098,
      "step": 440
    },
    {
      "contrastive_loss": 2.0923686027526855,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.10250993818044662,
      "step": 440
    },
    {
      "contrastive_loss": 2.084388494491577,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.1534879356622696,
      "step": 440
    },
    {
      "contrastive_loss": 2.0970726013183594,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.07435519248247147,
      "step": 440
    },
    {
      "contrastive_loss": 2.100285530090332,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.12287121266126633,
      "step": 440
    },
    {
      "contrastive_loss": 2.0847532749176025,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.13941003382205963,
      "step": 440
    },
    {
      "contrastive_loss": 2.111104726791382,
      "epoch": 0.2863418205482795,
      "nll_loss": 0.09419015049934387,
      "step": 440
    },
    {
      "epoch": 0.28959570487269176,
      "grad_norm": 0.27080580592155457,
      "learning_rate": 0.00027008224811514734,
      "loss": 3.1509,
      "step": 445
    },
    {
      "contrastive_loss": 2.088700532913208,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.1798263043165207,
      "step": 445
    },
    {
      "contrastive_loss": 2.093334674835205,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.10767408460378647,
      "step": 445
    },
    {
      "contrastive_loss": 2.0860090255737305,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.1713557094335556,
      "step": 445
    },
    {
      "contrastive_loss": 2.093575954437256,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.19031086564064026,
      "step": 445
    },
    {
      "contrastive_loss": 2.0881283283233643,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.12882687151432037,
      "step": 445
    },
    {
      "contrastive_loss": 2.0895419120788574,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.11510826647281647,
      "step": 445
    },
    {
      "contrastive_loss": 2.0960628986358643,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.15981076657772064,
      "step": 445
    },
    {
      "contrastive_loss": 2.084649085998535,
      "epoch": 0.28959570487269176,
      "nll_loss": 0.11399351805448532,
      "step": 445
    },
    {
      "epoch": 0.292849589197104,
      "grad_norm": 0.24050967395305634,
      "learning_rate": 0.0002695681973954763,
      "loss": 3.1606,
      "step": 450
    },
    {
      "contrastive_loss": 2.0940730571746826,
      "epoch": 0.292849589197104,
      "nll_loss": 0.15965694189071655,
      "step": 450
    },
    {
      "contrastive_loss": 2.1009626388549805,
      "epoch": 0.292849589197104,
      "nll_loss": 0.0840965062379837,
      "step": 450
    },
    {
      "contrastive_loss": 2.095672845840454,
      "epoch": 0.292849589197104,
      "nll_loss": 0.10230094939470291,
      "step": 450
    },
    {
      "contrastive_loss": 2.1009089946746826,
      "epoch": 0.292849589197104,
      "nll_loss": 0.06041199341416359,
      "step": 450
    },
    {
      "contrastive_loss": 2.093163013458252,
      "epoch": 0.292849589197104,
      "nll_loss": 0.2075561136007309,
      "step": 450
    },
    {
      "contrastive_loss": 2.0966570377349854,
      "epoch": 0.292849589197104,
      "nll_loss": 0.2237476408481598,
      "step": 450
    },
    {
      "contrastive_loss": 2.0998473167419434,
      "epoch": 0.292849589197104,
      "nll_loss": 0.17585532367229462,
      "step": 450
    },
    {
      "contrastive_loss": 2.1004295349121094,
      "epoch": 0.292849589197104,
      "nll_loss": 0.07169729471206665,
      "step": 450
    },
    {
      "epoch": 0.29610347352151634,
      "grad_norm": 0.24753674864768982,
      "learning_rate": 0.0002690541466758053,
      "loss": 3.1862,
      "step": 455
    },
    {
      "contrastive_loss": 2.0947916507720947,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.12980177998542786,
      "step": 455
    },
    {
      "contrastive_loss": 2.0946078300476074,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.16787871718406677,
      "step": 455
    },
    {
      "contrastive_loss": 2.0935122966766357,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.15616081655025482,
      "step": 455
    },
    {
      "contrastive_loss": 2.096100330352783,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.11170818656682968,
      "step": 455
    },
    {
      "contrastive_loss": 2.0945839881896973,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.10014481842517853,
      "step": 455
    },
    {
      "contrastive_loss": 2.0954153537750244,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.1652565896511078,
      "step": 455
    },
    {
      "contrastive_loss": 2.0884013175964355,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.08280359208583832,
      "step": 455
    },
    {
      "contrastive_loss": 2.08566951751709,
      "epoch": 0.29610347352151634,
      "nll_loss": 0.15160129964351654,
      "step": 455
    },
    {
      "epoch": 0.2993573578459286,
      "grad_norm": 0.28099268674850464,
      "learning_rate": 0.0002685400959561343,
      "loss": 3.1966,
      "step": 460
    },
    {
      "contrastive_loss": 2.092020034790039,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.17153383791446686,
      "step": 460
    },
    {
      "contrastive_loss": 2.094754457473755,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.10284879058599472,
      "step": 460
    },
    {
      "contrastive_loss": 2.093078136444092,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.13463446497917175,
      "step": 460
    },
    {
      "contrastive_loss": 2.098243474960327,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.22108806669712067,
      "step": 460
    },
    {
      "contrastive_loss": 2.0980823040008545,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.15528073906898499,
      "step": 460
    },
    {
      "contrastive_loss": 2.0910205841064453,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.08037489652633667,
      "step": 460
    },
    {
      "contrastive_loss": 2.0940349102020264,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.11794469505548477,
      "step": 460
    },
    {
      "contrastive_loss": 2.098616600036621,
      "epoch": 0.2993573578459286,
      "nll_loss": 0.08091941475868225,
      "step": 460
    },
    {
      "epoch": 0.30261124217034086,
      "grad_norm": 0.24249029159545898,
      "learning_rate": 0.0002680260452364633,
      "loss": 3.1926,
      "step": 465
    },
    {
      "contrastive_loss": 2.090651273727417,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.13129037618637085,
      "step": 465
    },
    {
      "contrastive_loss": 2.0864169597625732,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.04935020953416824,
      "step": 465
    },
    {
      "contrastive_loss": 2.09486985206604,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.1689450591802597,
      "step": 465
    },
    {
      "contrastive_loss": 2.0921928882598877,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.18656516075134277,
      "step": 465
    },
    {
      "contrastive_loss": 2.095571756362915,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.1513461172580719,
      "step": 465
    },
    {
      "contrastive_loss": 2.086684465408325,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.08315063267946243,
      "step": 465
    },
    {
      "contrastive_loss": 2.0837221145629883,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.17726998031139374,
      "step": 465
    },
    {
      "contrastive_loss": 2.102022886276245,
      "epoch": 0.30261124217034086,
      "nll_loss": 0.17075489461421967,
      "step": 465
    },
    {
      "epoch": 0.3058651264947531,
      "grad_norm": 0.2473665177822113,
      "learning_rate": 0.00026751199451679233,
      "loss": 3.2052,
      "step": 470
    },
    {
      "contrastive_loss": 2.0847458839416504,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.18000593781471252,
      "step": 470
    },
    {
      "contrastive_loss": 2.104651927947998,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.04800676926970482,
      "step": 470
    },
    {
      "contrastive_loss": 2.09539794921875,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.2707827091217041,
      "step": 470
    },
    {
      "contrastive_loss": 2.0845446586608887,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.1269177347421646,
      "step": 470
    },
    {
      "contrastive_loss": 2.0822854042053223,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.08458185195922852,
      "step": 470
    },
    {
      "contrastive_loss": 2.092877149581909,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.10169105231761932,
      "step": 470
    },
    {
      "contrastive_loss": 2.1095995903015137,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.16613933444023132,
      "step": 470
    },
    {
      "contrastive_loss": 2.090867519378662,
      "epoch": 0.3058651264947531,
      "nll_loss": 0.09890023618936539,
      "step": 470
    },
    {
      "epoch": 0.3091190108191654,
      "grad_norm": 0.2291387915611267,
      "learning_rate": 0.0002669979437971213,
      "loss": 3.1706,
      "step": 475
    },
    {
      "contrastive_loss": 2.0951201915740967,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.22207185626029968,
      "step": 475
    },
    {
      "contrastive_loss": 2.087362051010132,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.07302860915660858,
      "step": 475
    },
    {
      "contrastive_loss": 2.104685068130493,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.1517849564552307,
      "step": 475
    },
    {
      "contrastive_loss": 2.1020114421844482,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.1329161822795868,
      "step": 475
    },
    {
      "contrastive_loss": 2.086371421813965,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.054528865963220596,
      "step": 475
    },
    {
      "contrastive_loss": 2.0916519165039062,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.08982112258672714,
      "step": 475
    },
    {
      "contrastive_loss": 2.100949287414551,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.06650589406490326,
      "step": 475
    },
    {
      "contrastive_loss": 2.0901870727539062,
      "epoch": 0.3091190108191654,
      "nll_loss": 0.2287161499261856,
      "step": 475
    },
    {
      "epoch": 0.31237289514357763,
      "grad_norm": 0.21637983620166779,
      "learning_rate": 0.0002664838930774503,
      "loss": 3.1511,
      "step": 480
    },
    {
      "contrastive_loss": 2.0892210006713867,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.1494363248348236,
      "step": 480
    },
    {
      "contrastive_loss": 2.098580837249756,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.14164787530899048,
      "step": 480
    },
    {
      "contrastive_loss": 2.1004984378814697,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.12044757604598999,
      "step": 480
    },
    {
      "contrastive_loss": 2.098339319229126,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.1397383213043213,
      "step": 480
    },
    {
      "contrastive_loss": 2.0968198776245117,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.16372567415237427,
      "step": 480
    },
    {
      "contrastive_loss": 2.0927011966705322,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.12696127593517303,
      "step": 480
    },
    {
      "contrastive_loss": 2.0976755619049072,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.06494033336639404,
      "step": 480
    },
    {
      "contrastive_loss": 2.0966360569000244,
      "epoch": 0.31237289514357763,
      "nll_loss": 0.15255720913410187,
      "step": 480
    },
    {
      "epoch": 0.3156267794679899,
      "grad_norm": 0.26902490854263306,
      "learning_rate": 0.0002659698423577793,
      "loss": 3.1836,
      "step": 485
    },
    {
      "contrastive_loss": 2.0936386585235596,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.1637864112854004,
      "step": 485
    },
    {
      "contrastive_loss": 2.0935938358306885,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.10062993317842484,
      "step": 485
    },
    {
      "contrastive_loss": 2.0876784324645996,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.10142248123884201,
      "step": 485
    },
    {
      "contrastive_loss": 2.0865261554718018,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.04399462789297104,
      "step": 485
    },
    {
      "contrastive_loss": 2.0926365852355957,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.2015993893146515,
      "step": 485
    },
    {
      "contrastive_loss": 2.090486764907837,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.09140665829181671,
      "step": 485
    },
    {
      "contrastive_loss": 2.08443021774292,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.12778030335903168,
      "step": 485
    },
    {
      "contrastive_loss": 2.0718259811401367,
      "epoch": 0.3156267794679899,
      "nll_loss": 0.28322720527648926,
      "step": 485
    },
    {
      "epoch": 0.31888066379240215,
      "grad_norm": 0.23578478395938873,
      "learning_rate": 0.0002654557916381083,
      "loss": 3.2031,
      "step": 490
    },
    {
      "contrastive_loss": 2.0895235538482666,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.15372301638126373,
      "step": 490
    },
    {
      "contrastive_loss": 2.1043307781219482,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.14281117916107178,
      "step": 490
    },
    {
      "contrastive_loss": 2.0908031463623047,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.1947012096643448,
      "step": 490
    },
    {
      "contrastive_loss": 2.0877268314361572,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.0713820531964302,
      "step": 490
    },
    {
      "contrastive_loss": 2.1054835319519043,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.13934963941574097,
      "step": 490
    },
    {
      "contrastive_loss": 2.090115547180176,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.11509966105222702,
      "step": 490
    },
    {
      "contrastive_loss": 2.093261241912842,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.12339651584625244,
      "step": 490
    },
    {
      "contrastive_loss": 2.0943243503570557,
      "epoch": 0.31888066379240215,
      "nll_loss": 0.14727266132831573,
      "step": 490
    },
    {
      "epoch": 0.32213454811681447,
      "grad_norm": 0.2839420437812805,
      "learning_rate": 0.00026494174091843726,
      "loss": 3.1995,
      "step": 495
    },
    {
      "contrastive_loss": 2.0971932411193848,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.20405563712120056,
      "step": 495
    },
    {
      "contrastive_loss": 2.091765880584717,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.13098423182964325,
      "step": 495
    },
    {
      "contrastive_loss": 2.093390941619873,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.09932461380958557,
      "step": 495
    },
    {
      "contrastive_loss": 2.089526891708374,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.10210932046175003,
      "step": 495
    },
    {
      "contrastive_loss": 2.0841588973999023,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.1127709224820137,
      "step": 495
    },
    {
      "contrastive_loss": 2.0886330604553223,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.16931110620498657,
      "step": 495
    },
    {
      "contrastive_loss": 2.0867531299591064,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.1734974980354309,
      "step": 495
    },
    {
      "contrastive_loss": 2.088214874267578,
      "epoch": 0.32213454811681447,
      "nll_loss": 0.15505412220954895,
      "step": 495
    },
    {
      "epoch": 0.3253884324412267,
      "grad_norm": 0.23418891429901123,
      "learning_rate": 0.00026442769019876627,
      "loss": 3.1627,
      "step": 500
    },
    {
      "contrastive_loss": 2.092651128768921,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9793082475662231,
      "step": 500
    },
    {
      "contrastive_loss": 2.0889837741851807,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1732048988342285,
      "step": 500
    },
    {
      "contrastive_loss": 2.093991756439209,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0182429552078247,
      "step": 500
    },
    {
      "contrastive_loss": 2.081681489944458,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.201183557510376,
      "step": 500
    },
    {
      "contrastive_loss": 2.09773850440979,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2723324298858643,
      "step": 500
    },
    {
      "contrastive_loss": 2.093366861343384,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9784497022628784,
      "step": 500
    },
    {
      "contrastive_loss": 2.0966382026672363,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9709973931312561,
      "step": 500
    },
    {
      "contrastive_loss": 2.0822010040283203,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8067036867141724,
      "step": 500
    },
    {
      "contrastive_loss": 2.108366012573242,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0366406440734863,
      "step": 500
    },
    {
      "contrastive_loss": 2.0948424339294434,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9099543690681458,
      "step": 500
    },
    {
      "contrastive_loss": 2.1054720878601074,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0842905044555664,
      "step": 500
    },
    {
      "contrastive_loss": 2.087750196456909,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.981425404548645,
      "step": 500
    },
    {
      "contrastive_loss": 2.0818629264831543,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9511391520500183,
      "step": 500
    },
    {
      "contrastive_loss": 2.0863537788391113,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.15828275680542,
      "step": 500
    },
    {
      "contrastive_loss": 2.09977126121521,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0950651168823242,
      "step": 500
    },
    {
      "contrastive_loss": 2.1022138595581055,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0644279718399048,
      "step": 500
    },
    {
      "contrastive_loss": 2.093416929244995,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.193798303604126,
      "step": 500
    },
    {
      "contrastive_loss": 2.089954137802124,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8706382513046265,
      "step": 500
    },
    {
      "contrastive_loss": 2.097670793533325,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1383495330810547,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900094509124756,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2047512531280518,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006596088409424,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2080776691436768,
      "step": 500
    },
    {
      "contrastive_loss": 2.095506191253662,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2202900648117065,
      "step": 500
    },
    {
      "contrastive_loss": 2.0861387252807617,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.979820728302002,
      "step": 500
    },
    {
      "contrastive_loss": 2.088533878326416,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9565499424934387,
      "step": 500
    },
    {
      "contrastive_loss": 2.074291706085205,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2838459014892578,
      "step": 500
    },
    {
      "contrastive_loss": 2.096219539642334,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8997666239738464,
      "step": 500
    },
    {
      "contrastive_loss": 2.0930614471435547,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0988037586212158,
      "step": 500
    },
    {
      "contrastive_loss": 2.086088180541992,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.252804160118103,
      "step": 500
    },
    {
      "contrastive_loss": 2.0944983959198,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0611076354980469,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910484790802,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1188900470733643,
      "step": 500
    },
    {
      "contrastive_loss": 2.0849668979644775,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.035029649734497,
      "step": 500
    },
    {
      "contrastive_loss": 2.115112781524658,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1185051202774048,
      "step": 500
    },
    {
      "contrastive_loss": 2.0924034118652344,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0664958953857422,
      "step": 500
    },
    {
      "contrastive_loss": 2.0865960121154785,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4042925834655762,
      "step": 500
    },
    {
      "contrastive_loss": 2.097412109375,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1230837106704712,
      "step": 500
    },
    {
      "contrastive_loss": 2.1027255058288574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0222208499908447,
      "step": 500
    },
    {
      "contrastive_loss": 2.0868022441864014,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0636687278747559,
      "step": 500
    },
    {
      "contrastive_loss": 2.086113691329956,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0498079061508179,
      "step": 500
    },
    {
      "contrastive_loss": 2.0892508029937744,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0976884365081787,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874006748199463,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8822440505027771,
      "step": 500
    },
    {
      "contrastive_loss": 2.0901951789855957,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9298810958862305,
      "step": 500
    },
    {
      "contrastive_loss": 2.0826239585876465,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1967076063156128,
      "step": 500
    },
    {
      "contrastive_loss": 2.091578245162964,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1339659690856934,
      "step": 500
    },
    {
      "contrastive_loss": 2.096417188644409,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9876141548156738,
      "step": 500
    },
    {
      "contrastive_loss": 2.082707166671753,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.12930428981781,
      "step": 500
    },
    {
      "contrastive_loss": 2.0994248390197754,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3007615804672241,
      "step": 500
    },
    {
      "contrastive_loss": 2.088029623031616,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.032446026802063,
      "step": 500
    },
    {
      "contrastive_loss": 2.1024296283721924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1441506147384644,
      "step": 500
    },
    {
      "contrastive_loss": 2.0922043323516846,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1235592365264893,
      "step": 500
    },
    {
      "contrastive_loss": 2.1001784801483154,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1493234634399414,
      "step": 500
    },
    {
      "contrastive_loss": 2.086977005004883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1061962842941284,
      "step": 500
    },
    {
      "contrastive_loss": 2.0940585136413574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.015995979309082,
      "step": 500
    },
    {
      "contrastive_loss": 2.100046157836914,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.176376223564148,
      "step": 500
    },
    {
      "contrastive_loss": 2.0915567874908447,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0528992414474487,
      "step": 500
    },
    {
      "contrastive_loss": 2.108469009399414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1838183403015137,
      "step": 500
    },
    {
      "contrastive_loss": 2.08935809135437,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0663197040557861,
      "step": 500
    },
    {
      "contrastive_loss": 2.110961675643921,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0719918012619019,
      "step": 500
    },
    {
      "contrastive_loss": 2.0896835327148438,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2746882438659668,
      "step": 500
    },
    {
      "contrastive_loss": 2.096733331680298,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8684406280517578,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910515785217285,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8530104160308838,
      "step": 500
    },
    {
      "contrastive_loss": 2.0920820236206055,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0048052072525024,
      "step": 500
    },
    {
      "contrastive_loss": 2.090594530105591,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0366870164871216,
      "step": 500
    },
    {
      "contrastive_loss": 2.0889394283294678,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.130705714225769,
      "step": 500
    },
    {
      "contrastive_loss": 2.08657169342041,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.937908947467804,
      "step": 500
    },
    {
      "contrastive_loss": 2.1002655029296875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0354236364364624,
      "step": 500
    },
    {
      "contrastive_loss": 2.09601092338562,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1343499422073364,
      "step": 500
    },
    {
      "contrastive_loss": 2.0921220779418945,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.088222622871399,
      "step": 500
    },
    {
      "contrastive_loss": 2.0896286964416504,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9847341775894165,
      "step": 500
    },
    {
      "contrastive_loss": 2.0950586795806885,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1777632236480713,
      "step": 500
    },
    {
      "contrastive_loss": 2.1037278175354004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.162083625793457,
      "step": 500
    },
    {
      "contrastive_loss": 2.101349353790283,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9697525501251221,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960516929626465,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.181165099143982,
      "step": 500
    },
    {
      "contrastive_loss": 2.085371255874634,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2508130073547363,
      "step": 500
    },
    {
      "contrastive_loss": 2.092184543609619,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0769492387771606,
      "step": 500
    },
    {
      "contrastive_loss": 2.0937860012054443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.397200345993042,
      "step": 500
    },
    {
      "contrastive_loss": 2.086350440979004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2413389682769775,
      "step": 500
    },
    {
      "contrastive_loss": 2.093407154083252,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.033699631690979,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900940895080566,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3131458759307861,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877933502197266,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1211086511611938,
      "step": 500
    },
    {
      "contrastive_loss": 2.082477569580078,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0274251699447632,
      "step": 500
    },
    {
      "contrastive_loss": 2.084568977355957,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9771060347557068,
      "step": 500
    },
    {
      "contrastive_loss": 2.086057662963867,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1622200012207031,
      "step": 500
    },
    {
      "contrastive_loss": 2.0949747562408447,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1354886293411255,
      "step": 500
    },
    {
      "contrastive_loss": 2.09645938873291,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4139188528060913,
      "step": 500
    },
    {
      "contrastive_loss": 2.095417022705078,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0973104238510132,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879828929901123,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2690385580062866,
      "step": 500
    },
    {
      "contrastive_loss": 2.088871955871582,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8982377648353577,
      "step": 500
    },
    {
      "contrastive_loss": 2.092437505722046,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1726678609848022,
      "step": 500
    },
    {
      "contrastive_loss": 2.09618878364563,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1197319030761719,
      "step": 500
    },
    {
      "contrastive_loss": 2.096519708633423,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1289732456207275,
      "step": 500
    },
    {
      "contrastive_loss": 2.079782724380493,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1352746486663818,
      "step": 500
    },
    {
      "contrastive_loss": 2.090864658355713,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.005303144454956,
      "step": 500
    },
    {
      "contrastive_loss": 2.1050195693969727,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8986209630966187,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926122665405273,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3115456104278564,
      "step": 500
    },
    {
      "contrastive_loss": 2.102402448654175,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9819403290748596,
      "step": 500
    },
    {
      "contrastive_loss": 2.0836501121520996,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1629258394241333,
      "step": 500
    },
    {
      "contrastive_loss": 2.078815460205078,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1825389862060547,
      "step": 500
    },
    {
      "contrastive_loss": 2.0946598052978516,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9016329646110535,
      "step": 500
    },
    {
      "contrastive_loss": 2.097745418548584,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9908323287963867,
      "step": 500
    },
    {
      "contrastive_loss": 2.0964269638061523,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1222434043884277,
      "step": 500
    },
    {
      "contrastive_loss": 2.090641498565674,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9404844641685486,
      "step": 500
    },
    {
      "contrastive_loss": 2.0730795860290527,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0580403804779053,
      "step": 500
    },
    {
      "contrastive_loss": 2.0787112712860107,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.044717788696289,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928094387054443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2095863819122314,
      "step": 500
    },
    {
      "contrastive_loss": 2.090951919555664,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0510430335998535,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957930088043213,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9623409509658813,
      "step": 500
    },
    {
      "contrastive_loss": 2.086221694946289,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0405669212341309,
      "step": 500
    },
    {
      "contrastive_loss": 2.091214656829834,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8920648694038391,
      "step": 500
    },
    {
      "contrastive_loss": 2.0949387550354004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1822782754898071,
      "step": 500
    },
    {
      "contrastive_loss": 2.092348575592041,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2259392738342285,
      "step": 500
    },
    {
      "contrastive_loss": 2.0919597148895264,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1470723152160645,
      "step": 500
    },
    {
      "contrastive_loss": 2.094298839569092,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0229917764663696,
      "step": 500
    },
    {
      "contrastive_loss": 2.0898854732513428,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.986943781375885,
      "step": 500
    },
    {
      "contrastive_loss": 2.0898900032043457,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9106634259223938,
      "step": 500
    },
    {
      "contrastive_loss": 2.091923952102661,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8361147046089172,
      "step": 500
    },
    {
      "contrastive_loss": 2.0837576389312744,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.068839192390442,
      "step": 500
    },
    {
      "contrastive_loss": 2.0931386947631836,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1546238660812378,
      "step": 500
    },
    {
      "contrastive_loss": 2.0907440185546875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1550203561782837,
      "step": 500
    },
    {
      "contrastive_loss": 2.085242748260498,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.091735601425171,
      "step": 500
    },
    {
      "contrastive_loss": 2.0902209281921387,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.07527494430542,
      "step": 500
    },
    {
      "contrastive_loss": 2.0994880199432373,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1309620141983032,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886385440826416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0408695936203003,
      "step": 500
    },
    {
      "contrastive_loss": 2.088231325149536,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.503614068031311,
      "step": 500
    },
    {
      "contrastive_loss": 2.0999317169189453,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.216844081878662,
      "step": 500
    },
    {
      "contrastive_loss": 2.094233512878418,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1166385412216187,
      "step": 500
    },
    {
      "contrastive_loss": 2.0875890254974365,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4043837785720825,
      "step": 500
    },
    {
      "contrastive_loss": 2.083245038986206,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9776604771614075,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899884700775146,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1814711093902588,
      "step": 500
    },
    {
      "contrastive_loss": 2.104466438293457,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9554702043533325,
      "step": 500
    },
    {
      "contrastive_loss": 2.099123001098633,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9872447848320007,
      "step": 500
    },
    {
      "contrastive_loss": 2.0854201316833496,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9825584888458252,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936388969421387,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1028419733047485,
      "step": 500
    },
    {
      "contrastive_loss": 2.0880866050720215,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.158004879951477,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960910320281982,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1932059526443481,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954041481018066,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1902745962142944,
      "step": 500
    },
    {
      "contrastive_loss": 2.079923391342163,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9603599905967712,
      "step": 500
    },
    {
      "contrastive_loss": 2.095266580581665,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9802021384239197,
      "step": 500
    },
    {
      "contrastive_loss": 2.0765650272369385,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9734556674957275,
      "step": 500
    },
    {
      "contrastive_loss": 2.0909407138824463,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0993714332580566,
      "step": 500
    },
    {
      "contrastive_loss": 2.087089776992798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2558470964431763,
      "step": 500
    },
    {
      "contrastive_loss": 2.0902767181396484,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1636215448379517,
      "step": 500
    },
    {
      "contrastive_loss": 2.1036159992218018,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0683748722076416,
      "step": 500
    },
    {
      "contrastive_loss": 2.087552547454834,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0081712007522583,
      "step": 500
    },
    {
      "contrastive_loss": 2.0965681076049805,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1614183187484741,
      "step": 500
    },
    {
      "contrastive_loss": 2.0976011753082275,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1906894445419312,
      "step": 500
    },
    {
      "contrastive_loss": 2.0885555744171143,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.082551121711731,
      "step": 500
    },
    {
      "contrastive_loss": 2.0819530487060547,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0572242736816406,
      "step": 500
    },
    {
      "contrastive_loss": 2.090761184692383,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.270325779914856,
      "step": 500
    },
    {
      "contrastive_loss": 2.1017417907714844,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2003167867660522,
      "step": 500
    },
    {
      "contrastive_loss": 2.093395709991455,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0377675294876099,
      "step": 500
    },
    {
      "contrastive_loss": 2.0875422954559326,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8640139698982239,
      "step": 500
    },
    {
      "contrastive_loss": 2.0866966247558594,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1678588390350342,
      "step": 500
    },
    {
      "contrastive_loss": 2.094989061355591,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0204906463623047,
      "step": 500
    },
    {
      "contrastive_loss": 2.0978527069091797,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0772284269332886,
      "step": 500
    },
    {
      "contrastive_loss": 2.09442138671875,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7942513823509216,
      "step": 500
    },
    {
      "contrastive_loss": 2.093583345413208,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0325981378555298,
      "step": 500
    },
    {
      "contrastive_loss": 2.089994430541992,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0540361404418945,
      "step": 500
    },
    {
      "contrastive_loss": 2.096592903137207,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1070188283920288,
      "step": 500
    },
    {
      "contrastive_loss": 2.0914762020111084,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0497692823410034,
      "step": 500
    },
    {
      "contrastive_loss": 2.080327272415161,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.215303659439087,
      "step": 500
    },
    {
      "contrastive_loss": 2.092113733291626,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.993289053440094,
      "step": 500
    },
    {
      "contrastive_loss": 2.0906527042388916,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.036699891090393,
      "step": 500
    },
    {
      "contrastive_loss": 2.0862627029418945,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0450102090835571,
      "step": 500
    },
    {
      "contrastive_loss": 2.0882034301757812,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1594152450561523,
      "step": 500
    },
    {
      "contrastive_loss": 2.092831611633301,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3796604871749878,
      "step": 500
    },
    {
      "contrastive_loss": 2.088935136795044,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3013126850128174,
      "step": 500
    },
    {
      "contrastive_loss": 2.103391408920288,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9883050918579102,
      "step": 500
    },
    {
      "contrastive_loss": 2.0832760334014893,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.132375955581665,
      "step": 500
    },
    {
      "contrastive_loss": 2.084519147872925,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9795489311218262,
      "step": 500
    },
    {
      "contrastive_loss": 2.087327718734741,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.41971755027771,
      "step": 500
    },
    {
      "contrastive_loss": 2.0943284034729004,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0420407056808472,
      "step": 500
    },
    {
      "contrastive_loss": 2.0996968746185303,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9792436957359314,
      "step": 500
    },
    {
      "contrastive_loss": 2.095545768737793,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2991021871566772,
      "step": 500
    },
    {
      "contrastive_loss": 2.083453893661499,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4375940561294556,
      "step": 500
    },
    {
      "contrastive_loss": 2.097614049911499,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.029085636138916,
      "step": 500
    },
    {
      "contrastive_loss": 2.0901100635528564,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0515512228012085,
      "step": 500
    },
    {
      "contrastive_loss": 2.089521884918213,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.202401876449585,
      "step": 500
    },
    {
      "contrastive_loss": 2.242678165435791,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.168392539024353,
      "step": 500
    },
    {
      "contrastive_loss": 2.0848138332366943,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0329986810684204,
      "step": 500
    },
    {
      "contrastive_loss": 2.09501314163208,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9929234385490417,
      "step": 500
    },
    {
      "contrastive_loss": 2.086254835128784,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.027475118637085,
      "step": 500
    },
    {
      "contrastive_loss": 2.101999282836914,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8159809112548828,
      "step": 500
    },
    {
      "contrastive_loss": 2.085195302963257,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0484495162963867,
      "step": 500
    },
    {
      "contrastive_loss": 2.0906763076782227,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.065508246421814,
      "step": 500
    },
    {
      "contrastive_loss": 2.097548484802246,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8823627233505249,
      "step": 500
    },
    {
      "contrastive_loss": 2.092046022415161,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0441033840179443,
      "step": 500
    },
    {
      "contrastive_loss": 2.0811984539031982,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9395114779472351,
      "step": 500
    },
    {
      "contrastive_loss": 2.1005711555480957,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0732260942459106,
      "step": 500
    },
    {
      "contrastive_loss": 2.099086284637451,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0401495695114136,
      "step": 500
    },
    {
      "contrastive_loss": 2.0908877849578857,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0049550533294678,
      "step": 500
    },
    {
      "contrastive_loss": 2.0863094329833984,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.96534663438797,
      "step": 500
    },
    {
      "contrastive_loss": 2.086972236633301,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1870789527893066,
      "step": 500
    },
    {
      "contrastive_loss": 2.1011171340942383,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3627979755401611,
      "step": 500
    },
    {
      "contrastive_loss": 2.0986082553863525,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2967718839645386,
      "step": 500
    },
    {
      "contrastive_loss": 2.093524694442749,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.136619210243225,
      "step": 500
    },
    {
      "contrastive_loss": 2.089421033859253,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1981908082962036,
      "step": 500
    },
    {
      "contrastive_loss": 2.095231056213379,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1908615827560425,
      "step": 500
    },
    {
      "contrastive_loss": 2.094533920288086,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1647052764892578,
      "step": 500
    },
    {
      "contrastive_loss": 2.089580535888672,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.097949743270874,
      "step": 500
    },
    {
      "contrastive_loss": 2.0855932235717773,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1063454151153564,
      "step": 500
    },
    {
      "contrastive_loss": 2.1056737899780273,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0627597570419312,
      "step": 500
    },
    {
      "contrastive_loss": 2.0996363162994385,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1055066585540771,
      "step": 500
    },
    {
      "contrastive_loss": 2.09236478805542,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0658166408538818,
      "step": 500
    },
    {
      "contrastive_loss": 2.095149278640747,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1306235790252686,
      "step": 500
    },
    {
      "contrastive_loss": 2.0953283309936523,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2130130529403687,
      "step": 500
    },
    {
      "contrastive_loss": 2.0929555892944336,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0124404430389404,
      "step": 500
    },
    {
      "contrastive_loss": 2.0908265113830566,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.926369309425354,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874533653259277,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0416499376296997,
      "step": 500
    },
    {
      "contrastive_loss": 2.0918848514556885,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3646619319915771,
      "step": 500
    },
    {
      "contrastive_loss": 2.095059633255005,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0473427772521973,
      "step": 500
    },
    {
      "contrastive_loss": 2.090238571166992,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9791575074195862,
      "step": 500
    },
    {
      "contrastive_loss": 2.096937894821167,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0817241668701172,
      "step": 500
    },
    {
      "contrastive_loss": 2.0807244777679443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1758949756622314,
      "step": 500
    },
    {
      "contrastive_loss": 2.092240810394287,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.100687861442566,
      "step": 500
    },
    {
      "contrastive_loss": 2.100836753845215,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9225864410400391,
      "step": 500
    },
    {
      "contrastive_loss": 2.094313859939575,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0857504606246948,
      "step": 500
    },
    {
      "contrastive_loss": 2.092771291732788,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4915313720703125,
      "step": 500
    },
    {
      "contrastive_loss": 2.094883680343628,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2170957326889038,
      "step": 500
    },
    {
      "contrastive_loss": 2.0875444412231445,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.138332486152649,
      "step": 500
    },
    {
      "contrastive_loss": 2.0844383239746094,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8809370994567871,
      "step": 500
    },
    {
      "contrastive_loss": 2.0909242630004883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2156909704208374,
      "step": 500
    },
    {
      "contrastive_loss": 2.084920644760132,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1391962766647339,
      "step": 500
    },
    {
      "contrastive_loss": 2.0872790813446045,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.195425033569336,
      "step": 500
    },
    {
      "contrastive_loss": 2.1043317317962646,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.031740665435791,
      "step": 500
    },
    {
      "contrastive_loss": 2.085723876953125,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2230427265167236,
      "step": 500
    },
    {
      "contrastive_loss": 2.0993478298187256,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8946653008460999,
      "step": 500
    },
    {
      "contrastive_loss": 2.078223705291748,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.937740683555603,
      "step": 500
    },
    {
      "contrastive_loss": 2.089782476425171,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2219746112823486,
      "step": 500
    },
    {
      "contrastive_loss": 2.1037824153900146,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1597566604614258,
      "step": 500
    },
    {
      "contrastive_loss": 2.0913805961608887,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1429893970489502,
      "step": 500
    },
    {
      "contrastive_loss": 2.0930228233337402,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.046014666557312,
      "step": 500
    },
    {
      "contrastive_loss": 2.098731756210327,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3083370923995972,
      "step": 500
    },
    {
      "contrastive_loss": 2.078047513961792,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0744696855545044,
      "step": 500
    },
    {
      "contrastive_loss": 2.0977649688720703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1975847482681274,
      "step": 500
    },
    {
      "contrastive_loss": 2.0983989238739014,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0808547735214233,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939295291900635,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0282083749771118,
      "step": 500
    },
    {
      "contrastive_loss": 2.0858397483825684,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.096296787261963,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877957344055176,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9457919597625732,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886757373809814,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0455402135849,
      "step": 500
    },
    {
      "contrastive_loss": 2.0935568809509277,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.970318615436554,
      "step": 500
    },
    {
      "contrastive_loss": 2.095078229904175,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0055177211761475,
      "step": 500
    },
    {
      "contrastive_loss": 2.102710723876953,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1307315826416016,
      "step": 500
    },
    {
      "contrastive_loss": 2.10282564163208,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9214178323745728,
      "step": 500
    },
    {
      "contrastive_loss": 2.098072052001953,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0052556991577148,
      "step": 500
    },
    {
      "contrastive_loss": 2.0983567237854004,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9593244194984436,
      "step": 500
    },
    {
      "contrastive_loss": 2.1019134521484375,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0873099565505981,
      "step": 500
    },
    {
      "contrastive_loss": 2.0916736125946045,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1683053970336914,
      "step": 500
    },
    {
      "contrastive_loss": 2.0894198417663574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0808324813842773,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957627296447754,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9418440461158752,
      "step": 500
    },
    {
      "contrastive_loss": 2.0859739780426025,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.161880373954773,
      "step": 500
    },
    {
      "contrastive_loss": 2.090425729751587,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9761002659797668,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957794189453125,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0830579996109009,
      "step": 500
    },
    {
      "contrastive_loss": 2.091183662414551,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4429842233657837,
      "step": 500
    },
    {
      "contrastive_loss": 2.0996758937835693,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9442431330680847,
      "step": 500
    },
    {
      "contrastive_loss": 2.0906858444213867,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.049767255783081,
      "step": 500
    },
    {
      "contrastive_loss": 2.094111680984497,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9144750237464905,
      "step": 500
    },
    {
      "contrastive_loss": 2.0873758792877197,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1739054918289185,
      "step": 500
    },
    {
      "contrastive_loss": 2.089346408843994,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1239408254623413,
      "step": 500
    },
    {
      "contrastive_loss": 2.085763454437256,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3240997791290283,
      "step": 500
    },
    {
      "contrastive_loss": 2.0905239582061768,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3812636137008667,
      "step": 500
    },
    {
      "contrastive_loss": 2.0855183601379395,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.023073434829712,
      "step": 500
    },
    {
      "contrastive_loss": 2.077293872833252,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0158425569534302,
      "step": 500
    },
    {
      "contrastive_loss": 2.087674140930176,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0333986282348633,
      "step": 500
    },
    {
      "contrastive_loss": 2.095310688018799,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8793660402297974,
      "step": 500
    },
    {
      "contrastive_loss": 2.0980074405670166,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0295716524124146,
      "step": 500
    },
    {
      "contrastive_loss": 2.0967578887939453,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2740477323532104,
      "step": 500
    },
    {
      "contrastive_loss": 2.096182346343994,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0422557592391968,
      "step": 500
    },
    {
      "contrastive_loss": 2.092062473297119,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1443170309066772,
      "step": 500
    },
    {
      "contrastive_loss": 2.0829577445983887,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0255783796310425,
      "step": 500
    },
    {
      "contrastive_loss": 2.089580535888672,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9272585511207581,
      "step": 500
    },
    {
      "contrastive_loss": 2.101102113723755,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0925711393356323,
      "step": 500
    },
    {
      "contrastive_loss": 2.0977184772491455,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0603461265563965,
      "step": 500
    },
    {
      "contrastive_loss": 2.078007698059082,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.194056510925293,
      "step": 500
    },
    {
      "contrastive_loss": 2.090407133102417,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2888342142105103,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874016284942627,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0986145734786987,
      "step": 500
    },
    {
      "contrastive_loss": 2.1036932468414307,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.136069655418396,
      "step": 500
    },
    {
      "contrastive_loss": 2.0745272636413574,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8324952125549316,
      "step": 500
    },
    {
      "contrastive_loss": 2.0975143909454346,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8418336510658264,
      "step": 500
    },
    {
      "contrastive_loss": 2.084562063217163,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.019497275352478,
      "step": 500
    },
    {
      "contrastive_loss": 2.0956239700317383,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.049782156944275,
      "step": 500
    },
    {
      "contrastive_loss": 2.0959436893463135,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.967739462852478,
      "step": 500
    },
    {
      "contrastive_loss": 2.089101791381836,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0772876739501953,
      "step": 500
    },
    {
      "contrastive_loss": 2.0918352603912354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3680907487869263,
      "step": 500
    },
    {
      "contrastive_loss": 2.085148334503174,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0055782794952393,
      "step": 500
    },
    {
      "contrastive_loss": 2.099477529525757,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2849140167236328,
      "step": 500
    },
    {
      "contrastive_loss": 2.090644359588623,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.303466796875,
      "step": 500
    },
    {
      "contrastive_loss": 2.0885987281799316,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.057308554649353,
      "step": 500
    },
    {
      "contrastive_loss": 2.096820592880249,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0728014707565308,
      "step": 500
    },
    {
      "contrastive_loss": 2.089747667312622,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9168887138366699,
      "step": 500
    },
    {
      "contrastive_loss": 2.0848162174224854,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1304610967636108,
      "step": 500
    },
    {
      "contrastive_loss": 2.089433193206787,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9119257926940918,
      "step": 500
    },
    {
      "contrastive_loss": 2.093106269836426,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0265809297561646,
      "step": 500
    },
    {
      "contrastive_loss": 2.0888755321502686,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.104408860206604,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926754474639893,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3369265794754028,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954337120056152,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2140769958496094,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879993438720703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3567332029342651,
      "step": 500
    },
    {
      "contrastive_loss": 2.095411777496338,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0668760538101196,
      "step": 500
    },
    {
      "contrastive_loss": 2.0876643657684326,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9515471458435059,
      "step": 500
    },
    {
      "contrastive_loss": 2.0989797115325928,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1410099267959595,
      "step": 500
    },
    {
      "contrastive_loss": 2.101278781890869,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9739865064620972,
      "step": 500
    },
    {
      "contrastive_loss": 2.096475124359131,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1525328159332275,
      "step": 500
    },
    {
      "contrastive_loss": 2.0894787311553955,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9484466314315796,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957345962524414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.112191915512085,
      "step": 500
    },
    {
      "contrastive_loss": 2.09660005569458,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9753917455673218,
      "step": 500
    },
    {
      "contrastive_loss": 2.0892343521118164,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9950857162475586,
      "step": 500
    },
    {
      "contrastive_loss": 2.1020965576171875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0000228881835938,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939888954162598,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1885576248168945,
      "step": 500
    },
    {
      "contrastive_loss": 2.089261531829834,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0499496459960938,
      "step": 500
    },
    {
      "contrastive_loss": 2.09584379196167,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.323561668395996,
      "step": 500
    },
    {
      "contrastive_loss": 2.0979394912719727,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0287575721740723,
      "step": 500
    },
    {
      "contrastive_loss": 2.092556953430176,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9830172061920166,
      "step": 500
    },
    {
      "contrastive_loss": 2.0953874588012695,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0843021869659424,
      "step": 500
    },
    {
      "contrastive_loss": 2.0986905097961426,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0264332294464111,
      "step": 500
    },
    {
      "contrastive_loss": 2.092362642288208,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0103029012680054,
      "step": 500
    },
    {
      "contrastive_loss": 2.089993715286255,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9832755327224731,
      "step": 500
    },
    {
      "contrastive_loss": 2.096813201904297,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1522148847579956,
      "step": 500
    },
    {
      "contrastive_loss": 2.094291925430298,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0756381750106812,
      "step": 500
    },
    {
      "contrastive_loss": 2.093088150024414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1390677690505981,
      "step": 500
    },
    {
      "contrastive_loss": 2.099471092224121,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9640131592750549,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874600410461426,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1414251327514648,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899300575256348,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9596184492111206,
      "step": 500
    },
    {
      "contrastive_loss": 2.0890350341796875,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8086724281311035,
      "step": 500
    },
    {
      "contrastive_loss": 2.087740659713745,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1337614059448242,
      "step": 500
    },
    {
      "contrastive_loss": 2.0942542552948,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8801353573799133,
      "step": 500
    },
    {
      "contrastive_loss": 2.0943126678466797,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4689582586288452,
      "step": 500
    },
    {
      "contrastive_loss": 2.0851752758026123,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0981483459472656,
      "step": 500
    },
    {
      "contrastive_loss": 2.0833261013031006,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0641098022460938,
      "step": 500
    },
    {
      "contrastive_loss": 2.086435317993164,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9963890910148621,
      "step": 500
    },
    {
      "contrastive_loss": 2.0855259895324707,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1311264038085938,
      "step": 500
    },
    {
      "contrastive_loss": 2.090686321258545,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2209492921829224,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926666259765625,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1738349199295044,
      "step": 500
    },
    {
      "contrastive_loss": 2.0971806049346924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0630117654800415,
      "step": 500
    },
    {
      "contrastive_loss": 2.095046281814575,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0622211694717407,
      "step": 500
    },
    {
      "contrastive_loss": 2.0833961963653564,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1054192781448364,
      "step": 500
    },
    {
      "contrastive_loss": 2.099219560623169,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0947067737579346,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877456665039062,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2889858484268188,
      "step": 500
    },
    {
      "contrastive_loss": 2.097442388534546,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.001615285873413,
      "step": 500
    },
    {
      "contrastive_loss": 2.1013967990875244,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7001538872718811,
      "step": 500
    },
    {
      "contrastive_loss": 2.091679096221924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2051578760147095,
      "step": 500
    },
    {
      "contrastive_loss": 2.0853734016418457,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0541682243347168,
      "step": 500
    },
    {
      "contrastive_loss": 2.095808744430542,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1407560110092163,
      "step": 500
    },
    {
      "contrastive_loss": 2.0975682735443115,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.6281276941299438,
      "step": 500
    },
    {
      "contrastive_loss": 2.091215133666992,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.210870623588562,
      "step": 500
    },
    {
      "contrastive_loss": 2.0825040340423584,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.152837872505188,
      "step": 500
    },
    {
      "contrastive_loss": 2.0973684787750244,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.168281078338623,
      "step": 500
    },
    {
      "contrastive_loss": 2.0958452224731445,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8909499645233154,
      "step": 500
    },
    {
      "contrastive_loss": 2.088594675064087,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9438381195068359,
      "step": 500
    },
    {
      "contrastive_loss": 2.106919527053833,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2960667610168457,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899085998535156,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1769154071807861,
      "step": 500
    },
    {
      "contrastive_loss": 2.099008083343506,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.133306622505188,
      "step": 500
    },
    {
      "contrastive_loss": 2.082535743713379,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8316540122032166,
      "step": 500
    },
    {
      "contrastive_loss": 2.092846393585205,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.821681022644043,
      "step": 500
    },
    {
      "contrastive_loss": 2.0950520038604736,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.072949767112732,
      "step": 500
    },
    {
      "contrastive_loss": 2.095348358154297,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2209161520004272,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960419178009033,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9723464846611023,
      "step": 500
    },
    {
      "contrastive_loss": 2.0940637588500977,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0406876802444458,
      "step": 500
    },
    {
      "contrastive_loss": 2.084690570831299,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1092768907546997,
      "step": 500
    },
    {
      "contrastive_loss": 2.0951428413391113,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0917631387710571,
      "step": 500
    },
    {
      "contrastive_loss": 2.0920209884643555,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7778230905532837,
      "step": 500
    },
    {
      "contrastive_loss": 2.099058151245117,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.145173192024231,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928077697753906,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0955414772033691,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928518772125244,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9755904674530029,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886335372924805,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.113450050354004,
      "step": 500
    },
    {
      "contrastive_loss": 2.095046043395996,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.275081992149353,
      "step": 500
    },
    {
      "contrastive_loss": 2.1048378944396973,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9030047059059143,
      "step": 500
    },
    {
      "contrastive_loss": 2.0925941467285156,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0885343551635742,
      "step": 500
    },
    {
      "contrastive_loss": 2.090076446533203,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0791380405426025,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886943340301514,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0693532228469849,
      "step": 500
    },
    {
      "contrastive_loss": 2.0862033367156982,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.009231448173523,
      "step": 500
    },
    {
      "contrastive_loss": 2.086860418319702,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.034510612487793,
      "step": 500
    },
    {
      "contrastive_loss": 2.084364652633667,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1214808225631714,
      "step": 500
    },
    {
      "contrastive_loss": 2.0930471420288086,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1664972305297852,
      "step": 500
    },
    {
      "contrastive_loss": 2.089418649673462,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.135162353515625,
      "step": 500
    },
    {
      "contrastive_loss": 2.082663059234619,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9743707180023193,
      "step": 500
    },
    {
      "contrastive_loss": 2.0990588665008545,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0604928731918335,
      "step": 500
    },
    {
      "contrastive_loss": 2.0835182666778564,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1295955181121826,
      "step": 500
    },
    {
      "contrastive_loss": 2.0997681617736816,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2982689142227173,
      "step": 500
    },
    {
      "contrastive_loss": 2.093519687652588,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9353896379470825,
      "step": 500
    },
    {
      "contrastive_loss": 2.083577871322632,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.052440881729126,
      "step": 500
    },
    {
      "contrastive_loss": 2.1015267372131348,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0722767114639282,
      "step": 500
    },
    {
      "contrastive_loss": 2.075831890106201,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9404418468475342,
      "step": 500
    },
    {
      "contrastive_loss": 2.0888447761535645,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.246724009513855,
      "step": 500
    },
    {
      "contrastive_loss": 2.091972589492798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1239757537841797,
      "step": 500
    },
    {
      "contrastive_loss": 2.0816569328308105,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0033339262008667,
      "step": 500
    },
    {
      "contrastive_loss": 2.0964813232421875,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0355077981948853,
      "step": 500
    },
    {
      "contrastive_loss": 2.0952260494232178,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8462731838226318,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926308631896973,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1229946613311768,
      "step": 500
    },
    {
      "contrastive_loss": 2.0838937759399414,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0320597887039185,
      "step": 500
    },
    {
      "contrastive_loss": 2.0891900062561035,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1498240232467651,
      "step": 500
    },
    {
      "contrastive_loss": 2.0844388008117676,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2067586183547974,
      "step": 500
    },
    {
      "contrastive_loss": 2.0937774181365967,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1564843654632568,
      "step": 500
    },
    {
      "contrastive_loss": 2.10517954826355,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9843421578407288,
      "step": 500
    },
    {
      "contrastive_loss": 2.0874388217926025,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1416051387786865,
      "step": 500
    },
    {
      "contrastive_loss": 2.0919573307037354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1813218593597412,
      "step": 500
    },
    {
      "contrastive_loss": 2.11246395111084,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.876610279083252,
      "step": 500
    },
    {
      "contrastive_loss": 2.0724759101867676,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2071775197982788,
      "step": 500
    },
    {
      "contrastive_loss": 2.1095011234283447,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4299430847167969,
      "step": 500
    },
    {
      "contrastive_loss": 2.099123477935791,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0693753957748413,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954487323760986,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.6495585441589355,
      "step": 500
    },
    {
      "contrastive_loss": 2.098583221435547,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0673129558563232,
      "step": 500
    },
    {
      "contrastive_loss": 2.092365264892578,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9185979962348938,
      "step": 500
    },
    {
      "contrastive_loss": 2.10318660736084,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1808804273605347,
      "step": 500
    },
    {
      "contrastive_loss": 2.094761371612549,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9687323570251465,
      "step": 500
    },
    {
      "contrastive_loss": 2.087890148162842,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.01080322265625,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006181240081787,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8617855310440063,
      "step": 500
    },
    {
      "contrastive_loss": 2.093022108078003,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1904851198196411,
      "step": 500
    },
    {
      "contrastive_loss": 2.103210210800171,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.051827073097229,
      "step": 500
    },
    {
      "contrastive_loss": 2.0947306156158447,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9895215034484863,
      "step": 500
    },
    {
      "contrastive_loss": 2.0943760871887207,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9984703063964844,
      "step": 500
    },
    {
      "contrastive_loss": 2.0989155769348145,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.079533576965332,
      "step": 500
    },
    {
      "contrastive_loss": 2.0967390537261963,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8742114305496216,
      "step": 500
    },
    {
      "contrastive_loss": 2.0864624977111816,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9388357996940613,
      "step": 500
    },
    {
      "contrastive_loss": 2.0955324172973633,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9967571496963501,
      "step": 500
    },
    {
      "contrastive_loss": 2.094918727874756,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2140350341796875,
      "step": 500
    },
    {
      "contrastive_loss": 2.092050552368164,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.037394404411316,
      "step": 500
    },
    {
      "contrastive_loss": 2.088351249694824,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0708167552947998,
      "step": 500
    },
    {
      "contrastive_loss": 2.0804755687713623,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3369166851043701,
      "step": 500
    },
    {
      "contrastive_loss": 2.091010332107544,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.117759108543396,
      "step": 500
    },
    {
      "contrastive_loss": 2.0955615043640137,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2269173860549927,
      "step": 500
    },
    {
      "contrastive_loss": 2.0846171379089355,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9305411577224731,
      "step": 500
    },
    {
      "contrastive_loss": 2.0971508026123047,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7987962961196899,
      "step": 500
    },
    {
      "contrastive_loss": 2.096202850341797,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.967380702495575,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910680294036865,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1146856546401978,
      "step": 500
    },
    {
      "contrastive_loss": 2.0926551818847656,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.118369698524475,
      "step": 500
    },
    {
      "contrastive_loss": 2.092055082321167,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9489654302597046,
      "step": 500
    },
    {
      "contrastive_loss": 2.091998338699341,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1917356252670288,
      "step": 500
    },
    {
      "contrastive_loss": 2.100524663925171,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.067012906074524,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939292907714844,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.026849389076233,
      "step": 500
    },
    {
      "contrastive_loss": 2.093787670135498,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.182081699371338,
      "step": 500
    },
    {
      "contrastive_loss": 2.089092969894409,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1768730878829956,
      "step": 500
    },
    {
      "contrastive_loss": 2.096062183380127,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9118996858596802,
      "step": 500
    },
    {
      "contrastive_loss": 2.0865535736083984,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1608948707580566,
      "step": 500
    },
    {
      "contrastive_loss": 2.0887835025787354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0679622888565063,
      "step": 500
    },
    {
      "contrastive_loss": 2.0974745750427246,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0779708623886108,
      "step": 500
    },
    {
      "contrastive_loss": 2.095282793045044,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0522371530532837,
      "step": 500
    },
    {
      "contrastive_loss": 2.0931594371795654,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8981654644012451,
      "step": 500
    },
    {
      "contrastive_loss": 2.1109917163848877,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2296059131622314,
      "step": 500
    },
    {
      "contrastive_loss": 2.089918375015259,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0964316129684448,
      "step": 500
    },
    {
      "contrastive_loss": 2.095799684524536,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.05318021774292,
      "step": 500
    },
    {
      "contrastive_loss": 2.106377601623535,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.07088041305542,
      "step": 500
    },
    {
      "contrastive_loss": 2.087808847427368,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1823393106460571,
      "step": 500
    },
    {
      "contrastive_loss": 2.086455821990967,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0916190147399902,
      "step": 500
    },
    {
      "contrastive_loss": 2.097661018371582,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8786486983299255,
      "step": 500
    },
    {
      "contrastive_loss": 2.09444260597229,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.219429612159729,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879039764404297,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.4250073432922363,
      "step": 500
    },
    {
      "contrastive_loss": 2.09004807472229,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0928030014038086,
      "step": 500
    },
    {
      "contrastive_loss": 2.091475486755371,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1113320589065552,
      "step": 500
    },
    {
      "contrastive_loss": 2.0922024250030518,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1053677797317505,
      "step": 500
    },
    {
      "contrastive_loss": 2.0891077518463135,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9959267377853394,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957260131835938,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.041072130203247,
      "step": 500
    },
    {
      "contrastive_loss": 2.0960566997528076,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.090730905532837,
      "step": 500
    },
    {
      "contrastive_loss": 2.092527389526367,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.022530198097229,
      "step": 500
    },
    {
      "contrastive_loss": 2.092085838317871,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1673264503479004,
      "step": 500
    },
    {
      "contrastive_loss": 2.097935199737549,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.177674412727356,
      "step": 500
    },
    {
      "contrastive_loss": 2.095289468765259,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0991014242172241,
      "step": 500
    },
    {
      "contrastive_loss": 2.0982425212860107,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.218752384185791,
      "step": 500
    },
    {
      "contrastive_loss": 2.091437816619873,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0549215078353882,
      "step": 500
    },
    {
      "contrastive_loss": 2.100515365600586,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.145919919013977,
      "step": 500
    },
    {
      "contrastive_loss": 2.0915515422821045,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.967785120010376,
      "step": 500
    },
    {
      "contrastive_loss": 2.0808818340301514,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.062625527381897,
      "step": 500
    },
    {
      "contrastive_loss": 2.0963003635406494,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0107039213180542,
      "step": 500
    },
    {
      "contrastive_loss": 2.0898592472076416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0434596538543701,
      "step": 500
    },
    {
      "contrastive_loss": 2.0978245735168457,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1880953311920166,
      "step": 500
    },
    {
      "contrastive_loss": 2.0883193016052246,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9853147864341736,
      "step": 500
    },
    {
      "contrastive_loss": 2.0954980850219727,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0207375288009644,
      "step": 500
    },
    {
      "contrastive_loss": 2.073078155517578,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0659738779067993,
      "step": 500
    },
    {
      "contrastive_loss": 2.0958104133605957,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1466034650802612,
      "step": 500
    },
    {
      "contrastive_loss": 2.097233295440674,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0923248529434204,
      "step": 500
    },
    {
      "contrastive_loss": 2.090430974960327,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1233454942703247,
      "step": 500
    },
    {
      "contrastive_loss": 2.0935754776000977,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.041064739227295,
      "step": 500
    },
    {
      "contrastive_loss": 2.0889201164245605,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9721999764442444,
      "step": 500
    },
    {
      "contrastive_loss": 2.0902023315429688,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2210613489151,
      "step": 500
    },
    {
      "contrastive_loss": 2.0895540714263916,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9999487996101379,
      "step": 500
    },
    {
      "contrastive_loss": 2.091970205307007,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0102789402008057,
      "step": 500
    },
    {
      "contrastive_loss": 2.1118106842041016,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9617695808410645,
      "step": 500
    },
    {
      "contrastive_loss": 2.095163583755493,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9551946520805359,
      "step": 500
    },
    {
      "contrastive_loss": 2.094186782836914,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0870685577392578,
      "step": 500
    },
    {
      "contrastive_loss": 2.090508460998535,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0779492855072021,
      "step": 500
    },
    {
      "contrastive_loss": 2.094090223312378,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1490873098373413,
      "step": 500
    },
    {
      "contrastive_loss": 2.0882387161254883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1172056198120117,
      "step": 500
    },
    {
      "contrastive_loss": 2.0917696952819824,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0522516965866089,
      "step": 500
    },
    {
      "contrastive_loss": 2.0912461280822754,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9847769141197205,
      "step": 500
    },
    {
      "contrastive_loss": 2.0977487564086914,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0128273963928223,
      "step": 500
    },
    {
      "contrastive_loss": 2.093961477279663,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.210708498954773,
      "step": 500
    },
    {
      "contrastive_loss": 2.084244728088379,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3644118309020996,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886025428771973,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3040568828582764,
      "step": 500
    },
    {
      "contrastive_loss": 2.091630220413208,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1346068382263184,
      "step": 500
    },
    {
      "contrastive_loss": 2.0992038249969482,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9670833945274353,
      "step": 500
    },
    {
      "contrastive_loss": 2.0817999839782715,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.174736738204956,
      "step": 500
    },
    {
      "contrastive_loss": 2.096745729446411,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9996030926704407,
      "step": 500
    },
    {
      "contrastive_loss": 2.09254789352417,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2860387563705444,
      "step": 500
    },
    {
      "contrastive_loss": 2.085015296936035,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.041205644607544,
      "step": 500
    },
    {
      "contrastive_loss": 2.095207452774048,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9718261361122131,
      "step": 500
    },
    {
      "contrastive_loss": 2.089287042617798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2732348442077637,
      "step": 500
    },
    {
      "contrastive_loss": 2.0938925743103027,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.067499041557312,
      "step": 500
    },
    {
      "contrastive_loss": 2.0803449153900146,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0102344751358032,
      "step": 500
    },
    {
      "contrastive_loss": 2.0953242778778076,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2819360494613647,
      "step": 500
    },
    {
      "contrastive_loss": 2.090364456176758,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0743952989578247,
      "step": 500
    },
    {
      "contrastive_loss": 2.0899810791015625,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9889276027679443,
      "step": 500
    },
    {
      "contrastive_loss": 2.0924336910247803,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0696467161178589,
      "step": 500
    },
    {
      "contrastive_loss": 2.098423719406128,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9829428791999817,
      "step": 500
    },
    {
      "contrastive_loss": 2.0849103927612305,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0910181999206543,
      "step": 500
    },
    {
      "contrastive_loss": 2.082134246826172,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1781865358352661,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936434268951416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0315817594528198,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936691761016846,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9303112626075745,
      "step": 500
    },
    {
      "contrastive_loss": 2.0962777137756348,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8889495730400085,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900275707244873,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1783117055892944,
      "step": 500
    },
    {
      "contrastive_loss": 2.090667247772217,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1457895040512085,
      "step": 500
    },
    {
      "contrastive_loss": 2.0925984382629395,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0947778224945068,
      "step": 500
    },
    {
      "contrastive_loss": 2.0984578132629395,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.145021677017212,
      "step": 500
    },
    {
      "contrastive_loss": 2.0975735187530518,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0428918600082397,
      "step": 500
    },
    {
      "contrastive_loss": 2.1060585975646973,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0492722988128662,
      "step": 500
    },
    {
      "contrastive_loss": 2.0932610034942627,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0255190134048462,
      "step": 500
    },
    {
      "contrastive_loss": 2.0927422046661377,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3075933456420898,
      "step": 500
    },
    {
      "contrastive_loss": 2.1005775928497314,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9988602995872498,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006181240081787,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.006195068359375,
      "step": 500
    },
    {
      "contrastive_loss": 2.079209089279175,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0988107919692993,
      "step": 500
    },
    {
      "contrastive_loss": 2.09765887260437,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0459165573120117,
      "step": 500
    },
    {
      "contrastive_loss": 2.0896356105804443,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0667108297348022,
      "step": 500
    },
    {
      "contrastive_loss": 2.0928432941436768,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9049678444862366,
      "step": 500
    },
    {
      "contrastive_loss": 2.0917346477508545,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.840431809425354,
      "step": 500
    },
    {
      "contrastive_loss": 2.0869691371917725,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9790591597557068,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900771617889404,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9196327924728394,
      "step": 500
    },
    {
      "contrastive_loss": 2.095635414123535,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0549236536026,
      "step": 500
    },
    {
      "contrastive_loss": 2.0911989212036133,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.508710265159607,
      "step": 500
    },
    {
      "contrastive_loss": 2.1021676063537598,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9029653072357178,
      "step": 500
    },
    {
      "contrastive_loss": 2.0881991386413574,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0941189527511597,
      "step": 500
    },
    {
      "contrastive_loss": 2.0900020599365234,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9701949954032898,
      "step": 500
    },
    {
      "contrastive_loss": 2.0860841274261475,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9873607158660889,
      "step": 500
    },
    {
      "contrastive_loss": 2.0894834995269775,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3071414232254028,
      "step": 500
    },
    {
      "contrastive_loss": 2.109501361846924,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1153323650360107,
      "step": 500
    },
    {
      "contrastive_loss": 2.091353178024292,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9607371687889099,
      "step": 500
    },
    {
      "contrastive_loss": 2.0901663303375244,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2321306467056274,
      "step": 500
    },
    {
      "contrastive_loss": 2.109593629837036,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3623169660568237,
      "step": 500
    },
    {
      "contrastive_loss": 2.090583324432373,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8671453595161438,
      "step": 500
    },
    {
      "contrastive_loss": 2.0877230167388916,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.06483793258667,
      "step": 500
    },
    {
      "contrastive_loss": 2.089531183242798,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3683159351348877,
      "step": 500
    },
    {
      "contrastive_loss": 2.085338830947876,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0556648969650269,
      "step": 500
    },
    {
      "contrastive_loss": 2.096647024154663,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9769073724746704,
      "step": 500
    },
    {
      "contrastive_loss": 2.0931544303894043,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1619126796722412,
      "step": 500
    },
    {
      "contrastive_loss": 2.102748155593872,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9251466393470764,
      "step": 500
    },
    {
      "contrastive_loss": 2.094036340713501,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.123898983001709,
      "step": 500
    },
    {
      "contrastive_loss": 2.094182252883911,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0520713329315186,
      "step": 500
    },
    {
      "contrastive_loss": 2.087991952896118,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9196001887321472,
      "step": 500
    },
    {
      "contrastive_loss": 2.094374656677246,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0245012044906616,
      "step": 500
    },
    {
      "contrastive_loss": 2.0773770809173584,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9573069214820862,
      "step": 500
    },
    {
      "contrastive_loss": 2.0883607864379883,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0995441675186157,
      "step": 500
    },
    {
      "contrastive_loss": 2.096721649169922,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0847805738449097,
      "step": 500
    },
    {
      "contrastive_loss": 2.096027135848999,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1080107688903809,
      "step": 500
    },
    {
      "contrastive_loss": 2.082080602645874,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.959953784942627,
      "step": 500
    },
    {
      "contrastive_loss": 2.095522403717041,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0843569040298462,
      "step": 500
    },
    {
      "contrastive_loss": 2.0799922943115234,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.023856282234192,
      "step": 500
    },
    {
      "contrastive_loss": 2.087345600128174,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8705973029136658,
      "step": 500
    },
    {
      "contrastive_loss": 2.096811056137085,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7944358587265015,
      "step": 500
    },
    {
      "contrastive_loss": 2.0886850357055664,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1773667335510254,
      "step": 500
    },
    {
      "contrastive_loss": 2.0829923152923584,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3296345472335815,
      "step": 500
    },
    {
      "contrastive_loss": 2.095064640045166,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1315902471542358,
      "step": 500
    },
    {
      "contrastive_loss": 2.1037044525146484,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.6556567549705505,
      "step": 500
    },
    {
      "contrastive_loss": 2.09525465965271,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1582441329956055,
      "step": 500
    },
    {
      "contrastive_loss": 2.1066596508026123,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9571337103843689,
      "step": 500
    },
    {
      "contrastive_loss": 2.0936954021453857,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0490659475326538,
      "step": 500
    },
    {
      "contrastive_loss": 2.0864758491516113,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2582920789718628,
      "step": 500
    },
    {
      "contrastive_loss": 2.095980644226074,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0299468040466309,
      "step": 500
    },
    {
      "contrastive_loss": 2.0857553482055664,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0900781154632568,
      "step": 500
    },
    {
      "contrastive_loss": 2.091989278793335,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.136356234550476,
      "step": 500
    },
    {
      "contrastive_loss": 2.096595525741577,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9254660606384277,
      "step": 500
    },
    {
      "contrastive_loss": 2.099679470062256,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2919448614120483,
      "step": 500
    },
    {
      "contrastive_loss": 2.0957467555999756,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.318803310394287,
      "step": 500
    },
    {
      "contrastive_loss": 2.0864317417144775,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0473116636276245,
      "step": 500
    },
    {
      "contrastive_loss": 2.074831247329712,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0736873149871826,
      "step": 500
    },
    {
      "contrastive_loss": 2.09198260307312,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0719937086105347,
      "step": 500
    },
    {
      "contrastive_loss": 2.088113307952881,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2336198091506958,
      "step": 500
    },
    {
      "contrastive_loss": 2.093167543411255,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1445083618164062,
      "step": 500
    },
    {
      "contrastive_loss": 2.0846216678619385,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0717260837554932,
      "step": 500
    },
    {
      "contrastive_loss": 2.092561721801758,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3118574619293213,
      "step": 500
    },
    {
      "contrastive_loss": 2.0979161262512207,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.099135398864746,
      "step": 500
    },
    {
      "contrastive_loss": 2.098453998565674,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.049476146697998,
      "step": 500
    },
    {
      "contrastive_loss": 2.096923828125,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9581851363182068,
      "step": 500
    },
    {
      "contrastive_loss": 2.0903782844543457,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.881680965423584,
      "step": 500
    },
    {
      "contrastive_loss": 2.0972752571105957,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1514289379119873,
      "step": 500
    },
    {
      "contrastive_loss": 2.0971007347106934,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1376516819000244,
      "step": 500
    },
    {
      "contrastive_loss": 2.0920565128326416,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0981521606445312,
      "step": 500
    },
    {
      "contrastive_loss": 2.091104507446289,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0736209154129028,
      "step": 500
    },
    {
      "contrastive_loss": 2.0924251079559326,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0589220523834229,
      "step": 500
    },
    {
      "contrastive_loss": 2.0962116718292236,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.3749408721923828,
      "step": 500
    },
    {
      "contrastive_loss": 2.095249891281128,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.996600329875946,
      "step": 500
    },
    {
      "contrastive_loss": 2.084346055984497,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.7600563168525696,
      "step": 500
    },
    {
      "contrastive_loss": 2.0699896812438965,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.121277928352356,
      "step": 500
    },
    {
      "contrastive_loss": 2.0857677459716797,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0189059972763062,
      "step": 500
    },
    {
      "contrastive_loss": 2.0980610847473145,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.003142237663269,
      "step": 500
    },
    {
      "contrastive_loss": 2.0940937995910645,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1641637086868286,
      "step": 500
    },
    {
      "contrastive_loss": 2.0770864486694336,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.322576642036438,
      "step": 500
    },
    {
      "contrastive_loss": 2.0925676822662354,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0120385885238647,
      "step": 500
    },
    {
      "contrastive_loss": 2.096623420715332,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0170775651931763,
      "step": 500
    },
    {
      "contrastive_loss": 2.1006782054901123,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0612150430679321,
      "step": 500
    },
    {
      "contrastive_loss": 2.0985848903656006,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0491557121276855,
      "step": 500
    },
    {
      "contrastive_loss": 2.0999655723571777,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9876804351806641,
      "step": 500
    },
    {
      "contrastive_loss": 2.0961971282958984,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.970689058303833,
      "step": 500
    },
    {
      "contrastive_loss": 2.0910511016845703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1028916835784912,
      "step": 500
    },
    {
      "contrastive_loss": 2.0884201526641846,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2419248819351196,
      "step": 500
    },
    {
      "contrastive_loss": 2.0918467044830322,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.2043633460998535,
      "step": 500
    },
    {
      "contrastive_loss": 2.108471155166626,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.223509669303894,
      "step": 500
    },
    {
      "contrastive_loss": 2.0887458324432373,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9947262406349182,
      "step": 500
    },
    {
      "contrastive_loss": 2.063687324523926,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9663133025169373,
      "step": 500
    },
    {
      "contrastive_loss": 2.099720001220703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.208544135093689,
      "step": 500
    },
    {
      "contrastive_loss": 2.0944793224334717,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.8842400908470154,
      "step": 500
    },
    {
      "contrastive_loss": 2.0949227809906006,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9492557644844055,
      "step": 500
    },
    {
      "contrastive_loss": 2.093451738357544,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9298696517944336,
      "step": 500
    },
    {
      "contrastive_loss": 2.0879178047180176,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.068465232849121,
      "step": 500
    },
    {
      "contrastive_loss": 2.1010215282440186,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9801585078239441,
      "step": 500
    },
    {
      "contrastive_loss": 2.0982491970062256,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0237277746200562,
      "step": 500
    },
    {
      "contrastive_loss": 2.091783046722412,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.070963740348816,
      "step": 500
    },
    {
      "contrastive_loss": 2.091909885406494,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.085037112236023,
      "step": 500
    },
    {
      "contrastive_loss": 2.0950429439544678,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0570788383483887,
      "step": 500
    },
    {
      "contrastive_loss": 2.0895445346832275,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1777411699295044,
      "step": 500
    },
    {
      "contrastive_loss": 2.09832501411438,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1304737329483032,
      "step": 500
    },
    {
      "contrastive_loss": 2.069934844970703,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0563298463821411,
      "step": 500
    },
    {
      "contrastive_loss": 2.0932981967926025,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.9684224724769592,
      "step": 500
    },
    {
      "contrastive_loss": 2.0968291759490967,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0497146844863892,
      "step": 500
    },
    {
      "contrastive_loss": 2.0859475135803223,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.882896900177002,
      "step": 500
    },
    {
      "contrastive_loss": 2.0917396545410156,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1160500049591064,
      "step": 500
    },
    {
      "contrastive_loss": 2.101968765258789,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.19765305519104,
      "step": 500
    },
    {
      "contrastive_loss": 2.0844621658325195,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.0763167142868042,
      "step": 500
    },
    {
      "contrastive_loss": 2.0939197540283203,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.040120244026184,
      "step": 500
    },
    {
      "contrastive_loss": 2.091063976287842,
      "epoch": 0.3253884324412267,
      "nll_loss": 1.1541341543197632,
      "step": 500
    },
    {
      "epoch": 0.3253884324412267,
      "eval_loss": 1.3464345932006836,
      "eval_runtime": 1247.1605,
      "eval_samples_per_second": 4.009,
      "eval_steps_per_second": 0.501,
      "step": 500
    },
    {
      "contrastive_loss": 2.084564685821533,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.14042584598064423,
      "step": 500
    },
    {
      "contrastive_loss": 2.092792272567749,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.1695050150156021,
      "step": 500
    },
    {
      "contrastive_loss": 2.0963730812072754,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.159230574965477,
      "step": 500
    },
    {
      "contrastive_loss": 2.088179111480713,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.10871747136116028,
      "step": 500
    },
    {
      "contrastive_loss": 2.0887815952301025,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.10735316574573517,
      "step": 500
    },
    {
      "contrastive_loss": 2.0895345211029053,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.18103329837322235,
      "step": 500
    },
    {
      "contrastive_loss": 2.0935425758361816,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.14458651840686798,
      "step": 500
    },
    {
      "contrastive_loss": 2.1023104190826416,
      "epoch": 0.3253884324412267,
      "nll_loss": 0.08719257265329361,
      "step": 500
    },
    {
      "epoch": 0.328642316765639,
      "grad_norm": 0.27079910039901733,
      "learning_rate": 0.0002639136394790952,
      "loss": 3.1599,
      "step": 505
    },
    {
      "contrastive_loss": 2.09295916557312,
      "epoch": 0.328642316765639,
      "nll_loss": 0.1528780609369278,
      "step": 505
    },
    {
      "contrastive_loss": 2.09265398979187,
      "epoch": 0.328642316765639,
      "nll_loss": 0.1375199258327484,
      "step": 505
    },
    {
      "contrastive_loss": 2.0910494327545166,
      "epoch": 0.328642316765639,
      "nll_loss": 0.11819421499967575,
      "step": 505
    },
    {
      "contrastive_loss": 2.0942935943603516,
      "epoch": 0.328642316765639,
      "nll_loss": 0.21307410299777985,
      "step": 505
    },
    {
      "contrastive_loss": 2.1074371337890625,
      "epoch": 0.328642316765639,
      "nll_loss": 0.12478864938020706,
      "step": 505
    },
    {
      "contrastive_loss": 2.101789712905884,
      "epoch": 0.328642316765639,
      "nll_loss": 0.1939985603094101,
      "step": 505
    },
    {
      "contrastive_loss": 2.0921614170074463,
      "epoch": 0.328642316765639,
      "nll_loss": 0.0687987431883812,
      "step": 505
    },
    {
      "contrastive_loss": 2.089770555496216,
      "epoch": 0.328642316765639,
      "nll_loss": 0.10953668504953384,
      "step": 505
    },
    {
      "epoch": 0.33189620109005125,
      "grad_norm": 0.23001378774642944,
      "learning_rate": 0.00026339958875942423,
      "loss": 3.201,
      "step": 510
    },
    {
      "contrastive_loss": 2.0822243690490723,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.1491154134273529,
      "step": 510
    },
    {
      "contrastive_loss": 2.0976603031158447,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.14200687408447266,
      "step": 510
    },
    {
      "contrastive_loss": 2.087695360183716,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.13144135475158691,
      "step": 510
    },
    {
      "contrastive_loss": 2.1075427532196045,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.1607801616191864,
      "step": 510
    },
    {
      "contrastive_loss": 2.0889787673950195,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.09807658940553665,
      "step": 510
    },
    {
      "contrastive_loss": 2.089343309402466,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.13654732704162598,
      "step": 510
    },
    {
      "contrastive_loss": 2.0885677337646484,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.14266811311244965,
      "step": 510
    },
    {
      "contrastive_loss": 2.095088005065918,
      "epoch": 0.33189620109005125,
      "nll_loss": 0.09567741304636002,
      "step": 510
    },
    {
      "epoch": 0.3351500854144635,
      "grad_norm": 0.2617284953594208,
      "learning_rate": 0.00026288553803975324,
      "loss": 3.1795,
      "step": 515
    },
    {
      "contrastive_loss": 2.07961368560791,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.13226108253002167,
      "step": 515
    },
    {
      "contrastive_loss": 2.086629629135132,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.16529451310634613,
      "step": 515
    },
    {
      "contrastive_loss": 2.0962867736816406,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.13734392821788788,
      "step": 515
    },
    {
      "contrastive_loss": 2.0890746116638184,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.11534565687179565,
      "step": 515
    },
    {
      "contrastive_loss": 2.0972208976745605,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.16008447110652924,
      "step": 515
    },
    {
      "contrastive_loss": 2.0923819541931152,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.09179004281759262,
      "step": 515
    },
    {
      "contrastive_loss": 2.088561773300171,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.14005853235721588,
      "step": 515
    },
    {
      "contrastive_loss": 2.089707136154175,
      "epoch": 0.3351500854144635,
      "nll_loss": 0.10366920381784439,
      "step": 515
    },
    {
      "epoch": 0.33840396973887577,
      "grad_norm": 0.23564690351486206,
      "learning_rate": 0.0002623714873200822,
      "loss": 3.1602,
      "step": 520
    },
    {
      "contrastive_loss": 2.090951681137085,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.15224650502204895,
      "step": 520
    },
    {
      "contrastive_loss": 2.0993285179138184,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.17176932096481323,
      "step": 520
    },
    {
      "contrastive_loss": 2.0974316596984863,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.14665713906288147,
      "step": 520
    },
    {
      "contrastive_loss": 2.099485158920288,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.12918078899383545,
      "step": 520
    },
    {
      "contrastive_loss": 2.0868301391601562,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.0888642817735672,
      "step": 520
    },
    {
      "contrastive_loss": 2.0773396492004395,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.12111391872167587,
      "step": 520
    },
    {
      "contrastive_loss": 2.0871176719665527,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.16078947484493256,
      "step": 520
    },
    {
      "contrastive_loss": 2.0924060344696045,
      "epoch": 0.33840396973887577,
      "nll_loss": 0.058917656540870667,
      "step": 520
    },
    {
      "epoch": 0.341657854063288,
      "grad_norm": 0.2734105587005615,
      "learning_rate": 0.0002618574366004112,
      "loss": 3.1572,
      "step": 525
    },
    {
      "contrastive_loss": 2.1048994064331055,
      "epoch": 0.341657854063288,
      "nll_loss": 0.09763050824403763,
      "step": 525
    },
    {
      "contrastive_loss": 2.097806930541992,
      "epoch": 0.341657854063288,
      "nll_loss": 0.14831601083278656,
      "step": 525
    },
    {
      "contrastive_loss": 2.094489812850952,
      "epoch": 0.341657854063288,
      "nll_loss": 0.15085351467132568,
      "step": 525
    },
    {
      "contrastive_loss": 2.1020283699035645,
      "epoch": 0.341657854063288,
      "nll_loss": 0.08793121576309204,
      "step": 525
    },
    {
      "contrastive_loss": 2.094200849533081,
      "epoch": 0.341657854063288,
      "nll_loss": 0.08009897172451019,
      "step": 525
    },
    {
      "contrastive_loss": 2.0885376930236816,
      "epoch": 0.341657854063288,
      "nll_loss": 0.11764523386955261,
      "step": 525
    },
    {
      "contrastive_loss": 2.0972743034362793,
      "epoch": 0.341657854063288,
      "nll_loss": 0.1492200791835785,
      "step": 525
    },
    {
      "contrastive_loss": 2.0991034507751465,
      "epoch": 0.341657854063288,
      "nll_loss": 0.171228289604187,
      "step": 525
    },
    {
      "epoch": 0.34491173838770034,
      "grad_norm": 0.23484186828136444,
      "learning_rate": 0.0002613433858807402,
      "loss": 3.1411,
      "step": 530
    },
    {
      "contrastive_loss": 2.0903263092041016,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.23106913268566132,
      "step": 530
    },
    {
      "contrastive_loss": 2.0934524536132812,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.07864444702863693,
      "step": 530
    },
    {
      "contrastive_loss": 2.0989575386047363,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.14644402265548706,
      "step": 530
    },
    {
      "contrastive_loss": 2.093919038772583,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.10456296056509018,
      "step": 530
    },
    {
      "contrastive_loss": 2.0927317142486572,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.14309139549732208,
      "step": 530
    },
    {
      "contrastive_loss": 2.1024885177612305,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.15472882986068726,
      "step": 530
    },
    {
      "contrastive_loss": 2.080991268157959,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.10999908298254013,
      "step": 530
    },
    {
      "contrastive_loss": 2.0919113159179688,
      "epoch": 0.34491173838770034,
      "nll_loss": 0.12134405970573425,
      "step": 530
    },
    {
      "epoch": 0.3481656227121126,
      "grad_norm": 0.3215131163597107,
      "learning_rate": 0.00026082933516106917,
      "loss": 3.1788,
      "step": 535
    },
    {
      "contrastive_loss": 2.097858428955078,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.10149284452199936,
      "step": 535
    },
    {
      "contrastive_loss": 2.0748167037963867,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.16818322241306305,
      "step": 535
    },
    {
      "contrastive_loss": 2.0983123779296875,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.20283466577529907,
      "step": 535
    },
    {
      "contrastive_loss": 2.092162609100342,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.12088408321142197,
      "step": 535
    },
    {
      "contrastive_loss": 2.0973944664001465,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.06996345520019531,
      "step": 535
    },
    {
      "contrastive_loss": 2.087596893310547,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.19178034365177155,
      "step": 535
    },
    {
      "contrastive_loss": 2.093499183654785,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.11947174370288849,
      "step": 535
    },
    {
      "contrastive_loss": 2.085153102874756,
      "epoch": 0.3481656227121126,
      "nll_loss": 0.12076741456985474,
      "step": 535
    },
    {
      "epoch": 0.35141950703652486,
      "grad_norm": 0.24431705474853516,
      "learning_rate": 0.0002603152844413982,
      "loss": 3.1672,
      "step": 540
    },
    {
      "contrastive_loss": 2.0982208251953125,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.07565058767795563,
      "step": 540
    },
    {
      "contrastive_loss": 2.0868079662323,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.07742030173540115,
      "step": 540
    },
    {
      "contrastive_loss": 2.0784311294555664,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.15315745770931244,
      "step": 540
    },
    {
      "contrastive_loss": 2.1027379035949707,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.16399690508842468,
      "step": 540
    },
    {
      "contrastive_loss": 2.0974631309509277,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.160631462931633,
      "step": 540
    },
    {
      "contrastive_loss": 2.0784401893615723,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.1388770192861557,
      "step": 540
    },
    {
      "contrastive_loss": 2.09602952003479,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.17914538085460663,
      "step": 540
    },
    {
      "contrastive_loss": 2.0885183811187744,
      "epoch": 0.35141950703652486,
      "nll_loss": 0.07986607402563095,
      "step": 540
    },
    {
      "epoch": 0.3546733913609371,
      "grad_norm": 0.2667015492916107,
      "learning_rate": 0.0002598012337217272,
      "loss": 3.1463,
      "step": 545
    },
    {
      "contrastive_loss": 2.094266653060913,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.16923531889915466,
      "step": 545
    },
    {
      "contrastive_loss": 2.0531742572784424,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.07889258116483688,
      "step": 545
    },
    {
      "contrastive_loss": 2.0827860832214355,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.15546347200870514,
      "step": 545
    },
    {
      "contrastive_loss": 2.094428062438965,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.12119628489017487,
      "step": 545
    },
    {
      "contrastive_loss": 2.091813564300537,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.1130170077085495,
      "step": 545
    },
    {
      "contrastive_loss": 2.1004228591918945,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.14302438497543335,
      "step": 545
    },
    {
      "contrastive_loss": 2.094837188720703,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.16963887214660645,
      "step": 545
    },
    {
      "contrastive_loss": 2.0913093090057373,
      "epoch": 0.3546733913609371,
      "nll_loss": 0.06411408632993698,
      "step": 545
    },
    {
      "epoch": 0.3579272756853494,
      "grad_norm": 0.30073049664497375,
      "learning_rate": 0.0002592871830020562,
      "loss": 3.1421,
      "step": 550
    },
    {
      "contrastive_loss": 2.098698616027832,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.1659718006849289,
      "step": 550
    },
    {
      "contrastive_loss": 2.0902068614959717,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.11749453097581863,
      "step": 550
    },
    {
      "contrastive_loss": 2.1017043590545654,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.17876601219177246,
      "step": 550
    },
    {
      "contrastive_loss": 2.091019630432129,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.05993355065584183,
      "step": 550
    },
    {
      "contrastive_loss": 2.096712350845337,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.09660224616527557,
      "step": 550
    },
    {
      "contrastive_loss": 2.0863118171691895,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.11439978331327438,
      "step": 550
    },
    {
      "contrastive_loss": 2.093503713607788,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.21120348572731018,
      "step": 550
    },
    {
      "contrastive_loss": 2.0912094116210938,
      "epoch": 0.3579272756853494,
      "nll_loss": 0.11836092919111252,
      "step": 550
    },
    {
      "epoch": 0.36118116000976164,
      "grad_norm": 0.24059389531612396,
      "learning_rate": 0.0002587731322823852,
      "loss": 3.1559,
      "step": 555
    },
    {
      "contrastive_loss": 2.08919095993042,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.1567070633172989,
      "step": 555
    },
    {
      "contrastive_loss": 2.0952701568603516,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.18326711654663086,
      "step": 555
    },
    {
      "contrastive_loss": 2.0855660438537598,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.05549547076225281,
      "step": 555
    },
    {
      "contrastive_loss": 2.079990863800049,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.040555063635110855,
      "step": 555
    },
    {
      "contrastive_loss": 2.100090503692627,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.11044413596391678,
      "step": 555
    },
    {
      "contrastive_loss": 2.1007702350616455,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.19890214502811432,
      "step": 555
    },
    {
      "contrastive_loss": 2.0964438915252686,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.0940658450126648,
      "step": 555
    },
    {
      "contrastive_loss": 2.09315824508667,
      "epoch": 0.36118116000976164,
      "nll_loss": 0.21240274608135223,
      "step": 555
    },
    {
      "epoch": 0.3644350443341739,
      "grad_norm": 0.2761463224887848,
      "learning_rate": 0.00025825908156271415,
      "loss": 3.1677,
      "step": 560
    },
    {
      "contrastive_loss": 2.088702917098999,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.2091105729341507,
      "step": 560
    },
    {
      "contrastive_loss": 2.092597246170044,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.15751951932907104,
      "step": 560
    },
    {
      "contrastive_loss": 2.0959887504577637,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.13883432745933533,
      "step": 560
    },
    {
      "contrastive_loss": 2.0944056510925293,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.15218482911586761,
      "step": 560
    },
    {
      "contrastive_loss": 2.0849392414093018,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.07130873203277588,
      "step": 560
    },
    {
      "contrastive_loss": 2.0886220932006836,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.19475960731506348,
      "step": 560
    },
    {
      "contrastive_loss": 2.1020002365112305,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.12524837255477905,
      "step": 560
    },
    {
      "contrastive_loss": 2.083951234817505,
      "epoch": 0.3644350443341739,
      "nll_loss": 0.03953362628817558,
      "step": 560
    },
    {
      "epoch": 0.3676889286585862,
      "grad_norm": 0.23945929110050201,
      "learning_rate": 0.00025774503084304316,
      "loss": 3.1766,
      "step": 565
    },
    {
      "contrastive_loss": 2.0873003005981445,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.10861547291278839,
      "step": 565
    },
    {
      "contrastive_loss": 2.0846827030181885,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.11519233137369156,
      "step": 565
    },
    {
      "contrastive_loss": 2.0952908992767334,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.1668298840522766,
      "step": 565
    },
    {
      "contrastive_loss": 2.096226453781128,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.14827249944210052,
      "step": 565
    },
    {
      "contrastive_loss": 2.0871546268463135,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.16231627762317657,
      "step": 565
    },
    {
      "contrastive_loss": 2.073723316192627,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.16238123178482056,
      "step": 565
    },
    {
      "contrastive_loss": 2.0920825004577637,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.15929219126701355,
      "step": 565
    },
    {
      "contrastive_loss": 2.099527597427368,
      "epoch": 0.3676889286585862,
      "nll_loss": 0.14746946096420288,
      "step": 565
    },
    {
      "epoch": 0.37094281298299847,
      "grad_norm": 0.2432384192943573,
      "learning_rate": 0.00025723098012337217,
      "loss": 3.2034,
      "step": 570
    },
    {
      "contrastive_loss": 2.087702989578247,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.07471093535423279,
      "step": 570
    },
    {
      "contrastive_loss": 2.0915403366088867,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.1526794284582138,
      "step": 570
    },
    {
      "contrastive_loss": 2.09084153175354,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.12189044803380966,
      "step": 570
    },
    {
      "contrastive_loss": 2.0885231494903564,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.15676890313625336,
      "step": 570
    },
    {
      "contrastive_loss": 2.0940191745758057,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.13191701471805573,
      "step": 570
    },
    {
      "contrastive_loss": 2.1013898849487305,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.15507130324840546,
      "step": 570
    },
    {
      "contrastive_loss": 2.1042516231536865,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.11027023941278458,
      "step": 570
    },
    {
      "contrastive_loss": 2.0887959003448486,
      "epoch": 0.37094281298299847,
      "nll_loss": 0.1546051949262619,
      "step": 570
    },
    {
      "epoch": 0.37419669730741073,
      "grad_norm": 0.2833539843559265,
      "learning_rate": 0.0002567169294037012,
      "loss": 3.162,
      "step": 575
    },
    {
      "contrastive_loss": 2.0944783687591553,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.16104966402053833,
      "step": 575
    },
    {
      "contrastive_loss": 2.0972437858581543,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.055312272161245346,
      "step": 575
    },
    {
      "contrastive_loss": 2.088160753250122,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.26697924733161926,
      "step": 575
    },
    {
      "contrastive_loss": 2.087682008743286,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.13293133676052094,
      "step": 575
    },
    {
      "contrastive_loss": 2.0488874912261963,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.12050734460353851,
      "step": 575
    },
    {
      "contrastive_loss": 2.0919241905212402,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.07666707038879395,
      "step": 575
    },
    {
      "contrastive_loss": 2.1003634929656982,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.18281342089176178,
      "step": 575
    },
    {
      "contrastive_loss": 2.1055212020874023,
      "epoch": 0.37419669730741073,
      "nll_loss": 0.13489577174186707,
      "step": 575
    },
    {
      "epoch": 0.377450581631823,
      "grad_norm": 0.24859590828418732,
      "learning_rate": 0.00025620287868403013,
      "loss": 3.2009,
      "step": 580
    },
    {
      "contrastive_loss": 2.0897622108459473,
      "epoch": 0.377450581631823,
      "nll_loss": 0.2056703418493271,
      "step": 580
    },
    {
      "contrastive_loss": 2.0855023860931396,
      "epoch": 0.377450581631823,
      "nll_loss": 0.20057328045368195,
      "step": 580
    },
    {
      "contrastive_loss": 2.1031203269958496,
      "epoch": 0.377450581631823,
      "nll_loss": 0.11094515770673752,
      "step": 580
    },
    {
      "contrastive_loss": 2.0959129333496094,
      "epoch": 0.377450581631823,
      "nll_loss": 0.08035564422607422,
      "step": 580
    },
    {
      "contrastive_loss": 2.097125768661499,
      "epoch": 0.377450581631823,
      "nll_loss": 0.17270387709140778,
      "step": 580
    },
    {
      "contrastive_loss": 2.090930461883545,
      "epoch": 0.377450581631823,
      "nll_loss": 0.05733834579586983,
      "step": 580
    },
    {
      "contrastive_loss": 2.1007354259490967,
      "epoch": 0.377450581631823,
      "nll_loss": 0.07744249701499939,
      "step": 580
    },
    {
      "contrastive_loss": 2.1011290550231934,
      "epoch": 0.377450581631823,
      "nll_loss": 0.16586749255657196,
      "step": 580
    },
    {
      "epoch": 0.38070446595623525,
      "grad_norm": 0.25567930936813354,
      "learning_rate": 0.00025568882796435914,
      "loss": 3.1873,
      "step": 585
    },
    {
      "contrastive_loss": 2.0924129486083984,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.1605883538722992,
      "step": 585
    },
    {
      "contrastive_loss": 2.0789222717285156,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.1536734402179718,
      "step": 585
    },
    {
      "contrastive_loss": 2.0972561836242676,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.14593246579170227,
      "step": 585
    },
    {
      "contrastive_loss": 2.0865328311920166,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.12441670894622803,
      "step": 585
    },
    {
      "contrastive_loss": 2.118558406829834,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.13443265855312347,
      "step": 585
    },
    {
      "contrastive_loss": 2.0884547233581543,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.13740354776382446,
      "step": 585
    },
    {
      "contrastive_loss": 2.0956344604492188,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.17523227632045746,
      "step": 585
    },
    {
      "contrastive_loss": 2.088258743286133,
      "epoch": 0.38070446595623525,
      "nll_loss": 0.062275320291519165,
      "step": 585
    },
    {
      "epoch": 0.3839583502806475,
      "grad_norm": 0.23418134450912476,
      "learning_rate": 0.00025517477724468815,
      "loss": 3.1733,
      "step": 590
    },
    {
      "contrastive_loss": 2.0912370681762695,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.13464659452438354,
      "step": 590
    },
    {
      "contrastive_loss": 2.08385968208313,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.16580133140087128,
      "step": 590
    },
    {
      "contrastive_loss": 2.0960965156555176,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.22046944499015808,
      "step": 590
    },
    {
      "contrastive_loss": 2.100342273712158,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.11377941817045212,
      "step": 590
    },
    {
      "contrastive_loss": 2.0922138690948486,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.13621878623962402,
      "step": 590
    },
    {
      "contrastive_loss": 2.0882697105407715,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.18336240947246552,
      "step": 590
    },
    {
      "contrastive_loss": 2.0978684425354004,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.07602524012327194,
      "step": 590
    },
    {
      "contrastive_loss": 2.0877275466918945,
      "epoch": 0.3839583502806475,
      "nll_loss": 0.19640614092350006,
      "step": 590
    },
    {
      "epoch": 0.38721223460505977,
      "grad_norm": 0.2760732173919678,
      "learning_rate": 0.0002546607265250171,
      "loss": 3.2235,
      "step": 595
    },
    {
      "contrastive_loss": 2.088465929031372,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.18059082329273224,
      "step": 595
    },
    {
      "contrastive_loss": 2.0866637229919434,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.08581256866455078,
      "step": 595
    },
    {
      "contrastive_loss": 2.094003915786743,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.20396405458450317,
      "step": 595
    },
    {
      "contrastive_loss": 2.095444679260254,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.15593038499355316,
      "step": 595
    },
    {
      "contrastive_loss": 2.093292713165283,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.12350861728191376,
      "step": 595
    },
    {
      "contrastive_loss": 2.0941734313964844,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.09118544310331345,
      "step": 595
    },
    {
      "contrastive_loss": 2.0946221351623535,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.10605446994304657,
      "step": 595
    },
    {
      "contrastive_loss": 2.0890214443206787,
      "epoch": 0.38721223460505977,
      "nll_loss": 0.1656220406293869,
      "step": 595
    },
    {
      "epoch": 0.3904661189294721,
      "grad_norm": 0.24779465794563293,
      "learning_rate": 0.0002541466758053461,
      "loss": 3.1692,
      "step": 600
    },
    {
      "contrastive_loss": 2.100435972213745,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.13237030804157257,
      "step": 600
    },
    {
      "contrastive_loss": 2.098501205444336,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.17611238360404968,
      "step": 600
    },
    {
      "contrastive_loss": 2.0894274711608887,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.22031354904174805,
      "step": 600
    },
    {
      "contrastive_loss": 2.080317974090576,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.08130240440368652,
      "step": 600
    },
    {
      "contrastive_loss": 2.088395357131958,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.13022099435329437,
      "step": 600
    },
    {
      "contrastive_loss": 2.090806007385254,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.1396583616733551,
      "step": 600
    },
    {
      "contrastive_loss": 2.0902764797210693,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.18426404893398285,
      "step": 600
    },
    {
      "contrastive_loss": 2.091280221939087,
      "epoch": 0.3904661189294721,
      "nll_loss": 0.10328395664691925,
      "step": 600
    },
    {
      "epoch": 0.39372000325388434,
      "grad_norm": 0.3040204346179962,
      "learning_rate": 0.0002536326250856751,
      "loss": 3.2053,
      "step": 605
    },
    {
      "contrastive_loss": 2.1109116077423096,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.06791205704212189,
      "step": 605
    },
    {
      "contrastive_loss": 2.095878839492798,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.20639358460903168,
      "step": 605
    },
    {
      "contrastive_loss": 2.085747718811035,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.09083668887615204,
      "step": 605
    },
    {
      "contrastive_loss": 2.09835147857666,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.11611724644899368,
      "step": 605
    },
    {
      "contrastive_loss": 2.0895028114318848,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.20631806552410126,
      "step": 605
    },
    {
      "contrastive_loss": 2.09173321723938,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.1628984808921814,
      "step": 605
    },
    {
      "contrastive_loss": 2.0910885334014893,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.10612025856971741,
      "step": 605
    },
    {
      "contrastive_loss": 2.1084015369415283,
      "epoch": 0.39372000325388434,
      "nll_loss": 0.109379343688488,
      "step": 605
    },
    {
      "epoch": 0.3969738875782966,
      "grad_norm": 0.23726429045200348,
      "learning_rate": 0.00025311857436600407,
      "loss": 3.1721,
      "step": 610
    },
    {
      "contrastive_loss": 2.090571165084839,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.10279663652181625,
      "step": 610
    },
    {
      "contrastive_loss": 2.1011884212493896,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.11985968798398972,
      "step": 610
    },
    {
      "contrastive_loss": 2.09586763381958,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.15054410696029663,
      "step": 610
    },
    {
      "contrastive_loss": 2.0810048580169678,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.17517107725143433,
      "step": 610
    },
    {
      "contrastive_loss": 2.101879358291626,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.10449520498514175,
      "step": 610
    },
    {
      "contrastive_loss": 2.0995116233825684,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.1671680063009262,
      "step": 610
    },
    {
      "contrastive_loss": 2.6539385318756104,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.14924418926239014,
      "step": 610
    },
    {
      "contrastive_loss": 2.087315559387207,
      "epoch": 0.3969738875782966,
      "nll_loss": 0.13389115035533905,
      "step": 610
    },
    {
      "epoch": 0.40022777190270886,
      "grad_norm": 0.2807201147079468,
      "learning_rate": 0.0002526045236463331,
      "loss": 3.2172,
      "step": 615
    },
    {
      "contrastive_loss": 2.084130048751831,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.13267894089221954,
      "step": 615
    },
    {
      "contrastive_loss": 2.091730833053589,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.14414507150650024,
      "step": 615
    },
    {
      "contrastive_loss": 2.0993337631225586,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.11948610097169876,
      "step": 615
    },
    {
      "contrastive_loss": 2.098752021789551,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.16192977130413055,
      "step": 615
    },
    {
      "contrastive_loss": 2.0965006351470947,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.17345455288887024,
      "step": 615
    },
    {
      "contrastive_loss": 2.0933797359466553,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.15226943790912628,
      "step": 615
    },
    {
      "contrastive_loss": 2.09757399559021,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.19982261955738068,
      "step": 615
    },
    {
      "contrastive_loss": 2.0898008346557617,
      "epoch": 0.40022777190270886,
      "nll_loss": 0.04720573127269745,
      "step": 615
    },
    {
      "epoch": 0.4034816562271211,
      "grad_norm": 0.272815465927124,
      "learning_rate": 0.0002520904729266621,
      "loss": 3.1952,
      "step": 620
    },
    {
      "contrastive_loss": 2.089263439178467,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.09128203243017197,
      "step": 620
    },
    {
      "contrastive_loss": 2.09674334526062,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.13791248202323914,
      "step": 620
    },
    {
      "contrastive_loss": 2.0868351459503174,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.11652009189128876,
      "step": 620
    },
    {
      "contrastive_loss": 2.096552610397339,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.16358140110969543,
      "step": 620
    },
    {
      "contrastive_loss": 2.0785253047943115,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.13415761291980743,
      "step": 620
    },
    {
      "contrastive_loss": 2.0971570014953613,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.10410851240158081,
      "step": 620
    },
    {
      "contrastive_loss": 2.0883233547210693,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.21660497784614563,
      "step": 620
    },
    {
      "contrastive_loss": 2.0876991748809814,
      "epoch": 0.4034816562271211,
      "nll_loss": 0.09184580296278,
      "step": 620
    },
    {
      "epoch": 0.4067355405515334,
      "grad_norm": 0.2612020969390869,
      "learning_rate": 0.00025157642220699104,
      "loss": 3.1519,
      "step": 625
    },
    {
      "contrastive_loss": 2.0898239612579346,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.08460293710231781,
      "step": 625
    },
    {
      "contrastive_loss": 2.093878984451294,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.15104776620864868,
      "step": 625
    },
    {
      "contrastive_loss": 2.099668025970459,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.14673888683319092,
      "step": 625
    },
    {
      "contrastive_loss": 2.0928876399993896,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.09471604228019714,
      "step": 625
    },
    {
      "contrastive_loss": 2.0869579315185547,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.15612410008907318,
      "step": 625
    },
    {
      "contrastive_loss": 2.0891666412353516,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.09675425291061401,
      "step": 625
    },
    {
      "contrastive_loss": 2.092557191848755,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.15623299777507782,
      "step": 625
    },
    {
      "contrastive_loss": 2.0969085693359375,
      "epoch": 0.4067355405515334,
      "nll_loss": 0.20875751972198486,
      "step": 625
    },
    {
      "epoch": 0.40998942487594564,
      "grad_norm": 0.2965978682041168,
      "learning_rate": 0.00025106237148732005,
      "loss": 3.1712,
      "step": 630
    },
    {
      "contrastive_loss": 2.0864639282226562,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.16253575682640076,
      "step": 630
    },
    {
      "contrastive_loss": 2.094850778579712,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.15643009543418884,
      "step": 630
    },
    {
      "contrastive_loss": 2.0880825519561768,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.08123162388801575,
      "step": 630
    },
    {
      "contrastive_loss": 2.0933117866516113,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.14797550439834595,
      "step": 630
    },
    {
      "contrastive_loss": 2.0866715908050537,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.11238464713096619,
      "step": 630
    },
    {
      "contrastive_loss": 2.0915234088897705,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.09061803668737411,
      "step": 630
    },
    {
      "contrastive_loss": 2.090660572052002,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.1256466656923294,
      "step": 630
    },
    {
      "contrastive_loss": 2.09375262260437,
      "epoch": 0.40998942487594564,
      "nll_loss": 0.22044183313846588,
      "step": 630
    },
    {
      "epoch": 0.4132433092003579,
      "grad_norm": 0.251422256231308,
      "learning_rate": 0.00025054832076764906,
      "loss": 3.1741,
      "step": 635
    },
    {
      "contrastive_loss": 2.101994752883911,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.12433270364999771,
      "step": 635
    },
    {
      "contrastive_loss": 2.08836030960083,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.052893783897161484,
      "step": 635
    },
    {
      "contrastive_loss": 2.0911264419555664,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.08367949724197388,
      "step": 635
    },
    {
      "contrastive_loss": 2.0874297618865967,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.12716305255889893,
      "step": 635
    },
    {
      "contrastive_loss": 2.0984907150268555,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.24409595131874084,
      "step": 635
    },
    {
      "contrastive_loss": 2.090593099594116,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.061248283833265305,
      "step": 635
    },
    {
      "contrastive_loss": 2.091024160385132,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.12165220826864243,
      "step": 635
    },
    {
      "contrastive_loss": 2.092203140258789,
      "epoch": 0.4132433092003579,
      "nll_loss": 0.1859874725341797,
      "step": 635
    },
    {
      "epoch": 0.4164971935247702,
      "grad_norm": 0.31031954288482666,
      "learning_rate": 0.00025003427004797806,
      "loss": 3.1637,
      "step": 640
    },
    {
      "contrastive_loss": 2.088611125946045,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.222758486866951,
      "step": 640
    },
    {
      "contrastive_loss": 2.100992441177368,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.18711534142494202,
      "step": 640
    },
    {
      "contrastive_loss": 2.098436117172241,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.1722724288702011,
      "step": 640
    },
    {
      "contrastive_loss": 2.096485137939453,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.10242322832345963,
      "step": 640
    },
    {
      "contrastive_loss": 2.102935791015625,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.20429842174053192,
      "step": 640
    },
    {
      "contrastive_loss": 2.10634183883667,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.12238282710313797,
      "step": 640
    },
    {
      "contrastive_loss": 2.088083505630493,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.017451858147978783,
      "step": 640
    },
    {
      "contrastive_loss": 2.0869946479797363,
      "epoch": 0.4164971935247702,
      "nll_loss": 0.04397337883710861,
      "step": 640
    },
    {
      "epoch": 0.4197510778491825,
      "grad_norm": 0.2525002062320709,
      "learning_rate": 0.000249520219328307,
      "loss": 3.1767,
      "step": 645
    },
    {
      "contrastive_loss": 2.094801187515259,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.14282658696174622,
      "step": 645
    },
    {
      "contrastive_loss": 2.090839147567749,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.07816208153963089,
      "step": 645
    },
    {
      "contrastive_loss": 2.0924267768859863,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.1152152344584465,
      "step": 645
    },
    {
      "contrastive_loss": 2.0983729362487793,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.1519133448600769,
      "step": 645
    },
    {
      "contrastive_loss": 2.0893497467041016,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.1788056641817093,
      "step": 645
    },
    {
      "contrastive_loss": 2.092663049697876,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.13133980333805084,
      "step": 645
    },
    {
      "contrastive_loss": 2.0860953330993652,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.16416923701763153,
      "step": 645
    },
    {
      "contrastive_loss": 2.0908591747283936,
      "epoch": 0.4197510778491825,
      "nll_loss": 0.15755373239517212,
      "step": 645
    },
    {
      "epoch": 0.42300496217359473,
      "grad_norm": 0.25883936882019043,
      "learning_rate": 0.000249006168608636,
      "loss": 3.186,
      "step": 650
    },
    {
      "contrastive_loss": 2.087965250015259,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.16436724364757538,
      "step": 650
    },
    {
      "contrastive_loss": 2.091909885406494,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.1093580573797226,
      "step": 650
    },
    {
      "contrastive_loss": 2.088449001312256,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.08191041648387909,
      "step": 650
    },
    {
      "contrastive_loss": 2.0916800498962402,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.16739775240421295,
      "step": 650
    },
    {
      "contrastive_loss": 2.098508834838867,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.2037033885717392,
      "step": 650
    },
    {
      "contrastive_loss": 2.0952882766723633,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.0836244747042656,
      "step": 650
    },
    {
      "contrastive_loss": 2.0901970863342285,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.18769915401935577,
      "step": 650
    },
    {
      "contrastive_loss": 2.082059383392334,
      "epoch": 0.42300496217359473,
      "nll_loss": 0.12164482474327087,
      "step": 650
    },
    {
      "epoch": 0.426258846498007,
      "grad_norm": 0.2642272710800171,
      "learning_rate": 0.00024849211788896503,
      "loss": 3.1707,
      "step": 655
    },
    {
      "contrastive_loss": 2.0944511890411377,
      "epoch": 0.426258846498007,
      "nll_loss": 0.0667407363653183,
      "step": 655
    },
    {
      "contrastive_loss": 2.087812900543213,
      "epoch": 0.426258846498007,
      "nll_loss": 0.14080685377120972,
      "step": 655
    },
    {
      "contrastive_loss": 2.088411331176758,
      "epoch": 0.426258846498007,
      "nll_loss": 0.11766699701547623,
      "step": 655
    },
    {
      "contrastive_loss": 2.0898637771606445,
      "epoch": 0.426258846498007,
      "nll_loss": 0.11945106089115143,
      "step": 655
    },
    {
      "contrastive_loss": 2.094972610473633,
      "epoch": 0.426258846498007,
      "nll_loss": 0.15739938616752625,
      "step": 655
    },
    {
      "contrastive_loss": 2.0894694328308105,
      "epoch": 0.426258846498007,
      "nll_loss": 0.13468067348003387,
      "step": 655
    },
    {
      "contrastive_loss": 2.086660385131836,
      "epoch": 0.426258846498007,
      "nll_loss": 0.2032703310251236,
      "step": 655
    },
    {
      "contrastive_loss": 2.0930917263031006,
      "epoch": 0.426258846498007,
      "nll_loss": 0.19071270525455475,
      "step": 655
    },
    {
      "epoch": 0.42951273082241925,
      "grad_norm": 0.2692375183105469,
      "learning_rate": 0.00024797806716929404,
      "loss": 3.203,
      "step": 660
    },
    {
      "contrastive_loss": 2.0917718410491943,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.11657099425792694,
      "step": 660
    },
    {
      "contrastive_loss": 2.1001439094543457,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.07447703927755356,
      "step": 660
    },
    {
      "contrastive_loss": 2.0987601280212402,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.1481170952320099,
      "step": 660
    },
    {
      "contrastive_loss": 2.0901477336883545,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.13914093375205994,
      "step": 660
    },
    {
      "contrastive_loss": 2.09304141998291,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.11985602974891663,
      "step": 660
    },
    {
      "contrastive_loss": 2.0948855876922607,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.09669222682714462,
      "step": 660
    },
    {
      "contrastive_loss": 2.0880274772644043,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.18392647802829742,
      "step": 660
    },
    {
      "contrastive_loss": 2.089498996734619,
      "epoch": 0.42951273082241925,
      "nll_loss": 0.15668131411075592,
      "step": 660
    },
    {
      "epoch": 0.4327666151468315,
      "grad_norm": 0.2553902566432953,
      "learning_rate": 0.000247464016449623,
      "loss": 3.1618,
      "step": 665
    },
    {
      "contrastive_loss": 2.0852856636047363,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.16404502093791962,
      "step": 665
    },
    {
      "contrastive_loss": 2.0979745388031006,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.28484514355659485,
      "step": 665
    },
    {
      "contrastive_loss": 2.087838649749756,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.06937883794307709,
      "step": 665
    },
    {
      "contrastive_loss": 2.08597993850708,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.09452623128890991,
      "step": 665
    },
    {
      "contrastive_loss": 2.090127944946289,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.1926897019147873,
      "step": 665
    },
    {
      "contrastive_loss": 2.097557783126831,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.07423085719347,
      "step": 665
    },
    {
      "contrastive_loss": 2.092362880706787,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.07976729422807693,
      "step": 665
    },
    {
      "contrastive_loss": 2.087312936782837,
      "epoch": 0.4327666151468315,
      "nll_loss": 0.19329024851322174,
      "step": 665
    },
    {
      "epoch": 0.43602049947124377,
      "grad_norm": 0.24893899261951447,
      "learning_rate": 0.000246949965729952,
      "loss": 3.1693,
      "step": 670
    },
    {
      "contrastive_loss": 2.097896099090576,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1427139788866043,
      "step": 670
    },
    {
      "contrastive_loss": 2.0871100425720215,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.17632350325584412,
      "step": 670
    },
    {
      "contrastive_loss": 2.0851926803588867,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.16432414948940277,
      "step": 670
    },
    {
      "contrastive_loss": 2.0918657779693604,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.054735343903303146,
      "step": 670
    },
    {
      "contrastive_loss": 2.102038621902466,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.07969441264867783,
      "step": 670
    },
    {
      "contrastive_loss": 2.0936832427978516,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1915094256401062,
      "step": 670
    },
    {
      "contrastive_loss": 2.0890486240386963,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1771489828824997,
      "step": 670
    },
    {
      "contrastive_loss": 2.1045455932617188,
      "epoch": 0.43602049947124377,
      "nll_loss": 0.1646442860364914,
      "step": 670
    },
    {
      "epoch": 0.4392743837956561,
      "grad_norm": 0.24413317441940308,
      "learning_rate": 0.000246435915010281,
      "loss": 3.1797,
      "step": 675
    },
    {
      "contrastive_loss": 2.0891709327697754,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.08629295229911804,
      "step": 675
    },
    {
      "contrastive_loss": 2.0942001342773438,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.11730615794658661,
      "step": 675
    },
    {
      "contrastive_loss": 2.0935630798339844,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.14349758625030518,
      "step": 675
    },
    {
      "contrastive_loss": 2.091541051864624,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.11531230807304382,
      "step": 675
    },
    {
      "contrastive_loss": 2.0905239582061768,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.22121132910251617,
      "step": 675
    },
    {
      "contrastive_loss": 2.0906147956848145,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.16856800019741058,
      "step": 675
    },
    {
      "contrastive_loss": 2.0763630867004395,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.06162760779261589,
      "step": 675
    },
    {
      "contrastive_loss": 2.0769660472869873,
      "epoch": 0.4392743837956561,
      "nll_loss": 0.1466345638036728,
      "step": 675
    },
    {
      "epoch": 0.44252826812006835,
      "grad_norm": 0.2506178319454193,
      "learning_rate": 0.00024592186429061,
      "loss": 3.1274,
      "step": 680
    },
    {
      "contrastive_loss": 2.0926687717437744,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.0717691108584404,
      "step": 680
    },
    {
      "contrastive_loss": 2.0998945236206055,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.08210474252700806,
      "step": 680
    },
    {
      "contrastive_loss": 2.0893733501434326,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.1557721495628357,
      "step": 680
    },
    {
      "contrastive_loss": 2.1001949310302734,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.143732950091362,
      "step": 680
    },
    {
      "contrastive_loss": 2.092609405517578,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.20642811059951782,
      "step": 680
    },
    {
      "contrastive_loss": 2.0875232219696045,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.09794913232326508,
      "step": 680
    },
    {
      "contrastive_loss": 2.0816164016723633,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.051010508090257645,
      "step": 680
    },
    {
      "contrastive_loss": 2.0871007442474365,
      "epoch": 0.44252826812006835,
      "nll_loss": 0.21858039498329163,
      "step": 680
    },
    {
      "epoch": 0.4457821524444806,
      "grad_norm": 0.2558805048465729,
      "learning_rate": 0.000245407813570939,
      "loss": 3.161,
      "step": 685
    },
    {
      "contrastive_loss": 2.0922272205352783,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.12385466694831848,
      "step": 685
    },
    {
      "contrastive_loss": 2.0866832733154297,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.16664618253707886,
      "step": 685
    },
    {
      "contrastive_loss": 2.0934975147247314,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.14285387098789215,
      "step": 685
    },
    {
      "contrastive_loss": 2.095662832260132,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.15793181955814362,
      "step": 685
    },
    {
      "contrastive_loss": 2.0995588302612305,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.06672344356775284,
      "step": 685
    },
    {
      "contrastive_loss": 2.1034786701202393,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.12974627315998077,
      "step": 685
    },
    {
      "contrastive_loss": 2.0964834690093994,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.10928928852081299,
      "step": 685
    },
    {
      "contrastive_loss": 2.0946991443634033,
      "epoch": 0.4457821524444806,
      "nll_loss": 0.11302629113197327,
      "step": 685
    },
    {
      "epoch": 0.44903603676889287,
      "grad_norm": 0.22648631036281586,
      "learning_rate": 0.000244893762851268,
      "loss": 3.1741,
      "step": 690
    },
    {
      "contrastive_loss": 2.0853018760681152,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.10705544799566269,
      "step": 690
    },
    {
      "contrastive_loss": 2.0994951725006104,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.2357965111732483,
      "step": 690
    },
    {
      "contrastive_loss": 2.0942623615264893,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.16125187277793884,
      "step": 690
    },
    {
      "contrastive_loss": 2.0966858863830566,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.12167748808860779,
      "step": 690
    },
    {
      "contrastive_loss": 2.0901384353637695,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.16150516271591187,
      "step": 690
    },
    {
      "contrastive_loss": 2.095435857772827,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.0952845886349678,
      "step": 690
    },
    {
      "contrastive_loss": 2.0936362743377686,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.03700900077819824,
      "step": 690
    },
    {
      "contrastive_loss": 2.0936872959136963,
      "epoch": 0.44903603676889287,
      "nll_loss": 0.09665662795305252,
      "step": 690
    },
    {
      "epoch": 0.4522899210933051,
      "grad_norm": 0.25983473658561707,
      "learning_rate": 0.00024437971213159694,
      "loss": 3.1429,
      "step": 695
    },
    {
      "contrastive_loss": 2.08361554145813,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.09926076978445053,
      "step": 695
    },
    {
      "contrastive_loss": 2.0961577892303467,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.17019401490688324,
      "step": 695
    },
    {
      "contrastive_loss": 2.093935012817383,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.06693370640277863,
      "step": 695
    },
    {
      "contrastive_loss": 2.087707281112671,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.14200566709041595,
      "step": 695
    },
    {
      "contrastive_loss": 2.0873570442199707,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.11367696523666382,
      "step": 695
    },
    {
      "contrastive_loss": 2.091961145401001,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.18232308328151703,
      "step": 695
    },
    {
      "contrastive_loss": 2.0900540351867676,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.054951976984739304,
      "step": 695
    },
    {
      "contrastive_loss": 2.0878829956054688,
      "epoch": 0.4522899210933051,
      "nll_loss": 0.21755047142505646,
      "step": 695
    },
    {
      "epoch": 0.4555438054177174,
      "grad_norm": 0.2506794333457947,
      "learning_rate": 0.00024386566141192597,
      "loss": 3.1157,
      "step": 700
    },
    {
      "contrastive_loss": 2.0944721698760986,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.17875303328037262,
      "step": 700
    },
    {
      "contrastive_loss": 2.0850985050201416,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.11414051800966263,
      "step": 700
    },
    {
      "contrastive_loss": 2.082245111465454,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.11513397097587585,
      "step": 700
    },
    {
      "contrastive_loss": 2.0900044441223145,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.13416048884391785,
      "step": 700
    },
    {
      "contrastive_loss": 2.092439651489258,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.0702190175652504,
      "step": 700
    },
    {
      "contrastive_loss": 2.101832389831543,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.12312109023332596,
      "step": 700
    },
    {
      "contrastive_loss": 2.092411518096924,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.05330298840999603,
      "step": 700
    },
    {
      "contrastive_loss": 2.088992118835449,
      "epoch": 0.4555438054177174,
      "nll_loss": 0.18129102885723114,
      "step": 700
    },
    {
      "epoch": 0.45879768974212964,
      "grad_norm": 0.26713237166404724,
      "learning_rate": 0.00024335161069225495,
      "loss": 3.1391,
      "step": 705
    },
    {
      "contrastive_loss": 2.089726686477661,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.10838662087917328,
      "step": 705
    },
    {
      "contrastive_loss": 2.092637538909912,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.1357181966304779,
      "step": 705
    },
    {
      "contrastive_loss": 2.09208607673645,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.15777550637722015,
      "step": 705
    },
    {
      "contrastive_loss": 2.0902457237243652,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.15406624972820282,
      "step": 705
    },
    {
      "contrastive_loss": 2.088655710220337,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.09583168476819992,
      "step": 705
    },
    {
      "contrastive_loss": 2.08819842338562,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.10784302651882172,
      "step": 705
    },
    {
      "contrastive_loss": 2.0958220958709717,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.1567097008228302,
      "step": 705
    },
    {
      "contrastive_loss": 2.0893611907958984,
      "epoch": 0.45879768974212964,
      "nll_loss": 0.10986562073230743,
      "step": 705
    },
    {
      "epoch": 0.46205157406654196,
      "grad_norm": 0.23914818465709686,
      "learning_rate": 0.00024283755997258393,
      "loss": 3.1884,
      "step": 710
    },
    {
      "contrastive_loss": 2.09836483001709,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.1383601576089859,
      "step": 710
    },
    {
      "contrastive_loss": 2.104114532470703,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.20329022407531738,
      "step": 710
    },
    {
      "contrastive_loss": 2.093628406524658,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.16541427373886108,
      "step": 710
    },
    {
      "contrastive_loss": 2.0882742404937744,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.11384942382574081,
      "step": 710
    },
    {
      "contrastive_loss": 2.0872302055358887,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.1403144896030426,
      "step": 710
    },
    {
      "contrastive_loss": 2.0914485454559326,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.10375259071588516,
      "step": 710
    },
    {
      "contrastive_loss": 2.0980381965637207,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.0944884791970253,
      "step": 710
    },
    {
      "contrastive_loss": 2.085592746734619,
      "epoch": 0.46205157406654196,
      "nll_loss": 0.08138727396726608,
      "step": 710
    },
    {
      "epoch": 0.4653054583909542,
      "grad_norm": 0.2510223686695099,
      "learning_rate": 0.00024232350925291294,
      "loss": 3.1727,
      "step": 715
    },
    {
      "contrastive_loss": 2.089536428451538,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.2187185436487198,
      "step": 715
    },
    {
      "contrastive_loss": 2.08744215965271,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.10886457562446594,
      "step": 715
    },
    {
      "contrastive_loss": 2.10595965385437,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.1311037689447403,
      "step": 715
    },
    {
      "contrastive_loss": 2.094799280166626,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.13863615691661835,
      "step": 715
    },
    {
      "contrastive_loss": 2.097750425338745,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.1372307389974594,
      "step": 715
    },
    {
      "contrastive_loss": 2.094269037246704,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.19301971793174744,
      "step": 715
    },
    {
      "contrastive_loss": 2.0829784870147705,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.10384056717157364,
      "step": 715
    },
    {
      "contrastive_loss": 2.086416006088257,
      "epoch": 0.4653054583909542,
      "nll_loss": 0.1441134363412857,
      "step": 715
    },
    {
      "epoch": 0.4685593427153665,
      "grad_norm": 0.25778231024742126,
      "learning_rate": 0.00024180945853324192,
      "loss": 3.2027,
      "step": 720
    },
    {
      "contrastive_loss": 2.111574649810791,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.14543315768241882,
      "step": 720
    },
    {
      "contrastive_loss": 2.0905003547668457,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.19933049380779266,
      "step": 720
    },
    {
      "contrastive_loss": 2.0884389877319336,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.17635181546211243,
      "step": 720
    },
    {
      "contrastive_loss": 2.092789649963379,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.07624747604131699,
      "step": 720
    },
    {
      "contrastive_loss": 2.0872507095336914,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.10025780647993088,
      "step": 720
    },
    {
      "contrastive_loss": 2.09063458442688,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.167257621884346,
      "step": 720
    },
    {
      "contrastive_loss": 2.0890591144561768,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.0813988521695137,
      "step": 720
    },
    {
      "contrastive_loss": 2.090398073196411,
      "epoch": 0.4685593427153665,
      "nll_loss": 0.13258378207683563,
      "step": 720
    },
    {
      "epoch": 0.47181322703977874,
      "grad_norm": 0.2647587060928345,
      "learning_rate": 0.00024129540781357093,
      "loss": 3.181,
      "step": 725
    },
    {
      "contrastive_loss": 2.087721586227417,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.08436519652605057,
      "step": 725
    },
    {
      "contrastive_loss": 2.094433069229126,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.18261946737766266,
      "step": 725
    },
    {
      "contrastive_loss": 2.0845935344696045,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.16908779740333557,
      "step": 725
    },
    {
      "contrastive_loss": 2.0931904315948486,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.07485970854759216,
      "step": 725
    },
    {
      "contrastive_loss": 2.0935232639312744,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.08810657262802124,
      "step": 725
    },
    {
      "contrastive_loss": 2.095168352127075,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.08583152294158936,
      "step": 725
    },
    {
      "contrastive_loss": 2.089254140853882,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.1935911923646927,
      "step": 725
    },
    {
      "contrastive_loss": 2.092808723449707,
      "epoch": 0.47181322703977874,
      "nll_loss": 0.12561915814876556,
      "step": 725
    },
    {
      "epoch": 0.475067111364191,
      "grad_norm": 0.27576497197151184,
      "learning_rate": 0.00024078135709389988,
      "loss": 3.1578,
      "step": 730
    },
    {
      "contrastive_loss": 2.0984339714050293,
      "epoch": 0.475067111364191,
      "nll_loss": 0.17319735884666443,
      "step": 730
    },
    {
      "contrastive_loss": 2.0888357162475586,
      "epoch": 0.475067111364191,
      "nll_loss": 0.13863344490528107,
      "step": 730
    },
    {
      "contrastive_loss": 2.09344744682312,
      "epoch": 0.475067111364191,
      "nll_loss": 0.0646662563085556,
      "step": 730
    },
    {
      "contrastive_loss": 2.092353105545044,
      "epoch": 0.475067111364191,
      "nll_loss": 0.1733064502477646,
      "step": 730
    },
    {
      "contrastive_loss": 2.09767746925354,
      "epoch": 0.475067111364191,
      "nll_loss": 0.12598244845867157,
      "step": 730
    },
    {
      "contrastive_loss": 2.085765838623047,
      "epoch": 0.475067111364191,
      "nll_loss": 0.18536651134490967,
      "step": 730
    },
    {
      "contrastive_loss": 2.0881526470184326,
      "epoch": 0.475067111364191,
      "nll_loss": 0.14273901283740997,
      "step": 730
    },
    {
      "contrastive_loss": 2.087305784225464,
      "epoch": 0.475067111364191,
      "nll_loss": 0.13026989996433258,
      "step": 730
    },
    {
      "epoch": 0.47832099568860326,
      "grad_norm": 0.24415183067321777,
      "learning_rate": 0.0002402673063742289,
      "loss": 3.1934,
      "step": 735
    },
    {
      "contrastive_loss": 2.0882253646850586,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.20097777247428894,
      "step": 735
    },
    {
      "contrastive_loss": 2.088256597518921,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.05373259633779526,
      "step": 735
    },
    {
      "contrastive_loss": 2.0960192680358887,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.1125422939658165,
      "step": 735
    },
    {
      "contrastive_loss": 2.1002237796783447,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.12171649932861328,
      "step": 735
    },
    {
      "contrastive_loss": 2.0910613536834717,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.12808887660503387,
      "step": 735
    },
    {
      "contrastive_loss": 2.091118812561035,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.10319013148546219,
      "step": 735
    },
    {
      "contrastive_loss": 2.096031427383423,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.09250004589557648,
      "step": 735
    },
    {
      "contrastive_loss": 2.0939669609069824,
      "epoch": 0.47832099568860326,
      "nll_loss": 0.213051900267601,
      "step": 735
    },
    {
      "epoch": 0.4815748800130155,
      "grad_norm": 0.2273261696100235,
      "learning_rate": 0.0002397532556545579,
      "loss": 3.1438,
      "step": 740
    },
    {
      "contrastive_loss": 2.134763240814209,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.1147284284234047,
      "step": 740
    },
    {
      "contrastive_loss": 2.0883004665374756,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.15961582958698273,
      "step": 740
    },
    {
      "contrastive_loss": 2.0870306491851807,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.10590081661939621,
      "step": 740
    },
    {
      "contrastive_loss": 2.0876986980438232,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.11431679129600525,
      "step": 740
    },
    {
      "contrastive_loss": 2.086064577102661,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.10013297200202942,
      "step": 740
    },
    {
      "contrastive_loss": 2.0896010398864746,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.16808542609214783,
      "step": 740
    },
    {
      "contrastive_loss": 2.0877084732055664,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.10953756421804428,
      "step": 740
    },
    {
      "contrastive_loss": 2.082648515701294,
      "epoch": 0.4815748800130155,
      "nll_loss": 0.19727614521980286,
      "step": 740
    },
    {
      "epoch": 0.48482876433742783,
      "grad_norm": 0.2445645034313202,
      "learning_rate": 0.0002392392049348869,
      "loss": 3.1686,
      "step": 745
    },
    {
      "contrastive_loss": 2.0941286087036133,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.06752275675535202,
      "step": 745
    },
    {
      "contrastive_loss": 2.095052480697632,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.12852062284946442,
      "step": 745
    },
    {
      "contrastive_loss": 2.0838124752044678,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.17110711336135864,
      "step": 745
    },
    {
      "contrastive_loss": 2.0883195400238037,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.12112769484519958,
      "step": 745
    },
    {
      "contrastive_loss": 2.0981650352478027,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.18648378551006317,
      "step": 745
    },
    {
      "contrastive_loss": 2.0813474655151367,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.09255071729421616,
      "step": 745
    },
    {
      "contrastive_loss": 2.0987114906311035,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.1108112707734108,
      "step": 745
    },
    {
      "contrastive_loss": 2.092280864715576,
      "epoch": 0.48482876433742783,
      "nll_loss": 0.1848013699054718,
      "step": 745
    },
    {
      "epoch": 0.4880826486618401,
      "grad_norm": 0.26645123958587646,
      "learning_rate": 0.0002387251542152159,
      "loss": 3.1801,
      "step": 750
    },
    {
      "contrastive_loss": 2.0923755168914795,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.18289504945278168,
      "step": 750
    },
    {
      "contrastive_loss": 2.089949369430542,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.0796482041478157,
      "step": 750
    },
    {
      "contrastive_loss": 2.098996639251709,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.18931613862514496,
      "step": 750
    },
    {
      "contrastive_loss": 2.089742422103882,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.08454626798629761,
      "step": 750
    },
    {
      "contrastive_loss": 2.0883209705352783,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.24230124056339264,
      "step": 750
    },
    {
      "contrastive_loss": 2.08815336227417,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.10084754228591919,
      "step": 750
    },
    {
      "contrastive_loss": 2.104548215866089,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.1921931952238083,
      "step": 750
    },
    {
      "contrastive_loss": 2.092905044555664,
      "epoch": 0.4880826486618401,
      "nll_loss": 0.12289909273386002,
      "step": 750
    },
    {
      "epoch": 0.49133653298625235,
      "grad_norm": 0.24074284732341766,
      "learning_rate": 0.00023821110349554487,
      "loss": 3.1841,
      "step": 755
    },
    {
      "contrastive_loss": 2.0933995246887207,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.18267351388931274,
      "step": 755
    },
    {
      "contrastive_loss": 2.090787649154663,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.07710565626621246,
      "step": 755
    },
    {
      "contrastive_loss": 2.0886433124542236,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.14533941447734833,
      "step": 755
    },
    {
      "contrastive_loss": 2.0897645950317383,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.21795819699764252,
      "step": 755
    },
    {
      "contrastive_loss": 2.0821149349212646,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.12055554986000061,
      "step": 755
    },
    {
      "contrastive_loss": 2.0911614894866943,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.06616555154323578,
      "step": 755
    },
    {
      "contrastive_loss": 2.09774112701416,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.15294435620307922,
      "step": 755
    },
    {
      "contrastive_loss": 2.0900731086730957,
      "epoch": 0.49133653298625235,
      "nll_loss": 0.12087978422641754,
      "step": 755
    },
    {
      "epoch": 0.4945904173106646,
      "grad_norm": 0.2326781451702118,
      "learning_rate": 0.00023769705277587385,
      "loss": 3.1551,
      "step": 760
    },
    {
      "contrastive_loss": 2.093759298324585,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.25269758701324463,
      "step": 760
    },
    {
      "contrastive_loss": 2.090886116027832,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.1322171688079834,
      "step": 760
    },
    {
      "contrastive_loss": 2.091341972351074,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.24384894967079163,
      "step": 760
    },
    {
      "contrastive_loss": 2.0838754177093506,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.1566697657108307,
      "step": 760
    },
    {
      "contrastive_loss": 2.084933280944824,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.07848166674375534,
      "step": 760
    },
    {
      "contrastive_loss": 2.09295916557312,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.19747310876846313,
      "step": 760
    },
    {
      "contrastive_loss": 2.0904552936553955,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.13180485367774963,
      "step": 760
    },
    {
      "contrastive_loss": 2.086296319961548,
      "epoch": 0.4945904173106646,
      "nll_loss": 0.0216789860278368,
      "step": 760
    },
    {
      "epoch": 0.49784430163507687,
      "grad_norm": 0.3239944577217102,
      "learning_rate": 0.00023718300205620286,
      "loss": 3.2003,
      "step": 765
    },
    {
      "contrastive_loss": 2.0974833965301514,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.11940210312604904,
      "step": 765
    },
    {
      "contrastive_loss": 2.08396053314209,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.132819265127182,
      "step": 765
    },
    {
      "contrastive_loss": 2.090826988220215,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.21596360206604004,
      "step": 765
    },
    {
      "contrastive_loss": 2.0981600284576416,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.1374632865190506,
      "step": 765
    },
    {
      "contrastive_loss": 2.0880584716796875,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.14184992015361786,
      "step": 765
    },
    {
      "contrastive_loss": 2.0822689533233643,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.07789301872253418,
      "step": 765
    },
    {
      "contrastive_loss": 2.0937259197235107,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.20916597545146942,
      "step": 765
    },
    {
      "contrastive_loss": 2.0865941047668457,
      "epoch": 0.49784430163507687,
      "nll_loss": 0.07730460911989212,
      "step": 765
    },
    {
      "epoch": 0.5010981859594892,
      "grad_norm": 0.2872086763381958,
      "learning_rate": 0.00023666895133653187,
      "loss": 3.1686,
      "step": 770
    },
    {
      "contrastive_loss": 2.088785409927368,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.14497166872024536,
      "step": 770
    },
    {
      "contrastive_loss": 2.0990166664123535,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.1654047816991806,
      "step": 770
    },
    {
      "contrastive_loss": 2.091592788696289,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.11673634499311447,
      "step": 770
    },
    {
      "contrastive_loss": 2.09202241897583,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.08155470341444016,
      "step": 770
    },
    {
      "contrastive_loss": 2.0843870639801025,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.11938051879405975,
      "step": 770
    },
    {
      "contrastive_loss": 2.0940096378326416,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.06943824142217636,
      "step": 770
    },
    {
      "contrastive_loss": 2.090665102005005,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.17115569114685059,
      "step": 770
    },
    {
      "contrastive_loss": 2.1002399921417236,
      "epoch": 0.5010981859594892,
      "nll_loss": 0.1750679910182953,
      "step": 770
    },
    {
      "epoch": 0.5043520702839014,
      "grad_norm": 0.23452630639076233,
      "learning_rate": 0.00023615490061686082,
      "loss": 3.1487,
      "step": 775
    },
    {
      "contrastive_loss": 2.0869839191436768,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.12012703716754913,
      "step": 775
    },
    {
      "contrastive_loss": 2.088253974914551,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.10997207462787628,
      "step": 775
    },
    {
      "contrastive_loss": 2.0956943035125732,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.0846809521317482,
      "step": 775
    },
    {
      "contrastive_loss": 2.0966811180114746,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.13384483754634857,
      "step": 775
    },
    {
      "contrastive_loss": 2.0941412448883057,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.14314492046833038,
      "step": 775
    },
    {
      "contrastive_loss": 2.089876413345337,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.16112467646598816,
      "step": 775
    },
    {
      "contrastive_loss": 2.1031861305236816,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.15889665484428406,
      "step": 775
    },
    {
      "contrastive_loss": 2.0885777473449707,
      "epoch": 0.5043520702839014,
      "nll_loss": 0.07504566013813019,
      "step": 775
    },
    {
      "epoch": 0.5076059546083137,
      "grad_norm": 0.252402663230896,
      "learning_rate": 0.00023564084989718983,
      "loss": 3.1418,
      "step": 780
    },
    {
      "contrastive_loss": 2.0983974933624268,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.187743678689003,
      "step": 780
    },
    {
      "contrastive_loss": 2.0879721641540527,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.1607743501663208,
      "step": 780
    },
    {
      "contrastive_loss": 2.0895886421203613,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.08090195804834366,
      "step": 780
    },
    {
      "contrastive_loss": 2.0846290588378906,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.16689074039459229,
      "step": 780
    },
    {
      "contrastive_loss": 2.0841903686523438,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.09327682107686996,
      "step": 780
    },
    {
      "contrastive_loss": 2.0932650566101074,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.11954271048307419,
      "step": 780
    },
    {
      "contrastive_loss": 2.0838074684143066,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.14223751425743103,
      "step": 780
    },
    {
      "contrastive_loss": 2.0959956645965576,
      "epoch": 0.5076059546083137,
      "nll_loss": 0.18673762679100037,
      "step": 780
    },
    {
      "epoch": 0.5108598389327259,
      "grad_norm": 0.2763555347919464,
      "learning_rate": 0.00023512679917751884,
      "loss": 3.2085,
      "step": 785
    },
    {
      "contrastive_loss": 2.105329751968384,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.1518808752298355,
      "step": 785
    },
    {
      "contrastive_loss": 2.0916993618011475,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.12027852982282639,
      "step": 785
    },
    {
      "contrastive_loss": 2.0914807319641113,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.11765960603952408,
      "step": 785
    },
    {
      "contrastive_loss": 2.091482400894165,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.17583605647087097,
      "step": 785
    },
    {
      "contrastive_loss": 2.082064151763916,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.15716587007045746,
      "step": 785
    },
    {
      "contrastive_loss": 2.0902490615844727,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.12868759036064148,
      "step": 785
    },
    {
      "contrastive_loss": 2.091616630554199,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.133213073015213,
      "step": 785
    },
    {
      "contrastive_loss": 2.094510793685913,
      "epoch": 0.5108598389327259,
      "nll_loss": 0.10354139655828476,
      "step": 785
    },
    {
      "epoch": 0.5141137232571382,
      "grad_norm": 0.2791776657104492,
      "learning_rate": 0.00023461274845784782,
      "loss": 3.1479,
      "step": 790
    },
    {
      "contrastive_loss": 2.1049532890319824,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.11193939298391342,
      "step": 790
    },
    {
      "contrastive_loss": 2.0905401706695557,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.12945297360420227,
      "step": 790
    },
    {
      "contrastive_loss": 2.085183620452881,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.13515838980674744,
      "step": 790
    },
    {
      "contrastive_loss": 2.089939594268799,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.13117875158786774,
      "step": 790
    },
    {
      "contrastive_loss": 2.080050468444824,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.13360095024108887,
      "step": 790
    },
    {
      "contrastive_loss": 2.088017702102661,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.1439438760280609,
      "step": 790
    },
    {
      "contrastive_loss": 2.0941033363342285,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.1357700228691101,
      "step": 790
    },
    {
      "contrastive_loss": 2.093435049057007,
      "epoch": 0.5141137232571382,
      "nll_loss": 0.1223478838801384,
      "step": 790
    },
    {
      "epoch": 0.5173676075815504,
      "grad_norm": 0.26126793026924133,
      "learning_rate": 0.0002340986977381768,
      "loss": 3.1689,
      "step": 795
    },
    {
      "contrastive_loss": 2.08732271194458,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.08497138321399689,
      "step": 795
    },
    {
      "contrastive_loss": 2.079223155975342,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.117914117872715,
      "step": 795
    },
    {
      "contrastive_loss": 2.1000943183898926,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.11117368936538696,
      "step": 795
    },
    {
      "contrastive_loss": 2.0836143493652344,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.22325178980827332,
      "step": 795
    },
    {
      "contrastive_loss": 2.0889313220977783,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.15534427762031555,
      "step": 795
    },
    {
      "contrastive_loss": 2.090454339981079,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.1401800960302353,
      "step": 795
    },
    {
      "contrastive_loss": 2.0979599952697754,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.1436305046081543,
      "step": 795
    },
    {
      "contrastive_loss": 2.0905914306640625,
      "epoch": 0.5173676075815504,
      "nll_loss": 0.13856194913387299,
      "step": 795
    },
    {
      "epoch": 0.5206214919059627,
      "grad_norm": 0.26830464601516724,
      "learning_rate": 0.0002335846470185058,
      "loss": 3.1828,
      "step": 800
    },
    {
      "contrastive_loss": 2.0997860431671143,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.128236785531044,
      "step": 800
    },
    {
      "contrastive_loss": 2.090808629989624,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.12125276029109955,
      "step": 800
    },
    {
      "contrastive_loss": 2.093717336654663,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.17967133224010468,
      "step": 800
    },
    {
      "contrastive_loss": 2.0874998569488525,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.15809649229049683,
      "step": 800
    },
    {
      "contrastive_loss": 2.1028122901916504,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.16391900181770325,
      "step": 800
    },
    {
      "contrastive_loss": 2.073791980743408,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.18555083870887756,
      "step": 800
    },
    {
      "contrastive_loss": 2.115429162979126,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.02881896309554577,
      "step": 800
    },
    {
      "contrastive_loss": 2.0929858684539795,
      "epoch": 0.5206214919059627,
      "nll_loss": 0.14796596765518188,
      "step": 800
    },
    {
      "epoch": 0.5238753762303751,
      "grad_norm": 0.2707960903644562,
      "learning_rate": 0.0002330705962988348,
      "loss": 3.1785,
      "step": 805
    },
    {
      "contrastive_loss": 2.0925683975219727,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.16582028567790985,
      "step": 805
    },
    {
      "contrastive_loss": 2.0956456661224365,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.11676438897848129,
      "step": 805
    },
    {
      "contrastive_loss": 2.0913515090942383,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.09510791301727295,
      "step": 805
    },
    {
      "contrastive_loss": 2.091601848602295,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1534661054611206,
      "step": 805
    },
    {
      "contrastive_loss": 2.093078374862671,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1948929727077484,
      "step": 805
    },
    {
      "contrastive_loss": 2.0927486419677734,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1210855022072792,
      "step": 805
    },
    {
      "contrastive_loss": 2.104872941970825,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.15346960723400116,
      "step": 805
    },
    {
      "contrastive_loss": 2.0926547050476074,
      "epoch": 0.5238753762303751,
      "nll_loss": 0.1412264108657837,
      "step": 805
    },
    {
      "epoch": 0.5271292605547873,
      "grad_norm": 0.27115151286125183,
      "learning_rate": 0.0002325565455791638,
      "loss": 3.1502,
      "step": 810
    },
    {
      "contrastive_loss": 2.0900399684906006,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.14068539440631866,
      "step": 810
    },
    {
      "contrastive_loss": 2.085378408432007,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.11597352474927902,
      "step": 810
    },
    {
      "contrastive_loss": 2.092714309692383,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.10927720367908478,
      "step": 810
    },
    {
      "contrastive_loss": 2.091984510421753,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.07052024453878403,
      "step": 810
    },
    {
      "contrastive_loss": 2.091472625732422,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.11231031268835068,
      "step": 810
    },
    {
      "contrastive_loss": 2.0873477458953857,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.21114914119243622,
      "step": 810
    },
    {
      "contrastive_loss": 2.0943660736083984,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.05544242635369301,
      "step": 810
    },
    {
      "contrastive_loss": 2.0910212993621826,
      "epoch": 0.5271292605547873,
      "nll_loss": 0.19056694209575653,
      "step": 810
    },
    {
      "epoch": 0.5303831448791996,
      "grad_norm": 0.2597378194332123,
      "learning_rate": 0.00023204249485949278,
      "loss": 3.1443,
      "step": 815
    },
    {
      "contrastive_loss": 2.095541000366211,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.18785026669502258,
      "step": 815
    },
    {
      "contrastive_loss": 2.0911779403686523,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.09578124433755875,
      "step": 815
    },
    {
      "contrastive_loss": 2.0817790031433105,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.057535309344530106,
      "step": 815
    },
    {
      "contrastive_loss": 2.0871057510375977,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.16511574387550354,
      "step": 815
    },
    {
      "contrastive_loss": 2.0896573066711426,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.14143678545951843,
      "step": 815
    },
    {
      "contrastive_loss": 2.0882225036621094,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.16113178431987762,
      "step": 815
    },
    {
      "contrastive_loss": 2.0946242809295654,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.08968798816204071,
      "step": 815
    },
    {
      "contrastive_loss": 2.0833396911621094,
      "epoch": 0.5303831448791996,
      "nll_loss": 0.138868048787117,
      "step": 815
    },
    {
      "epoch": 0.5336370292036118,
      "grad_norm": 0.264969140291214,
      "learning_rate": 0.00023152844413982176,
      "loss": 3.1512,
      "step": 820
    },
    {
      "contrastive_loss": 2.100461006164551,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.1887623518705368,
      "step": 820
    },
    {
      "contrastive_loss": 2.084535837173462,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.08894628286361694,
      "step": 820
    },
    {
      "contrastive_loss": 2.0868968963623047,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.10501216351985931,
      "step": 820
    },
    {
      "contrastive_loss": 2.0909926891326904,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.15984204411506653,
      "step": 820
    },
    {
      "contrastive_loss": 2.0892415046691895,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.14738237857818604,
      "step": 820
    },
    {
      "contrastive_loss": 2.0943503379821777,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.11976415663957596,
      "step": 820
    },
    {
      "contrastive_loss": 2.100264072418213,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.11020826548337936,
      "step": 820
    },
    {
      "contrastive_loss": 2.0913305282592773,
      "epoch": 0.5336370292036118,
      "nll_loss": 0.12560045719146729,
      "step": 820
    },
    {
      "epoch": 0.5368909135280241,
      "grad_norm": 0.2803132236003876,
      "learning_rate": 0.00023101439342015077,
      "loss": 3.1893,
      "step": 825
    },
    {
      "contrastive_loss": 2.0908172130584717,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.12071786820888519,
      "step": 825
    },
    {
      "contrastive_loss": 2.092865467071533,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.14797855913639069,
      "step": 825
    },
    {
      "contrastive_loss": 2.09299635887146,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.11209969222545624,
      "step": 825
    },
    {
      "contrastive_loss": 2.0985851287841797,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.1664920598268509,
      "step": 825
    },
    {
      "contrastive_loss": 2.0961902141571045,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.13237044215202332,
      "step": 825
    },
    {
      "contrastive_loss": 2.0824410915374756,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.07375583052635193,
      "step": 825
    },
    {
      "contrastive_loss": 2.0858607292175293,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.10768148303031921,
      "step": 825
    },
    {
      "contrastive_loss": 2.0898704528808594,
      "epoch": 0.5368909135280241,
      "nll_loss": 0.17320990562438965,
      "step": 825
    },
    {
      "epoch": 0.5401447978524363,
      "grad_norm": 0.2762215733528137,
      "learning_rate": 0.00023050034270047978,
      "loss": 3.1758,
      "step": 830
    },
    {
      "contrastive_loss": 2.085765838623047,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.0942806750535965,
      "step": 830
    },
    {
      "contrastive_loss": 2.088229179382324,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.08416835218667984,
      "step": 830
    },
    {
      "contrastive_loss": 2.0880863666534424,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.10544132441282272,
      "step": 830
    },
    {
      "contrastive_loss": 2.0884640216827393,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.19190004467964172,
      "step": 830
    },
    {
      "contrastive_loss": 2.0846431255340576,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.14398527145385742,
      "step": 830
    },
    {
      "contrastive_loss": 2.0921733379364014,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.23901405930519104,
      "step": 830
    },
    {
      "contrastive_loss": 2.094620704650879,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.137852743268013,
      "step": 830
    },
    {
      "contrastive_loss": 2.079115390777588,
      "epoch": 0.5401447978524363,
      "nll_loss": 0.10427060723304749,
      "step": 830
    },
    {
      "epoch": 0.5433986821768486,
      "grad_norm": 0.21177951991558075,
      "learning_rate": 0.00022998629198080876,
      "loss": 3.1988,
      "step": 835
    },
    {
      "contrastive_loss": 2.0932836532592773,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.1377919465303421,
      "step": 835
    },
    {
      "contrastive_loss": 2.090808629989624,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.14405426383018494,
      "step": 835
    },
    {
      "contrastive_loss": 2.094209671020508,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.09185156971216202,
      "step": 835
    },
    {
      "contrastive_loss": 2.092824697494507,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.1608000099658966,
      "step": 835
    },
    {
      "contrastive_loss": 2.080817461013794,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.1606925129890442,
      "step": 835
    },
    {
      "contrastive_loss": 2.0941812992095947,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.16879966855049133,
      "step": 835
    },
    {
      "contrastive_loss": 2.0892891883850098,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.12001480907201767,
      "step": 835
    },
    {
      "contrastive_loss": 2.093170642852783,
      "epoch": 0.5433986821768486,
      "nll_loss": 0.10002978146076202,
      "step": 835
    },
    {
      "epoch": 0.5466525665012609,
      "grad_norm": 0.26866376399993896,
      "learning_rate": 0.00022947224126113774,
      "loss": 3.2013,
      "step": 840
    },
    {
      "contrastive_loss": 2.0949652194976807,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.1419508159160614,
      "step": 840
    },
    {
      "contrastive_loss": 2.089723825454712,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.11339595168828964,
      "step": 840
    },
    {
      "contrastive_loss": 2.083782434463501,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.13363434374332428,
      "step": 840
    },
    {
      "contrastive_loss": 2.0878396034240723,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.08901824057102203,
      "step": 840
    },
    {
      "contrastive_loss": 2.0899276733398438,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.10814642161130905,
      "step": 840
    },
    {
      "contrastive_loss": 2.0844178199768066,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.18185469508171082,
      "step": 840
    },
    {
      "contrastive_loss": 2.0986247062683105,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.10001058131456375,
      "step": 840
    },
    {
      "contrastive_loss": 2.0932116508483887,
      "epoch": 0.5466525665012609,
      "nll_loss": 0.15989787876605988,
      "step": 840
    },
    {
      "epoch": 0.5499064508256731,
      "grad_norm": 0.24777595698833466,
      "learning_rate": 0.00022895819054146675,
      "loss": 3.182,
      "step": 845
    },
    {
      "contrastive_loss": 2.1001136302948,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.12423042953014374,
      "step": 845
    },
    {
      "contrastive_loss": 2.0846986770629883,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.14298298954963684,
      "step": 845
    },
    {
      "contrastive_loss": 2.0929014682769775,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.13183414936065674,
      "step": 845
    },
    {
      "contrastive_loss": 2.1009490489959717,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.0939112976193428,
      "step": 845
    },
    {
      "contrastive_loss": 2.090488910675049,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.11873818933963776,
      "step": 845
    },
    {
      "contrastive_loss": 2.093630075454712,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.11352059990167618,
      "step": 845
    },
    {
      "contrastive_loss": 2.08830189704895,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.11291363090276718,
      "step": 845
    },
    {
      "contrastive_loss": 2.0853044986724854,
      "epoch": 0.5499064508256731,
      "nll_loss": 0.1319987177848816,
      "step": 845
    },
    {
      "epoch": 0.5531603351500854,
      "grad_norm": 1.162829041481018,
      "learning_rate": 0.00022844413982179573,
      "loss": 3.1443,
      "step": 850
    },
    {
      "contrastive_loss": 2.0896852016448975,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.15672120451927185,
      "step": 850
    },
    {
      "contrastive_loss": 2.1105191707611084,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.19372880458831787,
      "step": 850
    },
    {
      "contrastive_loss": 2.092097520828247,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.09255526959896088,
      "step": 850
    },
    {
      "contrastive_loss": 2.094170093536377,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.13765737414360046,
      "step": 850
    },
    {
      "contrastive_loss": 2.088451623916626,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.16491037607192993,
      "step": 850
    },
    {
      "contrastive_loss": 2.0928261280059814,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.18541444838047028,
      "step": 850
    },
    {
      "contrastive_loss": 2.0912928581237793,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.10423941165208817,
      "step": 850
    },
    {
      "contrastive_loss": 2.089061737060547,
      "epoch": 0.5531603351500854,
      "nll_loss": 0.15932044386863708,
      "step": 850
    },
    {
      "epoch": 0.5564142194744977,
      "grad_norm": 0.24766097962856293,
      "learning_rate": 0.00022793008910212473,
      "loss": 3.1842,
      "step": 855
    },
    {
      "contrastive_loss": 2.1070966720581055,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.07556653022766113,
      "step": 855
    },
    {
      "contrastive_loss": 2.095640182495117,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.16688349843025208,
      "step": 855
    },
    {
      "contrastive_loss": 2.084512233734131,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.20908407866954803,
      "step": 855
    },
    {
      "contrastive_loss": 2.0879242420196533,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.10598284751176834,
      "step": 855
    },
    {
      "contrastive_loss": 2.088812828063965,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.16682231426239014,
      "step": 855
    },
    {
      "contrastive_loss": 2.086116313934326,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.07857019454240799,
      "step": 855
    },
    {
      "contrastive_loss": 2.0975892543792725,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.16059936583042145,
      "step": 855
    },
    {
      "contrastive_loss": 2.095600128173828,
      "epoch": 0.5564142194744977,
      "nll_loss": 0.11239878833293915,
      "step": 855
    },
    {
      "epoch": 0.55966810379891,
      "grad_norm": 0.256486177444458,
      "learning_rate": 0.00022741603838245372,
      "loss": 3.1889,
      "step": 860
    },
    {
      "contrastive_loss": 2.096306085586548,
      "epoch": 0.55966810379891,
      "nll_loss": 0.1233053058385849,
      "step": 860
    },
    {
      "contrastive_loss": 2.09182071685791,
      "epoch": 0.55966810379891,
      "nll_loss": 0.14928117394447327,
      "step": 860
    },
    {
      "contrastive_loss": 2.087407350540161,
      "epoch": 0.55966810379891,
      "nll_loss": 0.12776891887187958,
      "step": 860
    },
    {
      "contrastive_loss": 2.094900608062744,
      "epoch": 0.55966810379891,
      "nll_loss": 0.1827782839536667,
      "step": 860
    },
    {
      "contrastive_loss": 2.0836338996887207,
      "epoch": 0.55966810379891,
      "nll_loss": 0.12869571149349213,
      "step": 860
    },
    {
      "contrastive_loss": 2.086531639099121,
      "epoch": 0.55966810379891,
      "nll_loss": 0.07922342419624329,
      "step": 860
    },
    {
      "contrastive_loss": 2.0954701900482178,
      "epoch": 0.55966810379891,
      "nll_loss": 0.10974707454442978,
      "step": 860
    },
    {
      "contrastive_loss": 2.0839788913726807,
      "epoch": 0.55966810379891,
      "nll_loss": 0.11855683475732803,
      "step": 860
    },
    {
      "epoch": 0.5629219881233222,
      "grad_norm": 0.24326109886169434,
      "learning_rate": 0.0002269019876627827,
      "loss": 3.115,
      "step": 865
    },
    {
      "contrastive_loss": 2.097900629043579,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.16889895498752594,
      "step": 865
    },
    {
      "contrastive_loss": 2.0873939990997314,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.11967474967241287,
      "step": 865
    },
    {
      "contrastive_loss": 2.1005845069885254,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.19563153386116028,
      "step": 865
    },
    {
      "contrastive_loss": 2.1026384830474854,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.05605143681168556,
      "step": 865
    },
    {
      "contrastive_loss": 2.0925614833831787,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.17323151230812073,
      "step": 865
    },
    {
      "contrastive_loss": 2.0881237983703613,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.1250464916229248,
      "step": 865
    },
    {
      "contrastive_loss": 2.0898892879486084,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.11467979103326797,
      "step": 865
    },
    {
      "contrastive_loss": 2.1006057262420654,
      "epoch": 0.5629219881233222,
      "nll_loss": 0.16785885393619537,
      "step": 865
    },
    {
      "epoch": 0.5661758724477345,
      "grad_norm": 0.29219043254852295,
      "learning_rate": 0.0002263879369431117,
      "loss": 3.1906,
      "step": 870
    },
    {
      "contrastive_loss": 2.0956954956054688,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.18753457069396973,
      "step": 870
    },
    {
      "contrastive_loss": 2.090564727783203,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.1082390770316124,
      "step": 870
    },
    {
      "contrastive_loss": 2.1030755043029785,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.12576667964458466,
      "step": 870
    },
    {
      "contrastive_loss": 2.087474822998047,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.09052783250808716,
      "step": 870
    },
    {
      "contrastive_loss": 2.09501576423645,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.12096570432186127,
      "step": 870
    },
    {
      "contrastive_loss": 2.0882132053375244,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.10507162660360336,
      "step": 870
    },
    {
      "contrastive_loss": 2.091998338699341,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.16040699183940887,
      "step": 870
    },
    {
      "contrastive_loss": 2.0944924354553223,
      "epoch": 0.5661758724477345,
      "nll_loss": 0.12226353585720062,
      "step": 870
    },
    {
      "epoch": 0.5694297567721468,
      "grad_norm": 0.2570914030075073,
      "learning_rate": 0.0002258738862234407,
      "loss": 3.127,
      "step": 875
    },
    {
      "contrastive_loss": 2.0821664333343506,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.13217897713184357,
      "step": 875
    },
    {
      "contrastive_loss": 2.0897512435913086,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.13029618561267853,
      "step": 875
    },
    {
      "contrastive_loss": 2.092883825302124,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.14748147130012512,
      "step": 875
    },
    {
      "contrastive_loss": 2.098681688308716,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.16471728682518005,
      "step": 875
    },
    {
      "contrastive_loss": 2.0846152305603027,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.0912332683801651,
      "step": 875
    },
    {
      "contrastive_loss": 2.0958123207092285,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.16651178896427155,
      "step": 875
    },
    {
      "contrastive_loss": 2.0948455333709717,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.12687864899635315,
      "step": 875
    },
    {
      "contrastive_loss": 2.089909076690674,
      "epoch": 0.5694297567721468,
      "nll_loss": 0.17415978014469147,
      "step": 875
    },
    {
      "epoch": 0.572683641096559,
      "grad_norm": 0.22439298033714294,
      "learning_rate": 0.00022535983550376967,
      "loss": 3.1485,
      "step": 880
    },
    {
      "contrastive_loss": 2.0855050086975098,
      "epoch": 0.572683641096559,
      "nll_loss": 0.20795656740665436,
      "step": 880
    },
    {
      "contrastive_loss": 2.0928618907928467,
      "epoch": 0.572683641096559,
      "nll_loss": 0.06649995595216751,
      "step": 880
    },
    {
      "contrastive_loss": 2.098961114883423,
      "epoch": 0.572683641096559,
      "nll_loss": 0.13581663370132446,
      "step": 880
    },
    {
      "contrastive_loss": 2.087421417236328,
      "epoch": 0.572683641096559,
      "nll_loss": 0.16651198267936707,
      "step": 880
    },
    {
      "contrastive_loss": 2.098844051361084,
      "epoch": 0.572683641096559,
      "nll_loss": 0.20372968912124634,
      "step": 880
    },
    {
      "contrastive_loss": 2.0913031101226807,
      "epoch": 0.572683641096559,
      "nll_loss": 0.09532635658979416,
      "step": 880
    },
    {
      "contrastive_loss": 2.0882043838500977,
      "epoch": 0.572683641096559,
      "nll_loss": 0.08837046474218369,
      "step": 880
    },
    {
      "contrastive_loss": 2.093194007873535,
      "epoch": 0.572683641096559,
      "nll_loss": 0.11347032338380814,
      "step": 880
    },
    {
      "epoch": 0.5759375254209713,
      "grad_norm": 0.2571200728416443,
      "learning_rate": 0.00022484578478409867,
      "loss": 3.1556,
      "step": 885
    },
    {
      "contrastive_loss": 2.090667486190796,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.1374700963497162,
      "step": 885
    },
    {
      "contrastive_loss": 2.0981621742248535,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.10582679510116577,
      "step": 885
    },
    {
      "contrastive_loss": 2.0882368087768555,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.12336426973342896,
      "step": 885
    },
    {
      "contrastive_loss": 2.0964627265930176,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.1433824896812439,
      "step": 885
    },
    {
      "contrastive_loss": 2.086595058441162,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.1247822493314743,
      "step": 885
    },
    {
      "contrastive_loss": 2.0891075134277344,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.08331422507762909,
      "step": 885
    },
    {
      "contrastive_loss": 2.0864527225494385,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.17017152905464172,
      "step": 885
    },
    {
      "contrastive_loss": 2.0977118015289307,
      "epoch": 0.5759375254209713,
      "nll_loss": 0.16055995225906372,
      "step": 885
    },
    {
      "epoch": 0.5791914097453835,
      "grad_norm": 0.25286969542503357,
      "learning_rate": 0.00022433173406442768,
      "loss": 3.1654,
      "step": 890
    },
    {
      "contrastive_loss": 2.0889854431152344,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.12333980947732925,
      "step": 890
    },
    {
      "contrastive_loss": 2.0929558277130127,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.15175063908100128,
      "step": 890
    },
    {
      "contrastive_loss": 2.085519790649414,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.11543026566505432,
      "step": 890
    },
    {
      "contrastive_loss": 2.094259738922119,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.13468919694423676,
      "step": 890
    },
    {
      "contrastive_loss": 2.0866243839263916,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.1530338078737259,
      "step": 890
    },
    {
      "contrastive_loss": 2.091158628463745,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.17069992423057556,
      "step": 890
    },
    {
      "contrastive_loss": 2.0866010189056396,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.16458378732204437,
      "step": 890
    },
    {
      "contrastive_loss": 2.095039129257202,
      "epoch": 0.5791914097453835,
      "nll_loss": 0.09140365570783615,
      "step": 890
    },
    {
      "epoch": 0.5824452940697958,
      "grad_norm": 0.26655685901641846,
      "learning_rate": 0.00022381768334475666,
      "loss": 3.1654,
      "step": 895
    },
    {
      "contrastive_loss": 2.0924761295318604,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.12536437809467316,
      "step": 895
    },
    {
      "contrastive_loss": 2.0963096618652344,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.14150352776050568,
      "step": 895
    },
    {
      "contrastive_loss": 2.096713066101074,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.11553791165351868,
      "step": 895
    },
    {
      "contrastive_loss": 2.0856072902679443,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.12251146137714386,
      "step": 895
    },
    {
      "contrastive_loss": 2.088615655899048,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.11606963723897934,
      "step": 895
    },
    {
      "contrastive_loss": 2.0940613746643066,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.13510920107364655,
      "step": 895
    },
    {
      "contrastive_loss": 2.0841753482818604,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.12259961664676666,
      "step": 895
    },
    {
      "contrastive_loss": 2.095029592514038,
      "epoch": 0.5824452940697958,
      "nll_loss": 0.16897675395011902,
      "step": 895
    },
    {
      "epoch": 0.585699178394208,
      "grad_norm": 0.27883294224739075,
      "learning_rate": 0.00022330363262508567,
      "loss": 3.1462,
      "step": 900
    },
    {
      "contrastive_loss": 2.091878890991211,
      "epoch": 0.585699178394208,
      "nll_loss": 0.05984899029135704,
      "step": 900
    },
    {
      "contrastive_loss": 2.0965943336486816,
      "epoch": 0.585699178394208,
      "nll_loss": 0.16419793665409088,
      "step": 900
    },
    {
      "contrastive_loss": 2.0923492908477783,
      "epoch": 0.585699178394208,
      "nll_loss": 0.1411639153957367,
      "step": 900
    },
    {
      "contrastive_loss": 2.0876317024230957,
      "epoch": 0.585699178394208,
      "nll_loss": 0.14795994758605957,
      "step": 900
    },
    {
      "contrastive_loss": 2.088590145111084,
      "epoch": 0.585699178394208,
      "nll_loss": 0.15006545186042786,
      "step": 900
    },
    {
      "contrastive_loss": 2.0888562202453613,
      "epoch": 0.585699178394208,
      "nll_loss": 0.15609386563301086,
      "step": 900
    },
    {
      "contrastive_loss": 2.0866689682006836,
      "epoch": 0.585699178394208,
      "nll_loss": 0.10253731906414032,
      "step": 900
    },
    {
      "contrastive_loss": 2.086434841156006,
      "epoch": 0.585699178394208,
      "nll_loss": 0.132572740316391,
      "step": 900
    },
    {
      "epoch": 0.5889530627186204,
      "grad_norm": 0.236471489071846,
      "learning_rate": 0.00022278958190541463,
      "loss": 3.1376,
      "step": 905
    },
    {
      "contrastive_loss": 2.094672679901123,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.11790674179792404,
      "step": 905
    },
    {
      "contrastive_loss": 2.0864851474761963,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.11534999310970306,
      "step": 905
    },
    {
      "contrastive_loss": 2.0916173458099365,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.10191573947668076,
      "step": 905
    },
    {
      "contrastive_loss": 2.0895566940307617,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.21426711976528168,
      "step": 905
    },
    {
      "contrastive_loss": 2.091876268386841,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.09177512675523758,
      "step": 905
    },
    {
      "contrastive_loss": 2.0866851806640625,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.21854369342327118,
      "step": 905
    },
    {
      "contrastive_loss": 2.0912530422210693,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.09452995657920837,
      "step": 905
    },
    {
      "contrastive_loss": 2.090515375137329,
      "epoch": 0.5889530627186204,
      "nll_loss": 0.11395228654146194,
      "step": 905
    },
    {
      "epoch": 0.5922069470430327,
      "grad_norm": 0.2592756748199463,
      "learning_rate": 0.00022227553118574363,
      "loss": 3.1897,
      "step": 910
    },
    {
      "contrastive_loss": 2.091169834136963,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.15749424695968628,
      "step": 910
    },
    {
      "contrastive_loss": 2.085574150085449,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.12356344610452652,
      "step": 910
    },
    {
      "contrastive_loss": 2.0854220390319824,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.07781299948692322,
      "step": 910
    },
    {
      "contrastive_loss": 2.086026191711426,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.07456523180007935,
      "step": 910
    },
    {
      "contrastive_loss": 2.085714340209961,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.18941012024879456,
      "step": 910
    },
    {
      "contrastive_loss": 2.096501111984253,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.12115456163883209,
      "step": 910
    },
    {
      "contrastive_loss": 2.093963623046875,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.17779336869716644,
      "step": 910
    },
    {
      "contrastive_loss": 2.0948119163513184,
      "epoch": 0.5922069470430327,
      "nll_loss": 0.13901695609092712,
      "step": 910
    },
    {
      "epoch": 0.5954608313674449,
      "grad_norm": 0.28736361861228943,
      "learning_rate": 0.00022176148046607264,
      "loss": 3.1707,
      "step": 915
    },
    {
      "contrastive_loss": 2.0896944999694824,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.16157659888267517,
      "step": 915
    },
    {
      "contrastive_loss": 2.0931901931762695,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.10991819947957993,
      "step": 915
    },
    {
      "contrastive_loss": 2.0900516510009766,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.17310157418251038,
      "step": 915
    },
    {
      "contrastive_loss": 2.0938873291015625,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.06241322308778763,
      "step": 915
    },
    {
      "contrastive_loss": 2.0880675315856934,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.0818939208984375,
      "step": 915
    },
    {
      "contrastive_loss": 2.0881783962249756,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.1036435142159462,
      "step": 915
    },
    {
      "contrastive_loss": 2.090144395828247,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.12892374396324158,
      "step": 915
    },
    {
      "contrastive_loss": 2.0905165672302246,
      "epoch": 0.5954608313674449,
      "nll_loss": 0.18358391523361206,
      "step": 915
    },
    {
      "epoch": 0.5987147156918572,
      "grad_norm": 0.23122452199459076,
      "learning_rate": 0.00022124742974640165,
      "loss": 3.138,
      "step": 920
    },
    {
      "contrastive_loss": 2.090557098388672,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.1466328352689743,
      "step": 920
    },
    {
      "contrastive_loss": 2.093873977661133,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.1112699806690216,
      "step": 920
    },
    {
      "contrastive_loss": 2.1089038848876953,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.0701681450009346,
      "step": 920
    },
    {
      "contrastive_loss": 2.092230796813965,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.2016567885875702,
      "step": 920
    },
    {
      "contrastive_loss": 2.0902230739593506,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.1124526858329773,
      "step": 920
    },
    {
      "contrastive_loss": 2.0921499729156494,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.10706957429647446,
      "step": 920
    },
    {
      "contrastive_loss": 2.0879592895507812,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.13067103922367096,
      "step": 920
    },
    {
      "contrastive_loss": 2.095355987548828,
      "epoch": 0.5987147156918572,
      "nll_loss": 0.18039101362228394,
      "step": 920
    },
    {
      "epoch": 0.6019686000162694,
      "grad_norm": 0.267953097820282,
      "learning_rate": 0.0002207333790267306,
      "loss": 3.1839,
      "step": 925
    },
    {
      "contrastive_loss": 2.090893268585205,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.1525006890296936,
      "step": 925
    },
    {
      "contrastive_loss": 2.0931344032287598,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.2371206283569336,
      "step": 925
    },
    {
      "contrastive_loss": 2.0877835750579834,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.15121130645275116,
      "step": 925
    },
    {
      "contrastive_loss": 2.086683750152588,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.1650753766298294,
      "step": 925
    },
    {
      "contrastive_loss": 2.0851528644561768,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.1592339128255844,
      "step": 925
    },
    {
      "contrastive_loss": 2.0912153720855713,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.09444548934698105,
      "step": 925
    },
    {
      "contrastive_loss": 2.0854649543762207,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.07384750992059708,
      "step": 925
    },
    {
      "contrastive_loss": 2.087913990020752,
      "epoch": 0.6019686000162694,
      "nll_loss": 0.06256058067083359,
      "step": 925
    },
    {
      "epoch": 0.6052224843406817,
      "grad_norm": 0.2458461970090866,
      "learning_rate": 0.0002202193283070596,
      "loss": 3.1891,
      "step": 930
    },
    {
      "contrastive_loss": 2.0937280654907227,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.12945671379566193,
      "step": 930
    },
    {
      "contrastive_loss": 2.09360408782959,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.14027360081672668,
      "step": 930
    },
    {
      "contrastive_loss": 2.091172218322754,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.1523633450269699,
      "step": 930
    },
    {
      "contrastive_loss": 2.0924720764160156,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.10105592757463455,
      "step": 930
    },
    {
      "contrastive_loss": 2.090503692626953,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.19376873970031738,
      "step": 930
    },
    {
      "contrastive_loss": 2.08321213722229,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.09375719726085663,
      "step": 930
    },
    {
      "contrastive_loss": 2.088003396987915,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.11388786137104034,
      "step": 930
    },
    {
      "contrastive_loss": 2.086768627166748,
      "epoch": 0.6052224843406817,
      "nll_loss": 0.0732235312461853,
      "step": 930
    },
    {
      "epoch": 0.6084763686650939,
      "grad_norm": 0.27045008540153503,
      "learning_rate": 0.0002197052775873886,
      "loss": 3.1379,
      "step": 935
    },
    {
      "contrastive_loss": 2.0889008045196533,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.1179867535829544,
      "step": 935
    },
    {
      "contrastive_loss": 2.086055040359497,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.12040629237890244,
      "step": 935
    },
    {
      "contrastive_loss": 2.090033531188965,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.03509040176868439,
      "step": 935
    },
    {
      "contrastive_loss": 2.0974509716033936,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.2466665655374527,
      "step": 935
    },
    {
      "contrastive_loss": 2.093445062637329,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.125936821103096,
      "step": 935
    },
    {
      "contrastive_loss": 2.093005657196045,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.20907637476921082,
      "step": 935
    },
    {
      "contrastive_loss": 2.084345579147339,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.09495223313570023,
      "step": 935
    },
    {
      "contrastive_loss": 2.092970609664917,
      "epoch": 0.6084763686650939,
      "nll_loss": 0.14228078722953796,
      "step": 935
    },
    {
      "epoch": 0.6117302529895062,
      "grad_norm": 0.36898064613342285,
      "learning_rate": 0.0002191912268677176,
      "loss": 3.1653,
      "step": 940
    },
    {
      "contrastive_loss": 2.088500499725342,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.16479188203811646,
      "step": 940
    },
    {
      "contrastive_loss": 2.0917301177978516,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.12727729976177216,
      "step": 940
    },
    {
      "contrastive_loss": 2.088348388671875,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.1680150181055069,
      "step": 940
    },
    {
      "contrastive_loss": 2.0857045650482178,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.12512142956256866,
      "step": 940
    },
    {
      "contrastive_loss": 2.088696002960205,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.18655605614185333,
      "step": 940
    },
    {
      "contrastive_loss": 2.092224597930908,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.12699230015277863,
      "step": 940
    },
    {
      "contrastive_loss": 2.091597557067871,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.15164564549922943,
      "step": 940
    },
    {
      "contrastive_loss": 2.0898003578186035,
      "epoch": 0.6117302529895062,
      "nll_loss": 0.06481637805700302,
      "step": 940
    },
    {
      "epoch": 0.6149841373139185,
      "grad_norm": 0.25817641615867615,
      "learning_rate": 0.00021867717614804658,
      "loss": 3.1958,
      "step": 945
    },
    {
      "contrastive_loss": 2.093008279800415,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.19146566092967987,
      "step": 945
    },
    {
      "contrastive_loss": 2.0844717025756836,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.0885862410068512,
      "step": 945
    },
    {
      "contrastive_loss": 2.093942642211914,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.1098804697394371,
      "step": 945
    },
    {
      "contrastive_loss": 2.0875656604766846,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.2101898044347763,
      "step": 945
    },
    {
      "contrastive_loss": 2.086521863937378,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.16513700783252716,
      "step": 945
    },
    {
      "contrastive_loss": 2.0880892276763916,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.0741320475935936,
      "step": 945
    },
    {
      "contrastive_loss": 2.092223644256592,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.14662601053714752,
      "step": 945
    },
    {
      "contrastive_loss": 2.0900378227233887,
      "epoch": 0.6149841373139185,
      "nll_loss": 0.03940426930785179,
      "step": 945
    },
    {
      "epoch": 0.6182380216383307,
      "grad_norm": 0.27481961250305176,
      "learning_rate": 0.00021816312542837556,
      "loss": 3.1588,
      "step": 950
    },
    {
      "contrastive_loss": 2.088587760925293,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.0869443491101265,
      "step": 950
    },
    {
      "contrastive_loss": 2.0858824253082275,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.17665283381938934,
      "step": 950
    },
    {
      "contrastive_loss": 2.089397668838501,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.1845424473285675,
      "step": 950
    },
    {
      "contrastive_loss": 2.0860981941223145,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.05613654851913452,
      "step": 950
    },
    {
      "contrastive_loss": 2.092053174972534,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.11440383642911911,
      "step": 950
    },
    {
      "contrastive_loss": 2.0886828899383545,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.20887039601802826,
      "step": 950
    },
    {
      "contrastive_loss": 2.086639642715454,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.1532021462917328,
      "step": 950
    },
    {
      "contrastive_loss": 2.092571973800659,
      "epoch": 0.6182380216383307,
      "nll_loss": 0.08507341891527176,
      "step": 950
    },
    {
      "epoch": 0.6214919059627431,
      "grad_norm": 0.2563602030277252,
      "learning_rate": 0.00021764907470870457,
      "loss": 3.182,
      "step": 955
    },
    {
      "contrastive_loss": 2.091057300567627,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.18960359692573547,
      "step": 955
    },
    {
      "contrastive_loss": 2.08516788482666,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.20308317244052887,
      "step": 955
    },
    {
      "contrastive_loss": 2.0985798835754395,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.1591012179851532,
      "step": 955
    },
    {
      "contrastive_loss": 2.0902297496795654,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.14507414400577545,
      "step": 955
    },
    {
      "contrastive_loss": 2.0901737213134766,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.09085962176322937,
      "step": 955
    },
    {
      "contrastive_loss": 2.0920286178588867,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.10495081543922424,
      "step": 955
    },
    {
      "contrastive_loss": 2.093261957168579,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.16614973545074463,
      "step": 955
    },
    {
      "contrastive_loss": 2.09666109085083,
      "epoch": 0.6214919059627431,
      "nll_loss": 0.10963629186153412,
      "step": 955
    },
    {
      "epoch": 0.6247457902871553,
      "grad_norm": 0.2501317858695984,
      "learning_rate": 0.00021713502398903358,
      "loss": 3.1795,
      "step": 960
    },
    {
      "contrastive_loss": 2.0870842933654785,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.12974554300308228,
      "step": 960
    },
    {
      "contrastive_loss": 2.0924158096313477,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.13307522237300873,
      "step": 960
    },
    {
      "contrastive_loss": 2.08945894241333,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.18938986957073212,
      "step": 960
    },
    {
      "contrastive_loss": 2.087238073348999,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.06736908853054047,
      "step": 960
    },
    {
      "contrastive_loss": 2.0994627475738525,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.15832068026065826,
      "step": 960
    },
    {
      "contrastive_loss": 2.0971667766571045,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.08955658972263336,
      "step": 960
    },
    {
      "contrastive_loss": 2.090542793273926,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.11747031658887863,
      "step": 960
    },
    {
      "contrastive_loss": 2.0884287357330322,
      "epoch": 0.6247457902871553,
      "nll_loss": 0.17731496691703796,
      "step": 960
    },
    {
      "epoch": 0.6279996746115676,
      "grad_norm": 0.2528642416000366,
      "learning_rate": 0.0002166209732693626,
      "loss": 3.1395,
      "step": 965
    },
    {
      "contrastive_loss": 2.102907180786133,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.13481205701828003,
      "step": 965
    },
    {
      "contrastive_loss": 2.093982458114624,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.15319764614105225,
      "step": 965
    },
    {
      "contrastive_loss": 2.0916178226470947,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.0997503399848938,
      "step": 965
    },
    {
      "contrastive_loss": 2.094621419906616,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.21880732476711273,
      "step": 965
    },
    {
      "contrastive_loss": 2.089772939682007,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.07291802763938904,
      "step": 965
    },
    {
      "contrastive_loss": 2.0897960662841797,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.14549985527992249,
      "step": 965
    },
    {
      "contrastive_loss": 2.0897789001464844,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.0862605944275856,
      "step": 965
    },
    {
      "contrastive_loss": 2.0970587730407715,
      "epoch": 0.6279996746115676,
      "nll_loss": 0.23383918404579163,
      "step": 965
    },
    {
      "epoch": 0.6312535589359798,
      "grad_norm": 0.27271562814712524,
      "learning_rate": 0.00021610692254969154,
      "loss": 3.1881,
      "step": 970
    },
    {
      "contrastive_loss": 2.0935826301574707,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.0870198905467987,
      "step": 970
    },
    {
      "contrastive_loss": 2.092587471008301,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.07046002149581909,
      "step": 970
    },
    {
      "contrastive_loss": 2.094588279724121,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.1892598420381546,
      "step": 970
    },
    {
      "contrastive_loss": 2.0964279174804688,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.12492933124303818,
      "step": 970
    },
    {
      "contrastive_loss": 2.088493824005127,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.19656580686569214,
      "step": 970
    },
    {
      "contrastive_loss": 2.0906317234039307,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.1946628987789154,
      "step": 970
    },
    {
      "contrastive_loss": 2.0857927799224854,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.11010529100894928,
      "step": 970
    },
    {
      "contrastive_loss": 2.093644142150879,
      "epoch": 0.6312535589359798,
      "nll_loss": 0.1386314034461975,
      "step": 970
    },
    {
      "epoch": 0.6345074432603921,
      "grad_norm": 0.27807193994522095,
      "learning_rate": 0.00021559287183002055,
      "loss": 3.1797,
      "step": 975
    },
    {
      "contrastive_loss": 2.0933356285095215,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.029849639162421227,
      "step": 975
    },
    {
      "contrastive_loss": 2.10162091255188,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.10675901174545288,
      "step": 975
    },
    {
      "contrastive_loss": 2.092665672302246,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.10667090862989426,
      "step": 975
    },
    {
      "contrastive_loss": 2.08795428276062,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.15518862009048462,
      "step": 975
    },
    {
      "contrastive_loss": 2.0943140983581543,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.22005057334899902,
      "step": 975
    },
    {
      "contrastive_loss": 2.0869953632354736,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.1158231645822525,
      "step": 975
    },
    {
      "contrastive_loss": 2.0921335220336914,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.1568564772605896,
      "step": 975
    },
    {
      "contrastive_loss": 2.08231258392334,
      "epoch": 0.6345074432603921,
      "nll_loss": 0.14708632230758667,
      "step": 975
    },
    {
      "epoch": 0.6377613275848043,
      "grad_norm": 0.21802832186222076,
      "learning_rate": 0.00021507882111034953,
      "loss": 3.1503,
      "step": 980
    },
    {
      "contrastive_loss": 2.0917954444885254,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.050087153911590576,
      "step": 980
    },
    {
      "contrastive_loss": 2.0893826484680176,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.15763264894485474,
      "step": 980
    },
    {
      "contrastive_loss": 2.0868213176727295,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.15004731714725494,
      "step": 980
    },
    {
      "contrastive_loss": 2.084526538848877,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.10971809178590775,
      "step": 980
    },
    {
      "contrastive_loss": 2.0886037349700928,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.161594957113266,
      "step": 980
    },
    {
      "contrastive_loss": 2.0861518383026123,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.12832166254520416,
      "step": 980
    },
    {
      "contrastive_loss": 2.09191632270813,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.1469067484140396,
      "step": 980
    },
    {
      "contrastive_loss": 2.087400436401367,
      "epoch": 0.6377613275848043,
      "nll_loss": 0.13323873281478882,
      "step": 980
    },
    {
      "epoch": 0.6410152119092166,
      "grad_norm": 0.27678239345550537,
      "learning_rate": 0.00021456477039067854,
      "loss": 3.1414,
      "step": 985
    },
    {
      "contrastive_loss": 2.089733362197876,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.17540009319782257,
      "step": 985
    },
    {
      "contrastive_loss": 2.1014416217803955,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.16457103192806244,
      "step": 985
    },
    {
      "contrastive_loss": 2.0907225608825684,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.18897747993469238,
      "step": 985
    },
    {
      "contrastive_loss": 2.092151641845703,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.16451133787631989,
      "step": 985
    },
    {
      "contrastive_loss": 2.089435577392578,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.057109154760837555,
      "step": 985
    },
    {
      "contrastive_loss": 2.0907833576202393,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.13515497744083405,
      "step": 985
    },
    {
      "contrastive_loss": 2.097602128982544,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.1266876757144928,
      "step": 985
    },
    {
      "contrastive_loss": 2.0840964317321777,
      "epoch": 0.6410152119092166,
      "nll_loss": 0.06291771680116653,
      "step": 985
    },
    {
      "epoch": 0.6442690962336289,
      "grad_norm": 0.24562940001487732,
      "learning_rate": 0.00021405071967100752,
      "loss": 3.1518,
      "step": 990
    },
    {
      "contrastive_loss": 2.0859129428863525,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.125563845038414,
      "step": 990
    },
    {
      "contrastive_loss": 2.0902609825134277,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.194077730178833,
      "step": 990
    },
    {
      "contrastive_loss": 2.0858356952667236,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.1361457109451294,
      "step": 990
    },
    {
      "contrastive_loss": 2.0896966457366943,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.06806773692369461,
      "step": 990
    },
    {
      "contrastive_loss": 2.088890790939331,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.09373390674591064,
      "step": 990
    },
    {
      "contrastive_loss": 2.09616756439209,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.1889815330505371,
      "step": 990
    },
    {
      "contrastive_loss": 2.0894615650177,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.14882543683052063,
      "step": 990
    },
    {
      "contrastive_loss": 2.0868613719940186,
      "epoch": 0.6442690962336289,
      "nll_loss": 0.11870764195919037,
      "step": 990
    },
    {
      "epoch": 0.6475229805580411,
      "grad_norm": 0.29220494627952576,
      "learning_rate": 0.0002135366689513365,
      "loss": 3.1429,
      "step": 995
    },
    {
      "contrastive_loss": 2.0892226696014404,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.13507194817066193,
      "step": 995
    },
    {
      "contrastive_loss": 2.0866966247558594,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.1370222419500351,
      "step": 995
    },
    {
      "contrastive_loss": 2.0925803184509277,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.09819526970386505,
      "step": 995
    },
    {
      "contrastive_loss": 2.085423469543457,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.13319362699985504,
      "step": 995
    },
    {
      "contrastive_loss": 2.10302472114563,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.1352226585149765,
      "step": 995
    },
    {
      "contrastive_loss": 2.0924532413482666,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.07307787984609604,
      "step": 995
    },
    {
      "contrastive_loss": 2.09275484085083,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.17065082490444183,
      "step": 995
    },
    {
      "contrastive_loss": 2.087982654571533,
      "epoch": 0.6475229805580411,
      "nll_loss": 0.14330466091632843,
      "step": 995
    },
    {
      "epoch": 0.6507768648824535,
      "grad_norm": 0.28831976652145386,
      "learning_rate": 0.0002130226182316655,
      "loss": 3.1592,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094897985458374,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9694597721099854,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087506055831909,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1597630977630615,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913784503936768,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0046535730361938,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0820465087890625,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.186607003211975,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093648672103882,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2577641010284424,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897679328918457,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9567692279815674,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095573663711548,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9542326331138611,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0853683948516846,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8051711916923523,
      "step": 1000
    },
    {
      "contrastive_loss": 2.098904609680176,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0197851657867432,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907697677612305,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9008824229240417,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0967135429382324,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0541177988052368,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0872607231140137,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9829146265983582,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0832841396331787,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9330125451087952,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0843074321746826,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1464341878890991,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094907283782959,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.072519063949585,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0958945751190186,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0450609922409058,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090545892715454,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1916559934616089,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089097499847412,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8655496835708618,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092494010925293,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.122131109237671,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894150733947754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1763845682144165,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094966173171997,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1802959442138672,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908331871032715,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2055262327194214,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087578535079956,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9651274085044861,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091322898864746,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9412188529968262,
      "step": 1000
    },
    {
      "contrastive_loss": 2.079984188079834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.267248511314392,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09061861038208,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8846591711044312,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0893590450286865,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0833392143249512,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0873303413391113,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2317278385162354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091327667236328,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0351661443710327,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894558429718018,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1060643196105957,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0850415229797363,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.008041501045227,
      "step": 1000
    },
    {
      "contrastive_loss": 2.109187602996826,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1101751327514648,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0900979042053223,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0498203039169312,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868287086486816,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3806827068328857,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941715240478516,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1203620433807373,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905075073242188,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.011404275894165,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883870124816895,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0544222593307495,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084467887878418,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0253396034240723,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088118314743042,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0911022424697876,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086470127105713,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8607540130615234,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894594192504883,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9131293892860413,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0852675437927246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1760482788085938,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091378688812256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1261008977890015,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918030738830566,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9647601842880249,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0854880809783936,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1155171394348145,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0949227809906006,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2845195531845093,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087871789932251,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0120179653167725,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962772369384766,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1222915649414062,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915229320526123,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1152019500732422,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095712900161743,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1310501098632812,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0863091945648193,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1016676425933838,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0923819541931152,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0062280893325806,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0947012901306152,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1255484819412231,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904579162597656,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0372141599655151,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1024410724639893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1712350845336914,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0895209312438965,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0476263761520386,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097686529159546,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0533632040023804,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090985059738159,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2551016807556152,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091623306274414,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8569881319999695,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879414081573486,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8259895443916321,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089677572250366,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9804962277412415,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0877535343170166,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0303659439086914,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876095294952393,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.124398112297058,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0849876403808594,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9101361036300659,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0957891941070557,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0262309312820435,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912375450134277,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.115372657775879,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941989421844482,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0750513076782227,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087921142578125,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9676783680915833,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912866592407227,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1581226587295532,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0999996662139893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.147281289100647,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097947120666504,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9494753479957581,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092456340789795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1767117977142334,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0865657329559326,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2377800941467285,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899858474731445,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0735211372375488,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0902864933013916,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.380462884902954,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085514783859253,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2167946100234985,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897812843322754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0259000062942505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941038131713867,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2952044010162354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085050344467163,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0979597568511963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0826449394226074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0102970600128174,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0863006114959717,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9732240438461304,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087026834487915,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1492372751235962,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0911574363708496,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1102606058120728,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906994342803955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4101454019546509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908026695251465,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0931036472320557,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087937355041504,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.230712652206421,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0871191024780273,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9018527865409851,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910022258758545,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1590081453323364,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093944549560547,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1164101362228394,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0924274921417236,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1144033670425415,
      "step": 1000
    },
    {
      "contrastive_loss": 2.083676338195801,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1194992065429688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090757131576538,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9884840250015259,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097770929336548,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8837062120437622,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0886318683624268,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2960566282272339,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093806266784668,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9612228274345398,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085040330886841,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.150063157081604,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0819177627563477,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1570544242858887,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090879440307617,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8836792707443237,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0935609340667725,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9856197237968445,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093230724334717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1105000972747803,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0888936519622803,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9453861117362976,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0793020725250244,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0397001504898071,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085151195526123,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0156164169311523,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090095043182373,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2054725885391235,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887820720672607,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0264579057693481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0955922603607178,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9518992304801941,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086686849594116,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0332242250442505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091057538986206,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8756574988365173,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0892152786254883,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1770544052124023,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089099407196045,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2121065855026245,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0886785984039307,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1221710443496704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908570289611816,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0100758075714111,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085602283477783,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9765878319740295,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08859920501709,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9113819599151611,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882160663604736,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8254261612892151,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085817813873291,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0487558841705322,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906386375427246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1294995546340942,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883705615997314,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1472125053405762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086369752883911,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0693694353103638,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090191125869751,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0592890977859497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09719181060791,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1191898584365845,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089261293411255,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0233798027038574,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08659291267395,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4763820171356201,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097609519958496,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2317659854888916,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0923635959625244,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0951813459396362,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086271286010742,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3721674680709839,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0860183238983154,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.953731119632721,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868823528289795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1483542919158936,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0963451862335205,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9563172459602356,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09312105178833,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9749178290367126,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0853254795074463,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9721750617027283,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906124114990234,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0727922916412354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0873310565948486,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1475120782852173,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090336322784424,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1724534034729004,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090855836868286,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1576420068740845,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0819449424743652,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9519967436790466,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091447591781616,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9640567302703857,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0791053771972656,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9507842063903809,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087852716445923,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.017580270767212,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088756561279297,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2360038757324219,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088715076446533,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1450332403182983,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0974977016448975,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0522083044052124,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882091522216797,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.002164602279663,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093134880065918,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1572563648223877,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091655969619751,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.190335750579834,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08712100982666,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0704189538955688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0829129219055176,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.035254716873169,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089141845703125,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2630479335784912,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094118595123291,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1892284154891968,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936496257781982,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0273281335830688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085679292678833,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8421635031700134,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086320638656616,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1461750268936157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090731382369995,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0002634525299072,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097196340560913,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0585767030715942,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919759273529053,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7813472747802734,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0898852348327637,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0138731002807617,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0900328159332275,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0453685522079468,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0951457023620605,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1123299598693848,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090357780456543,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.043572187423706,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082592725753784,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.17715322971344,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899271965026855,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9470022320747375,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088879108428955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0298306941986084,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085677146911621,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0406605005264282,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0873377323150635,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1229782104492188,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091649055480957,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3557734489440918,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899593830108643,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2734843492507935,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096926689147949,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9799221754074097,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0838937759399414,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1048312187194824,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085175037384033,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9643539190292358,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086740016937256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4011799097061157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089824914932251,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.025823950767517,
      "step": 1000
    },
    {
      "contrastive_loss": 2.097087860107422,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9682224988937378,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090846538543701,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.257811188697815,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0823068618774414,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3769290447235107,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092268228530884,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0365177392959595,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905323028564453,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.038854718208313,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089299440383911,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.197140097618103,
      "step": 1000
    },
    {
      "contrastive_loss": 2.173734188079834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1602153778076172,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08561635017395,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0214927196502686,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0884320735931396,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9646256566047668,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0853493213653564,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0302501916885376,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0968241691589355,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8148707151412964,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0865063667297363,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0370100736618042,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0890297889709473,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.041711449623108,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0940113067626953,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8641331791877747,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088519334793091,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0240757465362549,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0848302841186523,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9169274568557739,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0945236682891846,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0517469644546509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093287944793701,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0288000106811523,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883498191833496,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9811144471168518,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0860161781311035,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9378431439399719,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086719036102295,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1897532939910889,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096572160720825,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3179397583007812,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950331687927246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2810736894607544,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906014442443848,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1035422086715698,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087155342102051,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1755121946334839,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091639518737793,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1736446619033813,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0924012660980225,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.154522180557251,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885400772094727,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.078827977180481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0861237049102783,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.091977834701538,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0986218452453613,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0459294319152832,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093701124191284,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.082844614982605,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090771436691284,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0458879470825195,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090454578399658,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.124431848526001,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092867851257324,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.17539381980896,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091215133666992,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0047712326049805,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0881502628326416,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9250442981719971,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867202281951904,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0302348136901855,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913403034210205,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.334773302078247,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933303833007812,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0186127424240112,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087982416152954,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9683365225791931,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092266321182251,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.077164888381958,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082141399383545,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1469439268112183,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897457599639893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.087332844734192,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094205617904663,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9083265066146851,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909667015075684,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.077911615371704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931575298309326,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4849165678024292,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092560291290283,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2028422355651855,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086280345916748,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0977451801300049,
      "step": 1000
    },
    {
      "contrastive_loss": 2.083768844604492,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8781984448432922,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0891852378845215,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1983221769332886,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0863404273986816,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1240047216415405,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0851502418518066,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1844772100448608,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093768358230591,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0157091617584229,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879769325256348,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2006793022155762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091799736022949,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8774940371513367,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082756996154785,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9038907885551453,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876667499542236,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1978628635406494,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0965662002563477,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1372931003570557,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883846282958984,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.130151629447937,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906155109405518,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0345669984817505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0946195125579834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2916762828826904,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0821447372436523,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0665658712387085,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0938210487365723,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1707038879394531,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0925474166870117,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0667200088500977,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0894341468811035,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.012252926826477,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085966110229492,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0783507823944092,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875837802886963,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9381298422813416,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875418186187744,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0227588415145874,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089533805847168,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9519279599189758,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091120481491089,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9918624758720398,
      "step": 1000
    },
    {
      "contrastive_loss": 2.098306179046631,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1029324531555176,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0952460765838623,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9016645550727844,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0944924354553223,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0029712915420532,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936262607574463,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9656355381011963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0948257446289062,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0679397583007812,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897035598754883,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1554210186004639,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0893702507019043,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0729800462722778,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931668281555176,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9268855452537537,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0862395763397217,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1380482912063599,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087857246398926,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9593888521194458,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092833995819092,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0499427318572998,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0900912284851074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.396831750869751,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096489667892456,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9432106018066406,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879411697387695,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0462546348571777,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0925800800323486,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8945052027702332,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876784324645996,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1351953744888306,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087754011154175,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1171009540557861,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086089849472046,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3100512027740479,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0872485637664795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3720486164093018,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088243246078491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0235555171966553,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0769639015197754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0022094249725342,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907745361328125,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0030229091644287,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0929009914398193,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.863950788974762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919888019561768,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9947953224182129,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093130588531494,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2569584846496582,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091371774673462,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0320045948028564,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086961507797241,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1095114946365356,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082573652267456,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0121181011199951,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0893454551696777,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9223503470420837,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0934903621673584,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0639609098434448,
      "step": 1000
    },
    {
      "contrastive_loss": 2.100606918334961,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0360209941864014,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081857681274414,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.181301474571228,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088256359100342,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.268101453781128,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086841106414795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0849862098693848,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0935323238372803,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.113533854484558,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082505941390991,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8139098882675171,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0916647911071777,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8311620354652405,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085158109664917,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0018434524536133,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931429862976074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0350991487503052,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0902950763702393,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9603890180587769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089184284210205,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0525522232055664,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918877124786377,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.356119990348816,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868258476257324,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.984978973865509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094407081604004,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2549294233322144,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885236263275146,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2825915813446045,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897839069366455,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0404542684555054,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918962955474854,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0610086917877197,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0871269702911377,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9149327278137207,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883114337921143,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1123086214065552,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0903513431549072,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9022691249847412,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906577110290527,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0059363842010498,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088834524154663,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0837934017181396,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0902693271636963,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3205152750015259,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090858221054077,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1869564056396484,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906548500061035,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3406611680984497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09214448928833,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0577080249786377,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0870144367218018,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9415797591209412,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950396060943604,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.122463345527649,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093672752380371,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9542129039764404,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927650928497314,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1436355113983154,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899462699890137,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9417606592178345,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914266109466553,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1122444868087769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907371044158936,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9544743895530701,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087259292602539,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9824323058128357,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095679998397827,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9735830426216125,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0917582511901855,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1808528900146484,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087217330932617,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0342254638671875,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908029079437256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3137965202331543,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0939583778381348,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0097216367721558,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090167760848999,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9723519086837769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091823101043701,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.070769190788269,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093682050704956,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9887622594833374,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089264154434204,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0050488710403442,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0903286933898926,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9849516153335571,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0943820476531982,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1432777643203735,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0920681953430176,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0621792078018188,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915539264678955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.116799235343933,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936038494110107,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9454226493835449,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085174083709717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1021891832351685,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0906589031219482,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9577609896659851,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914361476898193,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7993648052215576,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0858395099639893,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.103522777557373,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918283462524414,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8717182278633118,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091569185256958,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4335007667541504,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0868468284606934,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0839391946792603,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085975170135498,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0515179634094238,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087146759033203,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9727122783660889,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086996555328369,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1169904470443726,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090567111968994,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.205259084701538,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904977321624756,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1588748693466187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092824935913086,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0377230644226074,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915684700012207,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.044316291809082,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085787057876587,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0734199285507202,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094033718109131,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0792717933654785,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0884664058685303,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.287376046180725,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926871299743652,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0072461366653442,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095902681350708,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.6773563027381897,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088153600692749,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1998798847198486,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085844039916992,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0429197549819946,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0920217037200928,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1309601068496704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0924105644226074,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.5755298137664795,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883586406707764,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.203305721282959,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081926107406616,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1354981660842896,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0891315937042236,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1423923969268799,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919861793518066,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.888064980506897,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0869998931884766,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9287225008010864,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1005847454071045,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2505860328674316,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086186408996582,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1568315029144287,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092895269393921,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1305079460144043,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0825114250183105,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8192495107650757,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089527130126953,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8123653531074524,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913329124450684,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0594968795776367,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0907845497131348,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2112551927566528,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905418395996094,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9764710664749146,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0931103229522705,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0566768646240234,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085313558578491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0969858169555664,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926637649536133,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0904438495635986,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089644193649292,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7805904150009155,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950639247894287,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1278319358825684,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889410972595215,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.078957438468933,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927069187164307,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9355854988098145,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0870487689971924,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0789717435836792,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1022164821624756,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2670605182647705,
      "step": 1000
    },
    {
      "contrastive_loss": 2.100076198577881,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8985840082168579,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885627269744873,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0653101205825806,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090383291244507,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0651090145111084,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08872389793396,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.058281660079956,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086071014404297,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9933951497077942,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087859630584717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0193109512329102,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084752321243286,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1152089834213257,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091341018676758,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1509929895401,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085066318511963,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1140004396438599,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0858495235443115,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9456198811531067,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094849109649658,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0509921312332153,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0849392414093018,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.133448839187622,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09438157081604,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2845464944839478,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090501546859741,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.906334400177002,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081941604614258,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0368421077728271,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0958003997802734,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0596880912780762,
      "step": 1000
    },
    {
      "contrastive_loss": 2.078094482421875,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9359415769577026,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088951349258423,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2454725503921509,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089999198913574,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1004449129104614,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0851566791534424,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.974415123462677,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090883255004883,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0357520580291748,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091322183609009,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8271461129188538,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091794967651367,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1124457120895386,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086679458618164,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9968063235282898,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085031747817993,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1453076601028442,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085801362991333,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.178796648979187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0965921878814697,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1594024896621704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.098421096801758,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.98067706823349,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088322639465332,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1278616189956665,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093151092529297,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.149385929107666,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1010262966156006,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8639345765113831,
      "step": 1000
    },
    {
      "contrastive_loss": 2.081235408782959,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1835039854049683,
      "step": 1000
    },
    {
      "contrastive_loss": 2.10192608833313,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4179750680923462,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927035808563232,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.04457426071167,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914409160614014,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.615230917930603,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941617488861084,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0466846227645874,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0908329486846924,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9239705204963684,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0991275310516357,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1489075422286987,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0932540893554688,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9508063197135925,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889322757720947,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.007741093635559,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962743759155273,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8471871018409729,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087258815765381,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1699711084365845,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0956714153289795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0395187139511108,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088945150375366,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9708375334739685,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0953736305236816,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9856969714164734,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0930511951446533,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.064538836479187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0921943187713623,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8649731278419495,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875377655029297,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9163253307342529,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919137001037598,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9926573038101196,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912837982177734,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2150676250457764,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887701511383057,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0196858644485474,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0854568481445312,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.065037488937378,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0803847312927246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3283193111419678,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914669036865234,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.111632227897644,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926132202148438,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.218192458152771,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0845072269439697,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9133360385894775,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094613552093506,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7754630446434021,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090620517730713,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9595323801040649,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0875802040100098,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1011991500854492,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089056968688965,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.10346519947052,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088433027267456,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9409716129302979,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0896987915039062,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1662030220031738,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09451961517334,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0588358640670776,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0899367332458496,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9852238297462463,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0914864540100098,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.157173991203308,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0879783630371094,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1652652025222778,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897014141082764,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9028829336166382,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0855624675750732,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1371229887008667,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087890625,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0393115282058716,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095993995666504,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.051777720451355,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0926668643951416,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0235979557037354,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0897417068481445,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8891221880912781,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1020331382751465,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2156703472137451,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0884039402008057,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.07949697971344,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0930356979370117,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0407856702804565,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0990869998931885,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0560104846954346,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085160732269287,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1625721454620361,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084657907485962,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0855058431625366,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936660766601562,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.842331051826477,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090440511703491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2126188278198242,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0890212059020996,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3968839645385742,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867080688476562,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0871220827102661,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090458393096924,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.105686902999878,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0896568298339844,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0833454132080078,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910565853118896,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9673178195953369,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0939488410949707,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0248786211013794,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910348892211914,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0780001878738403,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0922560691833496,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9969822764396667,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883429050445557,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1479833126068115,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0939149856567383,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1531230211257935,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091187000274658,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.083056926727295,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095670700073242,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1860038042068481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088379383087158,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0398386716842651,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927493572235107,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1302266120910645,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087157726287842,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9447498917579651,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0834548473358154,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.009347915649414,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927817821502686,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9950734376907349,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0883262157440186,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0234270095825195,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09295392036438,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1885801553726196,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086984872817993,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9686629176139832,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0910747051239014,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0041505098342896,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0869557857513428,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0667951107025146,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0935683250427246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.137178897857666,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091681718826294,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.07442045211792,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909159183502197,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0998023748397827,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913915634155273,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0338984727859497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088473320007324,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9427525401115417,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887203216552734,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2156375646591187,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086361885070801,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.995987594127655,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913071632385254,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9926630258560181,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1024646759033203,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9341021180152893,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091179132461548,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9411233067512512,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086956262588501,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0653201341629028,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0872442722320557,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0674961805343628,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0903234481811523,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1230357885360718,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882983207702637,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1013147830963135,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088360548019409,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0362545251846313,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090604305267334,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9661557674407959,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093550205230713,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9958783984184265,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909266471862793,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.203822135925293,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085265636444092,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3489872217178345,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089423656463623,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2836265563964844,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089657783508301,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1220046281814575,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095790386199951,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9517013430595398,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0840370655059814,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1460728645324707,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933852195739746,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9925210475921631,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0912041664123535,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.267650842666626,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0858585834503174,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0251383781433105,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093540668487549,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9268940687179565,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087754964828491,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2663633823394775,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091909170150757,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0571075677871704,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0833191871643066,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0170583724975586,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0938477516174316,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.271315097808838,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882813930511475,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.060251235961914,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088334798812866,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9704121947288513,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089841604232788,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0538065433502197,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094552993774414,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9516583681106567,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086820363998413,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0685621500015259,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0838122367858887,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1515799760818481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0936145782470703,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0289260149002075,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094376564025879,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9143658876419067,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933308601379395,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8464362025260925,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887041091918945,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1772019863128662,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088387966156006,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1318186521530151,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0901126861572266,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0893378257751465,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093836784362793,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1334707736968994,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0933585166931152,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0249783992767334,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0988967418670654,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0259675979614258,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0929653644561768,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0037081241607666,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0932648181915283,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3023079633712769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0968663692474365,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9870449304580688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962131023406982,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9947648048400879,
      "step": 1000
    },
    {
      "contrastive_loss": 2.083179235458374,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.104895830154419,
      "step": 1000
    },
    {
      "contrastive_loss": 2.094724655151367,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0326496362686157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0885300636291504,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0555603504180908,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092513084411621,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.905186653137207,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867273807525635,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8343019485473633,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086416244506836,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9544152021408081,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0898900032043457,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9315564632415771,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0915403366088867,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0299227237701416,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0882203578948975,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.4856919050216675,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0962798595428467,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8798671960830688,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086582660675049,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.082929253578186,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0901780128479004,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9500766396522522,
      "step": 1000
    },
    {
      "contrastive_loss": 2.084991931915283,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9694157242774963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876593589782715,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2920418977737427,
      "step": 1000
    },
    {
      "contrastive_loss": 2.1044952869415283,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1019586324691772,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889697074890137,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9464972615242004,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0856306552886963,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2191685438156128,
      "step": 1000
    },
    {
      "contrastive_loss": 2.102041006088257,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3347301483154297,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087698459625244,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.861912190914154,
      "step": 1000
    },
    {
      "contrastive_loss": 2.085711717605591,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0506647825241089,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0881314277648926,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3389497995376587,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087825298309326,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0368728637695312,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092772960662842,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9671003818511963,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904364585876465,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1550019979476929,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0961978435516357,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9142056703567505,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0904197692871094,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1087543964385986,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090979814529419,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0225818157196045,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0876479148864746,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9297051429748535,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0916104316711426,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0045688152313232,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082883596420288,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9623692035675049,
      "step": 1000
    },
    {
      "contrastive_loss": 2.087472438812256,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0946252346038818,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0925791263580322,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0676403045654297,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0913121700286865,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1040536165237427,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0846638679504395,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9436377286911011,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091848611831665,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0820504426956177,
      "step": 1000
    },
    {
      "contrastive_loss": 2.082951545715332,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0036394596099854,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0922107696533203,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8521116375923157,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093324899673462,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7695218920707703,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0877063274383545,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1686712503433228,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0851705074310303,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2951751947402954,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090826988220215,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1087961196899414,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0982813835144043,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.6447629928588867,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0927395820617676,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1416953802108765,
      "step": 1000
    },
    {
      "contrastive_loss": 2.099358320236206,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9472109079360962,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090784788131714,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0390229225158691,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08489990234375,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2358200550079346,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091874599456787,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0223859548568726,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0880138874053955,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0678623914718628,
      "step": 1000
    },
    {
      "contrastive_loss": 2.08939266204834,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1204116344451904,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0922534465789795,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9165865778923035,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0950913429260254,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2801200151443481,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092881441116333,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3090078830718994,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086336374282837,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.035658359527588,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0777652263641357,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0640056133270264,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091676950454712,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0602099895477295,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0880484580993652,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1815069913864136,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0867419242858887,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1227309703826904,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0859344005584717,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0727781057357788,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0905137062072754,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2850556373596191,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092597484588623,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0786703824996948,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09454083442688,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0337334871292114,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0919296741485596,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9318000078201294,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0871260166168213,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8891010284423828,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0918548107147217,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.135331392288208,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0945019721984863,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1313996315002441,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088042736053467,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0914360284805298,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0878634452819824,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0375967025756836,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089338779449463,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.053083062171936,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0909996032714844,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.3718005418777466,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090817451477051,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9887839555740356,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0849967002868652,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.7494460344314575,
      "step": 1000
    },
    {
      "contrastive_loss": 2.077561378479004,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0925902128219604,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086585283279419,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9961259961128235,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0934579372406006,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9884973168373108,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0887339115142822,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.14630925655365,
      "step": 1000
    },
    {
      "contrastive_loss": 2.078838348388672,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.2890732288360596,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089709758758545,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9939945340156555,
      "step": 1000
    },
    {
      "contrastive_loss": 2.091176986694336,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9982492923736572,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096635103225708,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0335886478424072,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0968785285949707,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0189887285232544,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0944535732269287,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.973784863948822,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090224266052246,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9600622057914734,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089132070541382,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.090491533279419,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088188409805298,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.226115107536316,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089674234390259,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.183223009109497,
      "step": 1000
    },
    {
      "contrastive_loss": 2.106372356414795,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.205081820487976,
      "step": 1000
    },
    {
      "contrastive_loss": 2.090348720550537,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9762275218963623,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0729422569274902,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.940438985824585,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0972862243652344,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1755919456481934,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0941739082336426,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.8882976770401001,
      "step": 1000
    },
    {
      "contrastive_loss": 2.09348464012146,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9360228776931763,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0958285331726074,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9007449150085449,
      "step": 1000
    },
    {
      "contrastive_loss": 2.086988925933838,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0449819564819336,
      "step": 1000
    },
    {
      "contrastive_loss": 2.095069169998169,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9631806015968323,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0911431312561035,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9895387291908264,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0889968872070312,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0607644319534302,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0917978286743164,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0778785943984985,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092069625854492,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0424169301986694,
      "step": 1000
    },
    {
      "contrastive_loss": 2.088660478591919,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1572774648666382,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0945582389831543,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1061409711837769,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0766050815582275,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0411951541900635,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089634418487549,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.9704694151878357,
      "step": 1000
    },
    {
      "contrastive_loss": 2.093315601348877,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0393760204315186,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0881431102752686,
      "epoch": 0.6507768648824535,
      "nll_loss": 0.856770932674408,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089197874069214,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0991020202636719,
      "step": 1000
    },
    {
      "contrastive_loss": 2.096672773361206,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.1806284189224243,
      "step": 1000
    },
    {
      "contrastive_loss": 2.0850884914398193,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0630120038986206,
      "step": 1000
    },
    {
      "contrastive_loss": 2.092007637023926,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.0332202911376953,
      "step": 1000
    },
    {
      "contrastive_loss": 2.089247703552246,
      "epoch": 0.6507768648824535,
      "nll_loss": 1.136252522468567,
      "step": 1000
    },
    {
      "epoch": 0.6507768648824535,
      "eval_loss": 1.3300861120224,
      "eval_runtime": 1246.3054,
      "eval_samples_per_second": 4.012,
      "eval_steps_per_second": 0.501,
      "step": 1000
    }
  ],
  "logging_steps": 5,
  "max_steps": 3072,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3027131853960643e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}