{"train_loss": 10.487418978214263, "train_entropy": 9.455118708193302, "train_KL_div": 1.0323001970089971, "train_lr": 0.07493249324932495, "train_wd": 1.000000000000015e-06, "epoch": 0, "k-NN": {"10": {"top1": 2.25, "top5": 5.83}, "20": {"top1": 2.518, "top5": 6.416}, "100": {"top1": 2.942, "top5": 8.346}, "200": {"top1": 3.072, "top5": 8.884}}}
{"train_loss": 10.093353914558888, "train_entropy": 9.51334293037653, "train_KL_div": 0.5800109526272863, "train_lr": 0.224947494749475, "train_wd": 1.000000000000015e-06, "epoch": 1}
{"train_loss": 9.280186959981918, "train_entropy": 8.316182773590088, "train_KL_div": 0.9640041135512293, "train_lr": 0.37496249624962485, "train_wd": 1.000000000000015e-06, "epoch": 2}
{"train_loss": 8.298671509742737, "train_entropy": 6.952355903983116, "train_KL_div": 1.346315484844148, "train_lr": 0.5249774977497748, "train_wd": 1.000000000000015e-06, "epoch": 3}
{"train_loss": 7.36554685780406, "train_entropy": 5.658170496016741, "train_KL_div": 1.7073763435706497, "train_lr": 0.6749924992499252, "train_wd": 1.000000000000015e-06, "epoch": 4}
{"train_loss": 6.61211770516634, "train_entropy": 4.647455978140235, "train_KL_div": 1.9646617453768849, "train_lr": 0.8250075007500747, "train_wd": 1.000000000000015e-06, "epoch": 5}
{"train_loss": 6.110980637639761, "train_entropy": 3.984436286494136, "train_KL_div": 2.1265443560183046, "train_lr": 0.9750225022502254, "train_wd": 1.000000000000015e-06, "epoch": 6}
{"train_loss": 5.794546807825565, "train_entropy": 3.5741579242944717, "train_KL_div": 2.220388867519796, "train_lr": 1.125037503750375, "train_wd": 1.000000000000015e-06, "epoch": 7}
{"train_loss": 5.577244830429554, "train_entropy": 3.3105911627113818, "train_KL_div": 2.2666536321267485, "train_lr": 1.2750525052505253, "train_wd": 1.000000000000015e-06, "epoch": 8}
{"train_loss": 5.412703791826964, "train_entropy": 3.1339696977585554, "train_KL_div": 2.2787340680882333, "train_lr": 1.4250675067506746, "train_wd": 1.000000000000015e-06, "epoch": 9}
{"train_loss": 5.268635184258223, "train_entropy": 3.0042939788252117, "train_KL_div": 2.2643411981239914, "train_lr": 1.4998484155601615, "train_wd": 1.000000000000015e-06, "epoch": 10}
{"train_loss": 5.147196233093738, "train_entropy": 2.907196350082755, "train_KL_div": 2.239999882981181, "train_lr": 1.4989382202191226, "train_wd": 1.000000000000015e-06, "epoch": 11}
{"train_loss": 5.045140022546053, "train_entropy": 2.833118472367525, "train_KL_div": 2.212021555610001, "train_lr": 1.4971184830521442, "train_wd": 1.000000000000015e-06, "epoch": 12}
{"train_loss": 4.963248044282198, "train_entropy": 2.7789483458399773, "train_KL_div": 2.1842997138649225, "train_lr": 1.4943914211286564, "train_wd": 1.000000000000015e-06, "epoch": 13}
{"train_loss": 4.894252254545688, "train_entropy": 2.737417868643999, "train_KL_div": 2.1568343974873425, "train_lr": 1.4907603569535397, "train_wd": 1.000000000000015e-06, "epoch": 14}
{"train_loss": 4.838310729771853, "train_entropy": 2.70564186039567, "train_KL_div": 2.132668870642781, "train_lr": 1.48622971441917, "train_wd": 1.000000000000015e-06, "epoch": 15}
{"train_loss": 4.7893557256162165, "train_entropy": 2.6819524066001175, "train_KL_div": 2.107403320081532, "train_lr": 1.480805013415583, "train_wd": 1.000000000000015e-06, "epoch": 16}
{"train_loss": 4.749635399609804, "train_entropy": 2.666029969841242, "train_KL_div": 2.083605427376926, "train_lr": 1.4744928631053371, "train_wd": 1.000000000000015e-06, "epoch": 17}
{"train_loss": 4.720291347622871, "train_entropy": 2.655209694489837, "train_KL_div": 2.0650816433504224, "train_lr": 1.4673009538712791, "train_wd": 1.000000000000015e-06, "epoch": 18}
{"train_loss": 4.690776546180248, "train_entropy": 2.650685978025198, "train_KL_div": 2.040090558357537, "train_lr": 1.4592380479469769, "train_wd": 1.000000000000015e-06, "epoch": 19}
{"train_loss": 4.666240337833762, "train_entropy": 2.6509956094920635, "train_KL_div": 2.015244717463851, "train_lr": 1.4503139687413085, "train_wd": 1.000000000000015e-06, "epoch": 20}
{"train_loss": 4.64672675549984, "train_entropy": 2.654891706585884, "train_KL_div": 1.99183503716439, "train_lr": 1.4405395888701316, "train_wd": 1.000000000000015e-06, "epoch": 21}
{"train_loss": 4.632838445514441, "train_entropy": 2.662659773439169, "train_KL_div": 1.9701786588057875, "train_lr": 1.4299268169096953, "train_wd": 1.000000000000015e-06, "epoch": 22}
{"train_loss": 4.617803623959422, "train_entropy": 2.672573536634445, "train_KL_div": 1.9452300762906671, "train_lr": 1.4184885828878602, "train_wd": 1.000000000000015e-06, "epoch": 23}
{"train_loss": 4.607872365102172, "train_entropy": 2.683501682266593, "train_KL_div": 1.9243706604093314, "train_lr": 1.4062388225308557, "train_wd": 1.000000000000015e-06, "epoch": 24}
{"train_loss": 4.600838132753968, "train_entropy": 2.6977250274121762, "train_KL_div": 1.903113079868257, "train_lr": 1.39319246028475, "train_wd": 1.000000000000015e-06, "epoch": 25}
{"train_loss": 4.597421945169568, "train_entropy": 2.71440140235424, "train_KL_div": 1.883020523816347, "train_lr": 1.3793653911322934, "train_wd": 1.000000000000015e-06, "epoch": 26}
{"train_loss": 4.5947774963229895, "train_entropy": 2.7317820624858142, "train_KL_div": 1.8629954129308461, "train_lr": 1.3647744612273613, "train_wd": 1.000000000000015e-06, "epoch": 27}
{"train_loss": 4.591753741025925, "train_entropy": 2.7506933341771362, "train_KL_div": 1.8410603857785464, "train_lr": 1.3494374473704787, "train_wd": 1.000000000000015e-06, "epoch": 28}
{"train_loss": 4.594108909726143, "train_entropy": 2.773024788752198, "train_KL_div": 1.8210841010808945, "train_lr": 1.3333730353505442, "train_wd": 1.000000000000015e-06, "epoch": 29}
{"train_loss": 4.597988858520985, "train_entropy": 2.7984227884262802, "train_KL_div": 1.7995660455822944, "train_lr": 1.3166007971790663, "train_wd": 1.000000000000015e-06, "epoch": 30}
{"train_loss": 4.602093854039907, "train_entropy": 2.823530539482832, "train_KL_div": 1.778563291877508, "train_lr": 1.2991411672447015, "train_wd": 1.000000000000015e-06, "epoch": 31}
{"train_loss": 4.602343573853373, "train_entropy": 2.8474198709875345, "train_KL_div": 1.7549236751943826, "train_lr": 1.2810154174170678, "train_wd": 1.000000000000015e-06, "epoch": 32}
{"train_loss": 4.608291761934757, "train_entropy": 2.875570664435625, "train_KL_div": 1.7327210689783097, "train_lr": 1.2622456311302717, "train_wd": 1.000000000000015e-06, "epoch": 33}
{"train_loss": 4.616198167651891, "train_entropy": 2.90328273563087, "train_KL_div": 1.712915406472981, "train_lr": 1.242854676477644, "train_wd": 1.000000000000015e-06, "epoch": 34}
{"train_loss": 4.624271913424134, "train_entropy": 2.933577952042222, "train_KL_div": 1.6906939284875988, "train_lr": 1.222866178350482, "train_wd": 1.000000000000015e-06, "epoch": 35}
{"train_loss": 4.634937233448029, "train_entropy": 2.9671591332256795, "train_KL_div": 1.6677780653610825, "train_lr": 1.2023044896547548, "train_wd": 1.000000000000015e-06, "epoch": 36}
{"train_loss": 4.65321542942524, "train_entropy": 3.005373665973544, "train_KL_div": 1.6478417237848044, "train_lr": 1.181194661640857, "train_wd": 1.000000000000015e-06, "epoch": 37}
{"train_loss": 4.6668038243949415, "train_entropy": 3.042400172844529, "train_KL_div": 1.6244036142304539, "train_lr": 1.1595624133825075, "train_wd": 1.000000000000015e-06, "epoch": 38}
{"train_loss": 4.681563017904758, "train_entropy": 3.077984451189637, "train_KL_div": 1.6035785314440727, "train_lr": 1.1374341004420114, "train_wd": 1.000000000000015e-06, "epoch": 39}
{"train_loss": 4.698753073245287, "train_entropy": 3.1178354042619465, "train_KL_div": 1.5809176212400198, "train_lr": 1.1148366827600853, "train_wd": 1.000000000000015e-06, "epoch": 40}
{"train_loss": 4.716658234447241, "train_entropy": 3.1591441277712584, "train_KL_div": 1.5575140715315938, "train_lr": 1.0917976918093049, "train_wd": 1.000000000000015e-06, "epoch": 41}
{"train_loss": 4.738367486596108, "train_entropy": 3.203500784218311, "train_KL_div": 1.5348666583374142, "train_lr": 1.0683451970512654, "train_wd": 1.000000000000015e-06, "epoch": 42}
{"train_loss": 4.761150497689843, "train_entropy": 3.2494413742274046, "train_KL_div": 1.5117090819478034, "train_lr": 1.0445077717382412, "train_wd": 1.000000000000015e-06, "epoch": 43}
{"train_loss": 4.790053548157215, "train_entropy": 3.2999505768716335, "train_KL_div": 1.4901029291301966, "train_lr": 1.020314458101109, "train_wd": 1.000000000000015e-06, "epoch": 44}
{"train_loss": 4.818129794210195, "train_entropy": 3.353441589310765, "train_KL_div": 1.4646881704106927, "train_lr": 0.9957947319658382, "train_wd": 1.000000000000015e-06, "epoch": 45}
{"train_loss": 4.846741986423731, "train_entropy": 3.4052347491979598, "train_KL_div": 1.441507203117013, "train_lr": 0.9709784668417525, "train_wd": 1.000000000000015e-06, "epoch": 46}
{"train_loss": 4.879197721838951, "train_entropy": 3.4614699356406926, "train_KL_div": 1.417727763235569, "train_lr": 0.9458958975252503, "train_wd": 1.000000000000015e-06, "epoch": 47}
{"train_loss": 4.913834227412939, "train_entropy": 3.5211577104330063, "train_KL_div": 1.3926764961853624, "train_lr": 0.9205775832633721, "train_wd": 1.000000000000015e-06, "epoch": 48}
{"train_loss": 4.948554727047682, "train_entropy": 3.581021680265665, "train_KL_div": 1.3675330195501447, "train_lr": 0.8950543705220572, "train_wd": 1.000000000000015e-06, "epoch": 49}
{"train_loss": 4.944815210103989, "train_entropy": 3.5842695804685354, "train_KL_div": 1.3605456095561386, "train_lr": 0.8693573554044856, "train_wd": 1.000000000000015e-06, "epoch": 50}
{"train_loss": 4.937727656304836, "train_entropy": 3.583997092872858, "train_KL_div": 1.353730546474457, "train_lr": 0.8435178457652496, "train_wd": 1.000000000000015e-06, "epoch": 51}
{"train_loss": 4.929420925796032, "train_entropy": 3.581329234957695, "train_KL_div": 1.3480916665047407, "train_lr": 0.8175673230665799, "train_wd": 1.000000000000015e-06, "epoch": 52}
{"train_loss": 4.923665522843599, "train_entropy": 3.5803196007758378, "train_KL_div": 1.3433458952754735, "train_lr": 0.7915374040230088, "train_wd": 1.000000000000015e-06, "epoch": 53}
{"train_loss": 4.913189216732979, "train_entropy": 3.576552562907338, "train_KL_div": 1.3366366301104426, "train_lr": 0.7654598020812906, "train_wd": 1.000000000000015e-06, "epoch": 54}
{"train_loss": 4.9036331825852395, "train_entropy": 3.572482884988189, "train_KL_div": 1.33115027872473, "train_lr": 0.7393662887824449, "train_wd": 1.000000000000015e-06, "epoch": 55}
{"train_loss": 4.892672364220023, "train_entropy": 3.567014913275838, "train_KL_div": 1.3256574328690767, "train_lr": 0.7132886550530276, "train_wd": 1.000000000000015e-06, "epoch": 56}
{"train_loss": 4.88666224449873, "train_entropy": 3.5649216107577084, "train_KL_div": 1.321740608870983, "train_lr": 0.6872586724727882, "train_wd": 1.000000000000015e-06, "epoch": 57}
{"train_loss": 4.874669769763947, "train_entropy": 3.5595192758738996, "train_KL_div": 1.3151504616439342, "train_lr": 0.6613080545658879, "train_wd": 1.000000000000015e-06, "epoch": 58}
{"train_loss": 4.863438664570451, "train_entropy": 3.553264628261328, "train_KL_div": 1.3101740123406052, "train_lr": 0.6354684181628611, "train_wd": 1.000000000000015e-06, "epoch": 59}
{"train_loss": 4.853215211212635, "train_entropy": 3.548325737506151, "train_KL_div": 1.3048894439451397, "train_lr": 0.6097712448803728, "train_wd": 1.000000000000015e-06, "epoch": 60}
{"train_loss": 4.8425956421494485, "train_entropy": 3.5434934401214124, "train_KL_div": 1.2991021753810346, "train_lr": 0.5842478427657233, "train_wd": 1.000000000000015e-06, "epoch": 61}
{"train_loss": 4.8315241463333365, "train_entropy": 3.538603846013546, "train_KL_div": 1.2929202725216746, "train_lr": 0.5589293081528083, "train_wd": 1.000000000000015e-06, "epoch": 62}
{"train_loss": 4.8204551108032465, "train_entropy": 3.5322633283287286, "train_KL_div": 1.2881917487308383, "train_lr": 0.5338464877760345, "train_wd": 1.000000000000015e-06, "epoch": 63}
{"train_loss": 4.808495767176152, "train_entropy": 3.526285317838192, "train_KL_div": 1.2822104147449136, "train_lr": 0.5090299411883172, "train_wd": 1.000000000000015e-06, "epoch": 64}
{"train_loss": 4.798018633067608, "train_entropy": 3.5214372395426037, "train_KL_div": 1.2765813579782843, "train_lr": 0.48450990352897855, "train_wd": 1.000000000000015e-06, "epoch": 65}
{"train_loss": 4.787078537106514, "train_entropy": 3.516049163475633, "train_KL_div": 1.2710293418243528, "train_lr": 0.46031624868688437, "train_wd": 1.000000000000015e-06, "epoch": 66}
{"train_loss": 4.7793888607174155, "train_entropy": 3.512723120808601, "train_KL_div": 1.2666657122783362, "train_lr": 0.43647845290371157, "train_wd": 1.000000000000015e-06, "epoch": 67}
{"train_loss": 4.768000198066234, "train_entropy": 3.507279451161623, "train_KL_div": 1.2607207128368318, "train_lr": 0.41302555886169284, "train_wd": 1.000000000000015e-06, "epoch": 68}
{"train_loss": 4.755430397182703, "train_entropy": 3.500324785724282, "train_KL_div": 1.2551055790930987, "train_lr": 0.3899861402995754, "train_wd": 1.000000000000015e-06, "epoch": 69}
{"train_loss": 4.745558150202036, "train_entropy": 3.495273811802268, "train_KL_div": 1.2502843042686582, "train_lr": 0.36738826719992784, "train_wd": 1.000000000000015e-06, "epoch": 70}
{"train_loss": 4.737750321313738, "train_entropy": 3.4918999005109073, "train_KL_div": 1.2458503833562136, "train_lr": 0.34525947159018566, "train_wd": 1.000000000000015e-06, "epoch": 71}
{"train_loss": 4.728392658352852, "train_entropy": 3.488174681544304, "train_KL_div": 1.240217936217785, "train_lr": 0.32362671399911996, "train_wd": 1.000000000000015e-06, "epoch": 72}
{"train_loss": 4.719805301174522, "train_entropy": 3.4849689150154592, "train_KL_div": 1.234836356755346, "train_lr": 0.3025163506095845, "train_wd": 1.000000000000015e-06, "epoch": 73}
{"train_loss": 4.7173163022845985, "train_entropy": 3.488228992462158, "train_KL_div": 1.2290872742906214, "train_lr": 0.2819541011475686, "train_wd": 1.000000000000015e-06, "epoch": 74}
{"train_loss": 4.716452761739492, "train_entropy": 3.490897377923131, "train_KL_div": 1.2255553509444, "train_lr": 0.26196501754666823, "train_wd": 1.000000000000015e-06, "epoch": 75}
{"train_loss": 4.719409965977072, "train_entropy": 3.499730120703578, "train_KL_div": 1.21967980678007, "train_lr": 0.2425734534261701, "train_wd": 1.000000000000015e-06, "epoch": 76}
{"train_loss": 4.728776603505016, "train_entropy": 3.514672059759498, "train_KL_div": 1.2141045032218098, "train_lr": 0.2238030344199124, "train_wd": 1.000000000000015e-06, "epoch": 77}
{"train_loss": 4.74188955539465, "train_entropy": 3.53449329456687, "train_KL_div": 1.2073962322175502, "train_lr": 0.2056766293920937, "train_wd": 1.000000000000015e-06, "epoch": 78}
{"train_loss": 4.762340396672487, "train_entropy": 3.560690249145031, "train_KL_div": 1.2016501167938114, "train_lr": 0.18821632257508172, "train_wd": 1.000000000000015e-06, "epoch": 79}
{"train_loss": 4.785700812667608, "train_entropy": 3.592889205381274, "train_KL_div": 1.1928115815855562, "train_lr": 0.17144338666317846, "train_wd": 1.000000000000015e-06, "epoch": 80}
{"train_loss": 4.815796591758728, "train_entropy": 3.6319855502694844, "train_KL_div": 1.1838110129460693, "train_lr": 0.1553782568951198, "train_wd": 1.000000000000015e-06, "epoch": 81}
{"train_loss": 4.840807589650154, "train_entropy": 3.6643110535144805, "train_KL_div": 1.1764965055733918, "train_lr": 0.1400405061568854, "train_wd": 1.000000000000015e-06, "epoch": 82}
{"train_loss": 4.864314800068736, "train_entropy": 3.696603740155697, "train_KL_div": 1.167711028136313, "train_lr": 0.1254488211351497, "train_wd": 1.000000000000015e-06, "epoch": 83}
{"train_loss": 4.879047919303178, "train_entropy": 3.719636799275875, "train_KL_div": 1.1594110968224705, "train_lr": 0.11162097955043504, "train_wd": 1.000000000000015e-06, "epoch": 84}
{"train_loss": 4.899484243944287, "train_entropy": 3.7492514459341764, "train_KL_div": 1.1502327629439533, "train_lr": 0.09857382849769694, "train_wd": 1.000000000000015e-06, "epoch": 85}
{"train_loss": 4.91789376501739, "train_entropy": 3.7766151524335148, "train_KL_div": 1.1412785868756472, "train_lr": 0.08632326392073303, "train_wd": 1.000000000000015e-06, "epoch": 86}
{"train_loss": 4.93013865980506, "train_entropy": 3.797052518814802, "train_KL_div": 1.1330861071199179, "train_lr": 0.07488421124542637, "train_wd": 1.000000000000015e-06, "epoch": 87}
{"train_loss": 4.940898896664381, "train_entropy": 3.814340288594365, "train_KL_div": 1.1265585758723318, "train_lr": 0.06427060719540985, "train_wd": 1.000000000000015e-06, "epoch": 88}
{"train_loss": 4.948922358900308, "train_entropy": 3.828494153678417, "train_KL_div": 1.1204281796179711, "train_lr": 0.05449538281231875, "train_wd": 1.000000000000015e-06, "epoch": 89}
{"train_loss": 4.952431816056371, "train_entropy": 3.8370749498456718, "train_KL_div": 1.1153568409532308, "train_lr": 0.04557044770130585, "train_wd": 1.000000000000015e-06, "epoch": 90}
{"train_loss": 4.961199082195759, "train_entropy": 3.850456025540829, "train_KL_div": 1.11074303438887, "train_lr": 0.037506675521022874, "train_wd": 1.000000000000015e-06, "epoch": 91}
{"train_loss": 4.964213749304414, "train_entropy": 3.8565028829723595, "train_KL_div": 1.107710843037814, "train_lr": 0.03031389073574286, "train_wd": 1.000000000000015e-06, "epoch": 92}
{"train_loss": 4.965531810328365, "train_entropy": 3.8625897693634035, "train_KL_div": 1.1029420184977352, "train_lr": 0.024000856645763048, "train_wd": 1.000000000000015e-06, "epoch": 93}
{"train_loss": 4.964081431314349, "train_entropy": 3.8624795154333116, "train_KL_div": 1.1016018958613276, "train_lr": 0.018575264710673705, "train_wd": 1.000000000000015e-06, "epoch": 94}
{"train_loss": 4.970431070506573, "train_entropy": 3.8712546407282353, "train_KL_div": 1.0991764086931943, "train_lr": 0.014043725178499328, "train_wd": 1.000000000000015e-06, "epoch": 95}
{"train_loss": 4.962868793353438, "train_entropy": 3.8650628452152014, "train_KL_div": 1.0978059205487372, "train_lr": 0.01041175903212971, "train_wd": 1.000000000000015e-06, "epoch": 96}
{"train_loss": 4.970528644219041, "train_entropy": 3.875049095660448, "train_KL_div": 1.095479524232447, "train_lr": 0.0076837912628526265, "train_wd": 1.000000000000015e-06, "epoch": 97}
{"train_loss": 4.964524445042014, "train_entropy": 3.8677548948675393, "train_KL_div": 1.0967695265561341, "train_lr": 0.005863145479183704, "train_wd": 1.000000000000015e-06, "epoch": 98}
{"k-NN": {"10": {"top1": 63.728, "top5": 82.032}, "20": {"top1": 63.852, "top5": 84.076}, "100": {"top1": 61.658, "top5": 85.724}, "200": {"top1": 60.22, "top5": 85.32}}}