experiments/2022-11-02-smplx_S2G-body-pixel-3d/train.log

2022-11-02 14:36:01,954-275-start_training
2022-11-02 14:36:01,954-278-epoch:0
2022-11-02 14:53:21,173-275-start_training
2022-11-02 14:53:21,173-278-epoch:0
2022-11-02 14:54:48,199-275-start_training
2022-11-02 14:54:48,199-278-epoch:0
2022-11-02 14:56:01,232-215-global_steps:400,grad:0.9394,ce_loss:7.1587
2022-11-02 14:57:07,176-275-start_training
2022-11-02 14:57:07,176-278-epoch:0
2022-11-02 14:58:11,062-215-global_steps:800,grad:1.0641,ce_loss:6.8644
2022-11-02 14:59:04,360-215-global_steps:400,grad:0.9383,ce_loss:7.1594
2022-11-02 15:00:20,898-215-global_steps:1200,grad:1.1320,ce_loss:6.6317
2022-11-02 15:01:01,578-215-global_steps:800,grad:1.0630,ce_loss:6.8652
2022-11-02 15:01:23,755-275-start_training
2022-11-02 15:01:23,755-278-epoch:0
2022-11-02 15:01:58,757-275-start_training
2022-11-02 15:01:58,757-278-epoch:0
2022-11-02 15:04:08,091-215-global_steps:400,grad:0.9439,ce_loss:7.1507
2022-11-02 15:06:16,364-215-global_steps:800,grad:1.0695,ce_loss:6.8554
2022-11-02 15:08:24,745-215-global_steps:1200,grad:1.1373,ce_loss:6.6219
2022-11-02 15:10:32,710-215-global_steps:1600,grad:1.1785,ce_loss:6.4419
2022-11-02 15:12:40,494-215-global_steps:2000,grad:1.2051,ce_loss:6.3021
2022-11-02 15:14:48,244-215-global_steps:2400,grad:1.2247,ce_loss:6.1887
2022-11-02 15:16:56,402-215-global_steps:2800,grad:1.2406,ce_loss:6.0942
2022-11-02 15:17:10,286-278-epoch:1
2022-11-02 15:19:06,358-215-global_steps:3200,grad:1.3481,ce_loss:5.4293
2022-11-02 15:21:14,398-215-global_steps:3600,grad:1.3574,ce_loss:5.3896
2022-11-02 15:23:22,000-215-global_steps:4000,grad:1.3619,ce_loss:5.3569
2022-11-02 15:25:30,817-215-global_steps:4400,grad:1.3675,ce_loss:5.3268
2022-11-02 15:27:39,796-215-global_steps:4800,grad:1.3714,ce_loss:5.2988
2022-11-02 15:29:48,674-215-global_steps:5200,grad:1.3751,ce_loss:5.2728
2022-11-02 15:31:56,425-215-global_steps:5600,grad:1.3791,ce_loss:5.2480
2022-11-02 15:32:23,784-278-epoch:2
2022-11-02 15:34:06,863-215-global_steps:6000,grad:1.4163,ce_loss:5.0201
2022-11-02 15:36:15,793-215-global_steps:6400,grad:1.4234,ce_loss:5.0034
2022-11-02 15:38:24,171-215-global_steps:6800,grad:1.4274,ce_loss:4.9881
2022-11-02 15:40:32,457-215-global_steps:7200,grad:1.4310,ce_loss:4.9732
2022-11-02 15:42:40,789-215-global_steps:7600,grad:1.4347,ce_loss:4.9574
2022-11-02 15:44:49,372-215-global_steps:8000,grad:1.4382,ce_loss:4.9416
2022-11-02 15:46:57,924-215-global_steps:8400,grad:1.4412,ce_loss:4.9260
2022-11-02 15:47:38,266-278-epoch:3
2022-11-02 15:49:06,831-215-global_steps:8800,grad:1.4719,ce_loss:4.7691
2022-11-02 15:51:14,946-215-global_steps:9200,grad:1.4806,ce_loss:4.7599
2022-11-02 15:53:23,744-215-global_steps:9600,grad:1.4864,ce_loss:4.7470
2022-11-02 15:55:32,695-215-global_steps:10000,grad:1.4910,ce_loss:4.7357
2022-11-02 15:57:41,142-215-global_steps:10400,grad:1.4943,ce_loss:4.7236
2022-11-02 15:59:50,053-215-global_steps:10800,grad:1.4978,ce_loss:4.7126
2022-11-02 16:01:59,354-215-global_steps:11200,grad:1.5005,ce_loss:4.7009
2022-11-02 16:02:53,876-278-epoch:4
2022-11-02 16:04:10,028-215-global_steps:11600,grad:1.5331,ce_loss:4.5519
2022-11-02 16:06:18,238-215-global_steps:12000,grad:1.5411,ce_loss:4.5582
2022-11-02 16:08:26,354-215-global_steps:12400,grad:1.5474,ce_loss:4.5518
2022-11-02 16:10:34,980-215-global_steps:12800,grad:1.5516,ce_loss:4.5469
2022-11-02 16:12:43,382-215-global_steps:13200,grad:1.5555,ce_loss:4.5391
2022-11-02 16:14:51,580-215-global_steps:13600,grad:1.5587,ce_loss:4.5313
2022-11-02 16:16:59,500-215-global_steps:14000,grad:1.5618,ce_loss:4.5241
2022-11-02 16:18:07,187-278-epoch:5
2022-11-02 16:19:09,348-215-global_steps:14400,grad:1.5946,ce_loss:4.4117
2022-11-02 16:21:18,205-215-global_steps:14800,grad:1.6040,ce_loss:4.4022
2022-11-02 16:23:26,077-215-global_steps:15200,grad:1.6100,ce_loss:4.3985
2022-11-02 16:25:34,073-215-global_steps:15600,grad:1.6143,ce_loss:4.3948
2022-11-02 16:27:42,605-215-global_steps:16000,grad:1.6179,ce_loss:4.3875
2022-11-02 16:29:51,310-215-global_steps:16400,grad:1.6213,ce_loss:4.3829
2022-11-02 16:31:59,734-215-global_steps:16800,grad:1.6246,ce_loss:4.3772
2022-11-02 16:33:20,538-278-epoch:6
2022-11-02 16:34:09,065-215-global_steps:17200,grad:1.6565,ce_loss:4.2726
2022-11-02 16:36:17,618-215-global_steps:17600,grad:1.6668,ce_loss:4.2699
2022-11-02 16:38:27,820-215-global_steps:18000,grad:1.6729,ce_loss:4.2693
2022-11-02 16:40:37,675-215-global_steps:18400,grad:1.6774,ce_loss:4.2657
2022-11-02 16:42:47,299-215-global_steps:18800,grad:1.6821,ce_loss:4.2606
2022-11-02 16:44:56,879-215-global_steps:19200,grad:1.6857,ce_loss:4.2554
2022-11-02 16:47:06,381-215-global_steps:19600,grad:1.6888,ce_loss:4.2499
2022-11-02 16:48:43,386-278-epoch:7
2022-11-02 16:49:19,711-215-global_steps:20000,grad:1.7174,ce_loss:4.1692
2022-11-02 16:51:31,453-215-global_steps:20400,grad:1.7316,ce_loss:4.1526
2022-11-02 16:53:44,725-215-global_steps:20800,grad:1.7380,ce_loss:4.1496
2022-11-02 16:55:58,809-215-global_steps:21200,grad:1.7427,ce_loss:4.1470
2022-11-02 16:58:12,607-215-global_steps:21600,grad:1.7465,ce_loss:4.1450
2022-11-02 17:00:25,534-215-global_steps:22000,grad:1.7501,ce_loss:4.1415
2022-11-02 17:02:38,811-215-global_steps:22400,grad:1.7534,ce_loss:4.1360
2022-11-02 17:04:31,621-278-epoch:8
2022-11-02 17:04:54,805-215-global_steps:22800,grad:1.7857,ce_loss:4.0460
2022-11-02 17:07:09,030-215-global_steps:23200,grad:1.7969,ce_loss:4.0404
2022-11-02 17:09:22,056-215-global_steps:23600,grad:1.8022,ce_loss:4.0387
2022-11-02 17:11:35,395-215-global_steps:24000,grad:1.8075,ce_loss:4.0389
2022-11-02 17:13:48,699-215-global_steps:24400,grad:1.8111,ce_loss:4.0365
2022-11-02 17:16:02,137-215-global_steps:24800,grad:1.8141,ce_loss:4.0335
2022-11-02 17:18:15,891-215-global_steps:25200,grad:1.8171,ce_loss:4.0317
2022-11-02 17:20:22,657-278-epoch:9
2022-11-02 17:20:31,418-215-global_steps:25600,grad:1.8345,ce_loss:3.9509
2022-11-02 17:22:45,832-215-global_steps:26000,grad:1.8584,ce_loss:3.9424
2022-11-02 17:24:59,088-215-global_steps:26400,grad:1.8636,ce_loss:3.9441
2022-11-02 17:27:12,321-215-global_steps:26800,grad:1.8682,ce_loss:3.9468
2022-11-02 17:29:26,345-215-global_steps:27200,grad:1.8721,ce_loss:3.9458
2022-11-02 17:31:40,818-215-global_steps:27600,grad:1.8751,ce_loss:3.9425
2022-11-02 17:33:53,760-215-global_steps:28000,grad:1.8777,ce_loss:3.9403
2022-11-02 17:36:06,559-215-global_steps:28400,grad:1.8802,ce_loss:3.9386
2022-11-02 17:36:13,700-278-epoch:10
2022-11-02 17:38:22,009-215-global_steps:28800,grad:1.9118,ce_loss:3.8588
2022-11-02 17:40:36,092-215-global_steps:29200,grad:1.9209,ce_loss:3.8625
2022-11-02 17:42:49,955-215-global_steps:29600,grad:1.9246,ce_loss:3.8626
2022-11-02 17:45:03,881-215-global_steps:30000,grad:1.9282,ce_loss:3.8613
2022-11-02 17:47:17,246-215-global_steps:30400,grad:1.9316,ce_loss:3.8600
2022-11-02 17:49:31,726-215-global_steps:30800,grad:1.9346,ce_loss:3.8583
2022-11-02 17:51:45,797-215-global_steps:31200,grad:1.9374,ce_loss:3.8551
2022-11-02 17:52:11,749-278-epoch:11
2022-11-02 17:54:25,254-215-global_steps:31600,grad:1.9675,ce_loss:3.7734
2022-11-02 17:56:40,390-215-global_steps:32000,grad:1.9767,ce_loss:3.7762
2022-11-02 17:58:53,976-215-global_steps:32400,grad:1.9813,ce_loss:3.7835
2022-11-02 18:01:07,165-215-global_steps:32800,grad:1.9844,ce_loss:3.7824
2022-11-02 18:03:20,023-215-global_steps:33200,grad:1.9870,ce_loss:3.7811
2022-11-02 18:05:32,960-215-global_steps:33600,grad:1.9894,ce_loss:3.7800
2022-11-02 18:07:45,807-215-global_steps:34000,grad:1.9917,ce_loss:3.7791
2022-11-02 18:08:21,462-278-epoch:12
2022-11-02 18:10:02,139-215-global_steps:34400,grad:2.0203,ce_loss:3.7071
2022-11-02 18:12:15,164-215-global_steps:34800,grad:2.0288,ce_loss:3.7061
2022-11-02 18:14:43,363-215-global_steps:35200,grad:2.0329,ce_loss:3.7081
2022-11-02 18:17:09,374-215-global_steps:35600,grad:2.0368,ce_loss:3.7070
2022-11-02 18:19:22,498-215-global_steps:36000,grad:2.0398,ce_loss:3.7061
2022-11-02 18:21:35,905-215-global_steps:36400,grad:2.0419,ce_loss:3.7064
2022-11-02 18:23:50,657-215-global_steps:36800,grad:2.0439,ce_loss:3.7055
2022-11-02 18:24:39,664-278-epoch:13
2022-11-02 18:26:06,705-215-global_steps:37200,grad:2.0661,ce_loss:3.6380
2022-11-02 18:28:20,249-215-global_steps:37600,grad:2.0770,ce_loss:3.6369
2022-11-02 18:30:33,997-215-global_steps:38000,grad:2.0822,ce_loss:3.6386
2022-11-02 18:32:48,240-215-global_steps:38400,grad:2.0848,ce_loss:3.6396
2022-11-02 18:35:02,369-215-global_steps:38800,grad:2.0870,ce_loss:3.6401
2022-11-02 18:37:16,158-215-global_steps:39200,grad:2.0900,ce_loss:3.6398
2022-11-02 18:39:29,149-215-global_steps:39600,grad:2.0922,ce_loss:3.6402
2022-11-02 18:40:32,102-278-epoch:14
2022-11-02 18:41:44,387-215-global_steps:40000,grad:2.1099,ce_loss:3.5542
2022-11-02 18:43:58,355-215-global_steps:40400,grad:2.1222,ce_loss:3.5604
2022-11-02 18:46:12,639-215-global_steps:40800,grad:2.1281,ce_loss:3.5717
2022-11-02 18:48:26,922-215-global_steps:41200,grad:2.1322,ce_loss:3.5737
2022-11-02 18:50:40,626-215-global_steps:41600,grad:2.1348,ce_loss:3.5761
2022-11-02 18:52:54,882-215-global_steps:42000,grad:2.1365,ce_loss:3.5771
2022-11-02 18:55:08,431-215-global_steps:42400,grad:2.1379,ce_loss:3.5777
2022-11-02 18:56:24,942-278-epoch:15
2022-11-02 18:57:23,424-215-global_steps:42800,grad:2.1536,ce_loss:3.5038
2022-11-02 18:59:38,542-215-global_steps:43200,grad:2.1645,ce_loss:3.5109
2022-11-02 19:01:52,069-215-global_steps:43600,grad:2.1704,ce_loss:3.5154
2022-11-02 19:04:05,518-215-global_steps:44000,grad:2.1749,ce_loss:3.5196
2022-11-02 19:06:19,488-215-global_steps:44400,grad:2.1770,ce_loss:3.5200
2022-11-02 19:08:33,941-215-global_steps:44800,grad:2.1789,ce_loss:3.5208
2022-11-02 19:10:48,833-215-global_steps:45200,grad:2.1805,ce_loss:3.5208
2022-11-02 19:12:21,250-278-epoch:16
2022-11-02 19:13:06,178-215-global_steps:45600,grad:2.1855,ce_loss:3.4528
2022-11-02 19:15:19,961-215-global_steps:46000,grad:2.2013,ce_loss:3.4555
2022-11-02 19:17:34,541-215-global_steps:46400,grad:2.2085,ce_loss:3.4599
2022-11-02 19:19:48,648-215-global_steps:46800,grad:2.2130,ce_loss:3.4614
2022-11-02 19:22:03,000-215-global_steps:47200,grad:2.2154,ce_loss:3.4635
2022-11-02 19:24:16,659-215-global_steps:47600,grad:2.2176,ce_loss:3.4641
2022-11-02 19:26:31,368-215-global_steps:48000,grad:2.2196,ce_loss:3.4656
2022-11-02 19:28:16,368-278-epoch:17
2022-11-02 19:28:46,179-215-global_steps:48400,grad:2.2299,ce_loss:3.4020
2022-11-02 19:30:59,804-215-global_steps:48800,grad:2.2413,ce_loss:3.4025
2022-11-02 19:33:13,260-215-global_steps:49200,grad:2.2493,ce_loss:3.4043
2022-11-02 19:35:26,631-215-global_steps:49600,grad:2.2517,ce_loss:3.4071
2022-11-02 19:37:41,412-215-global_steps:50000,grad:2.2540,ce_loss:3.4104
2022-11-02 19:39:56,038-215-global_steps:50400,grad:2.2557,ce_loss:3.4124
2022-11-02 19:42:09,705-215-global_steps:50800,grad:2.2574,ce_loss:3.4126
2022-11-02 19:44:08,945-278-epoch:18
2022-11-02 19:44:25,174-215-global_steps:51200,grad:2.2561,ce_loss:3.3134
2022-11-02 19:46:39,592-215-global_steps:51600,grad:2.2774,ce_loss:3.3482
2022-11-02 19:48:53,413-215-global_steps:52000,grad:2.2841,ce_loss:3.3542
2022-11-02 19:51:07,529-215-global_steps:52400,grad:2.2867,ce_loss:3.3550
2022-11-02 19:53:21,817-215-global_steps:52800,grad:2.2898,ce_loss:3.3581
2022-11-02 19:55:35,915-215-global_steps:53200,grad:2.2920,ce_loss:3.3608
2022-11-02 19:57:49,579-215-global_steps:53600,grad:2.2936,ce_loss:3.3634
2022-11-02 20:00:02,989-278-epoch:19
2022-11-02 20:00:05,187-215-global_steps:54000,grad:2.2641,ce_loss:3.2755
2022-11-02 20:02:18,488-215-global_steps:54400,grad:2.3088,ce_loss:3.3005
2022-11-02 20:04:32,377-215-global_steps:54800,grad:2.3156,ce_loss:3.3071
2022-11-02 20:06:45,165-215-global_steps:55200,grad:2.3209,ce_loss:3.3114
2022-11-02 20:08:58,169-215-global_steps:55600,grad:2.3232,ce_loss:3.3132
2022-11-02 20:11:11,854-215-global_steps:56000,grad:2.3248,ce_loss:3.3161
2022-11-02 20:13:25,275-215-global_steps:56400,grad:2.3256,ce_loss:3.3182
2022-11-02 20:15:39,732-215-global_steps:56800,grad:2.3269,ce_loss:3.3194
2022-11-02 20:15:53,467-278-epoch:20
2022-11-02 20:17:55,986-215-global_steps:57200,grad:2.3424,ce_loss:3.2523
2022-11-02 20:20:09,934-215-global_steps:57600,grad:2.3486,ce_loss:3.2599
2022-11-02 20:22:23,774-215-global_steps:58000,grad:2.3533,ce_loss:3.2634
2022-11-02 20:24:37,470-215-global_steps:58400,grad:2.3557,ce_loss:3.2659
2022-11-02 20:26:51,181-215-global_steps:58800,grad:2.3578,ce_loss:3.2682
2022-11-02 20:29:05,300-215-global_steps:59200,grad:2.3593,ce_loss:3.2708
2022-11-02 20:31:19,647-215-global_steps:59600,grad:2.3605,ce_loss:3.2733
2022-11-02 20:31:47,596-278-epoch:21
2022-11-02 20:33:35,641-215-global_steps:60000,grad:2.3685,ce_loss:3.2066
2022-11-02 20:35:49,887-215-global_steps:60400,grad:2.3791,ce_loss:3.2133
2022-11-02 20:38:04,241-215-global_steps:60800,grad:2.3828,ce_loss:3.2235
2022-11-02 20:40:18,513-215-global_steps:61200,grad:2.3854,ce_loss:3.2284
2022-11-02 20:42:32,343-215-global_steps:61600,grad:2.3869,ce_loss:3.2295
2022-11-02 20:44:45,528-215-global_steps:62000,grad:2.3882,ce_loss:3.2330
2022-11-02 20:46:59,621-215-global_steps:62400,grad:2.3894,ce_loss:3.2336
2022-11-02 20:47:41,353-278-epoch:22
2022-11-02 20:49:15,735-215-global_steps:62800,grad:2.3959,ce_loss:3.1512
2022-11-02 20:51:29,244-215-global_steps:63200,grad:2.4067,ce_loss:3.1731
2022-11-02 20:53:43,551-215-global_steps:63600,grad:2.4105,ce_loss:3.1768
2022-11-02 20:55:58,173-215-global_steps:64000,grad:2.4123,ce_loss:3.1824
2022-11-02 20:58:12,579-215-global_steps:64400,grad:2.4141,ce_loss:3.1871
2022-11-02 21:00:26,062-215-global_steps:64800,grad:2.4158,ce_loss:3.1925
2022-11-02 21:02:39,855-215-global_steps:65200,grad:2.4170,ce_loss:3.1956
2022-11-02 21:03:35,681-278-epoch:23
2022-11-02 21:04:55,328-215-global_steps:65600,grad:2.4217,ce_loss:3.1254
2022-11-02 21:07:09,964-215-global_steps:66000,grad:2.4304,ce_loss:3.1390
2022-11-02 21:09:23,407-215-global_steps:66400,grad:2.4363,ce_loss:3.1444
2022-11-02 21:11:37,023-215-global_steps:66800,grad:2.4392,ce_loss:3.1482
2022-11-02 21:13:51,445-215-global_steps:67200,grad:2.4412,ce_loss:3.1500
2022-11-02 21:16:05,864-215-global_steps:67600,grad:2.4431,ce_loss:3.1526
2022-11-02 21:18:19,434-215-global_steps:68000,grad:2.4443,ce_loss:3.1544
2022-11-02 21:19:29,723-278-epoch:24
2022-11-02 21:20:35,304-215-global_steps:68400,grad:2.4517,ce_loss:3.0797
2022-11-02 21:22:48,462-215-global_steps:68800,grad:2.4555,ce_loss:3.0957
2022-11-02 21:25:01,957-215-global_steps:69200,grad:2.4615,ce_loss:3.1069
2022-11-02 21:27:15,507-215-global_steps:69600,grad:2.4642,ce_loss:3.1124
2022-11-02 21:29:28,156-215-global_steps:70000,grad:2.4669,ce_loss:3.1149
2022-11-02 21:31:43,179-215-global_steps:70400,grad:2.4681,ce_loss:3.1168
2022-11-02 21:33:57,479-215-global_steps:70800,grad:2.4694,ce_loss:3.1192
2022-11-02 21:35:21,141-278-epoch:25
2022-11-02 21:36:12,680-215-global_steps:71200,grad:2.4646,ce_loss:3.0462
2022-11-02 21:38:26,062-215-global_steps:71600,grad:2.4791,ce_loss:3.0621
2022-11-02 21:40:39,658-215-global_steps:72000,grad:2.4845,ce_loss:3.0669
2022-11-02 21:42:53,978-215-global_steps:72400,grad:2.4888,ce_loss:3.0740
2022-11-02 21:45:08,225-215-global_steps:72800,grad:2.4910,ce_loss:3.0784
2022-11-02 21:47:21,110-215-global_steps:73200,grad:2.4922,ce_loss:3.0814
2022-11-02 21:49:34,901-215-global_steps:73600,grad:2.4932,ce_loss:3.0830
2022-11-02 21:51:13,226-278-epoch:26
2022-11-02 21:51:50,550-215-global_steps:74000,grad:2.4933,ce_loss:3.0053
2022-11-02 21:54:03,820-215-global_steps:74400,grad:2.5060,ce_loss:3.0317
2022-11-02 21:56:17,812-215-global_steps:74800,grad:2.5106,ce_loss:3.0401
2022-11-02 21:58:31,339-215-global_steps:75200,grad:2.5114,ce_loss:3.0420
2022-11-02 22:00:44,675-215-global_steps:75600,grad:2.5135,ce_loss:3.0447
2022-11-02 22:02:57,802-215-global_steps:76000,grad:2.5149,ce_loss:3.0489
2022-11-02 22:05:10,626-215-global_steps:76400,grad:2.5163,ce_loss:3.0519
2022-11-02 22:07:02,983-278-epoch:27
2022-11-02 22:07:26,495-215-global_steps:76800,grad:2.5062,ce_loss:2.9857
2022-11-02 22:09:40,932-215-global_steps:77200,grad:2.5222,ce_loss:3.0012
2022-11-02 22:11:54,431-215-global_steps:77600,grad:2.5285,ce_loss:3.0037
2022-11-02 22:14:07,826-215-global_steps:78000,grad:2.5323,ce_loss:3.0076
2022-11-02 22:16:21,128-215-global_steps:78400,grad:2.5350,ce_loss:3.0113
2022-11-02 22:18:35,269-215-global_steps:78800,grad:2.5365,ce_loss:3.0142
2022-11-02 22:20:48,923-215-global_steps:79200,grad:2.5377,ce_loss:3.0174
2022-11-02 22:22:54,140-278-epoch:28
2022-11-02 22:23:03,472-215-global_steps:79600,grad:2.5179,ce_loss:2.9536
2022-11-02 22:25:16,932-215-global_steps:80000,grad:2.5405,ce_loss:2.9587
2022-11-02 22:27:30,472-215-global_steps:80400,grad:2.5498,ce_loss:2.9703
2022-11-02 22:29:43,397-215-global_steps:80800,grad:2.5544,ce_loss:2.9788
2022-11-02 22:31:56,638-215-global_steps:81200,grad:2.5562,ce_loss:2.9799
2022-11-02 22:34:10,816-215-global_steps:81600,grad:2.5582,ce_loss:2.9846
2022-11-02 22:36:24,877-215-global_steps:82000,grad:2.5597,ce_loss:2.9869
2022-11-02 22:38:38,516-215-global_steps:82400,grad:2.5609,ce_loss:2.9889
2022-11-02 22:38:44,676-278-epoch:29
2022-11-02 22:40:54,230-215-global_steps:82800,grad:2.5631,ce_loss:2.9263
2022-11-02 22:43:08,091-215-global_steps:83200,grad:2.5700,ce_loss:2.9379
2022-11-02 22:45:22,225-215-global_steps:83600,grad:2.5739,ce_loss:2.9438
2022-11-02 22:47:36,692-215-global_steps:84000,grad:2.5764,ce_loss:2.9496
2022-11-02 22:49:50,350-215-global_steps:84400,grad:2.5788,ce_loss:2.9547
2022-11-02 22:52:04,298-215-global_steps:84800,grad:2.5798,ce_loss:2.9578
2022-11-02 22:54:18,175-215-global_steps:85200,grad:2.5802,ce_loss:2.9599
2022-11-02 22:54:38,931-278-epoch:30
2022-11-02 22:56:33,547-215-global_steps:85600,grad:2.5832,ce_loss:2.9047
2022-11-02 22:58:47,211-215-global_steps:86000,grad:2.5879,ce_loss:2.9083
2022-11-02 23:01:02,113-215-global_steps:86400,grad:2.5927,ce_loss:2.9164
2022-11-02 23:03:16,120-215-global_steps:86800,grad:2.5960,ce_loss:2.9220
2022-11-02 23:05:29,519-215-global_steps:87200,grad:2.5975,ce_loss:2.9268
2022-11-02 23:07:42,904-215-global_steps:87600,grad:2.5984,ce_loss:2.9294
2022-11-02 23:09:56,232-215-global_steps:88000,grad:2.5986,ce_loss:2.9311
2022-11-02 23:10:31,097-278-epoch:31
2022-11-02 23:12:12,772-215-global_steps:88400,grad:2.5980,ce_loss:2.8728
2022-11-02 23:14:26,832-215-global_steps:88800,grad:2.6036,ce_loss:2.8799
2022-11-02 23:16:40,090-215-global_steps:89200,grad:2.6092,ce_loss:2.8878
2022-11-02 23:18:54,484-215-global_steps:89600,grad:2.6127,ce_loss:2.8895
2022-11-02 23:21:08,128-215-global_steps:90000,grad:2.6149,ce_loss:2.8946
2022-11-02 23:23:21,094-215-global_steps:90400,grad:2.6162,ce_loss:2.8982
2022-11-02 23:25:35,710-215-global_steps:90800,grad:2.6172,ce_loss:2.9012
2022-11-02 23:26:24,883-278-epoch:32
2022-11-02 23:27:52,890-215-global_steps:91200,grad:2.6077,ce_loss:2.8423
2022-11-02 23:30:07,069-215-global_steps:91600,grad:2.6218,ce_loss:2.8517
2022-11-02 23:32:20,845-215-global_steps:92000,grad:2.6274,ce_loss:2.8578
2022-11-02 23:34:34,902-215-global_steps:92400,grad:2.6311,ce_loss:2.8654
2022-11-02 23:36:48,748-215-global_steps:92800,grad:2.6333,ce_loss:2.8692
2022-11-02 23:39:03,081-215-global_steps:93200,grad:2.6344,ce_loss:2.8736
2022-11-02 23:41:16,761-215-global_steps:93600,grad:2.6355,ce_loss:2.8772
2022-11-02 23:42:19,190-278-epoch:33
2022-11-02 23:43:31,626-215-global_steps:94000,grad:2.6203,ce_loss:2.8107
2022-11-02 23:45:45,345-215-global_steps:94400,grad:2.6348,ce_loss:2.8205
2022-11-02 23:47:59,387-215-global_steps:94800,grad:2.6428,ce_loss:2.8293
2022-11-02 23:50:13,275-215-global_steps:95200,grad:2.6469,ce_loss:2.8351
2022-11-02 23:52:27,026-215-global_steps:95600,grad:2.6494,ce_loss:2.8426
2022-11-02 23:54:40,765-215-global_steps:96000,grad:2.6503,ce_loss:2.8469
2022-11-02 23:56:53,847-215-global_steps:96400,grad:2.6509,ce_loss:2.8509
2022-11-02 23:58:10,207-278-epoch:34
2022-11-02 23:59:09,451-215-global_steps:96800,grad:2.6328,ce_loss:2.7830
2022-11-03 00:01:22,758-215-global_steps:97200,grad:2.6506,ce_loss:2.7993
2022-11-03 00:03:37,291-215-global_steps:97600,grad:2.6584,ce_loss:2.8050
2022-11-03 00:05:51,807-215-global_steps:98000,grad:2.6620,ce_loss:2.8133
2022-11-03 00:08:06,077-215-global_steps:98400,grad:2.6650,ce_loss:2.8203
2022-11-03 00:10:20,431-215-global_steps:98800,grad:2.6660,ce_loss:2.8247
2022-11-03 00:12:34,502-215-global_steps:99200,grad:2.6659,ce_loss:2.8264
2022-11-03 00:14:04,513-278-epoch:35
2022-11-03 00:14:49,934-215-global_steps:99600,grad:2.6547,ce_loss:2.7588
2022-11-03 00:17:03,923-215-global_steps:100000,grad:2.6642,ce_loss:2.7624
2022-11-03 00:19:17,455-215-global_steps:100400,grad:2.6719,ce_loss:2.7786
2022-11-03 00:21:31,078-215-global_steps:100800,grad:2.6766,ce_loss:2.7880
2022-11-03 00:23:44,822-215-global_steps:101200,grad:2.6791,ce_loss:2.7928
2022-11-03 00:25:58,828-215-global_steps:101600,grad:2.6808,ce_loss:2.7974
2022-11-03 00:28:13,474-215-global_steps:102000,grad:2.6825,ce_loss:2.8012
2022-11-03 00:29:58,694-278-epoch:36
2022-11-03 00:30:29,521-215-global_steps:102400,grad:2.6720,ce_loss:2.7225
2022-11-03 00:32:43,230-215-global_steps:102800,grad:2.6797,ce_loss:2.7411
2022-11-03 00:34:56,236-215-global_steps:103200,grad:2.6871,ce_loss:2.7532
2022-11-03 00:37:09,927-215-global_steps:103600,grad:2.6911,ce_loss:2.7615
2022-11-03 00:39:24,001-215-global_steps:104000,grad:2.6938,ce_loss:2.7658
2022-11-03 00:41:38,740-215-global_steps:104400,grad:2.6956,ce_loss:2.7706
2022-11-03 00:43:53,313-215-global_steps:104800,grad:2.6974,ce_loss:2.7755
2022-11-03 00:45:51,770-278-epoch:37
2022-11-03 00:46:08,513-215-global_steps:105200,grad:2.6725,ce_loss:2.7019
2022-11-03 00:48:22,877-215-global_steps:105600,grad:2.6920,ce_loss:2.7248
2022-11-03 00:50:36,663-215-global_steps:106000,grad:2.7004,ce_loss:2.7309
2022-11-03 00:52:51,200-215-global_steps:106400,grad:2.7032,ce_loss:2.7355
2022-11-03 00:55:05,000-215-global_steps:106800,grad:2.7067,ce_loss:2.7411
2022-11-03 00:57:19,146-215-global_steps:107200,grad:2.7081,ce_loss:2.7463
2022-11-03 00:59:32,373-215-global_steps:107600,grad:2.7098,ce_loss:2.7509
2022-11-03 01:01:44,564-278-epoch:38
2022-11-03 01:01:47,557-215-global_steps:108000,grad:2.6482,ce_loss:2.6811
2022-11-03 01:04:00,192-215-global_steps:108400,grad:2.7047,ce_loss:2.7062
2022-11-03 01:06:14,204-215-global_steps:108800,grad:2.7112,ce_loss:2.7153
2022-11-03 01:08:28,759-215-global_steps:109200,grad:2.7185,ce_loss:2.7225
2022-11-03 01:10:42,569-215-global_steps:109600,grad:2.7211,ce_loss:2.7276
2022-11-03 01:12:56,176-215-global_steps:110000,grad:2.7229,ce_loss:2.7315
2022-11-03 01:15:10,745-215-global_steps:110400,grad:2.7235,ce_loss:2.7335
2022-11-03 01:17:24,786-215-global_steps:110800,grad:2.7244,ce_loss:2.7368
2022-11-03 01:17:38,065-278-epoch:39
2022-11-03 01:19:40,629-215-global_steps:111200,grad:2.7157,ce_loss:2.6787
2022-11-03 01:21:54,406-215-global_steps:111600,grad:2.7237,ce_loss:2.6845
2022-11-03 01:24:07,878-215-global_steps:112000,grad:2.7293,ce_loss:2.6933
2022-11-03 01:26:21,593-215-global_steps:112400,grad:2.7333,ce_loss:2.6990
2022-11-03 01:28:35,216-215-global_steps:112800,grad:2.7354,ce_loss:2.7052
2022-11-03 01:30:49,234-215-global_steps:113200,grad:2.7369,ce_loss:2.7103
2022-11-03 01:33:04,275-215-global_steps:113600,grad:2.7374,ce_loss:2.7148
2022-11-03 01:33:31,510-278-epoch:40
2022-11-03 01:35:20,200-215-global_steps:114000,grad:2.7320,ce_loss:2.6609
2022-11-03 01:37:33,636-215-global_steps:114400,grad:2.7402,ce_loss:2.6682
2022-11-03 01:39:47,405-215-global_steps:114800,grad:2.7433,ce_loss:2.6734
2022-11-03 01:42:01,265-215-global_steps:115200,grad:2.7468,ce_loss:2.6790
2022-11-03 01:44:16,233-215-global_steps:115600,grad:2.7485,ce_loss:2.6849
2022-11-03 01:46:29,722-215-global_steps:116000,grad:2.7488,ce_loss:2.6894
2022-11-03 01:48:42,698-215-global_steps:116400,grad:2.7495,ce_loss:2.6933
2022-11-03 01:49:23,652-278-epoch:41
2022-11-03 01:50:57,867-215-global_steps:116800,grad:2.7340,ce_loss:2.6237
2022-11-03 01:53:10,819-215-global_steps:117200,grad:2.7461,ce_loss:2.6410
2022-11-03 01:55:23,586-215-global_steps:117600,grad:2.7516,ce_loss:2.6512
2022-11-03 01:57:37,606-215-global_steps:118000,grad:2.7551,ce_loss:2.6567
2022-11-03 01:59:51,533-215-global_steps:118400,grad:2.7570,ce_loss:2.6626
2022-11-03 02:02:05,884-215-global_steps:118800,grad:2.7590,ce_loss:2.6673
2022-11-03 02:04:19,424-215-global_steps:119200,grad:2.7595,ce_loss:2.6720
2022-11-03 02:05:14,446-278-epoch:42
2022-11-03 02:06:34,592-215-global_steps:119600,grad:2.7443,ce_loss:2.6163
2022-11-03 02:08:48,295-215-global_steps:120000,grad:2.7571,ce_loss:2.6233
2022-11-03 02:11:02,409-215-global_steps:120400,grad:2.7627,ce_loss:2.6314
2022-11-03 02:13:15,888-215-global_steps:120800,grad:2.7663,ce_loss:2.6383
2022-11-03 02:15:29,046-215-global_steps:121200,grad:2.7673,ce_loss:2.6419
2022-11-03 02:17:43,856-215-global_steps:121600,grad:2.7698,ce_loss:2.6465
2022-11-03 02:19:58,470-215-global_steps:122000,grad:2.7714,ce_loss:2.6510
2022-11-03 02:21:07,992-278-epoch:43
2022-11-03 02:22:14,142-215-global_steps:122400,grad:2.7540,ce_loss:2.5963
2022-11-03 02:24:27,384-215-global_steps:122800,grad:2.7687,ce_loss:2.6080
2022-11-03 02:26:41,119-215-global_steps:123200,grad:2.7748,ce_loss:2.6177
2022-11-03 02:28:54,671-215-global_steps:123600,grad:2.7797,ce_loss:2.6248
2022-11-03 02:31:08,623-215-global_steps:124000,grad:2.7814,ce_loss:2.6289
2022-11-03 02:33:22,612-215-global_steps:124400,grad:2.7823,ce_loss:2.6317
2022-11-03 02:35:37,249-215-global_steps:124800,grad:2.7835,ce_loss:2.6342
2022-11-03 02:37:01,120-278-epoch:44
2022-11-03 02:37:53,576-215-global_steps:125200,grad:2.7622,ce_loss:2.5740
2022-11-03 02:40:07,222-215-global_steps:125600,grad:2.7785,ce_loss:2.5893
2022-11-03 02:42:20,862-215-global_steps:126000,grad:2.7836,ce_loss:2.5971
2022-11-03 02:44:34,332-215-global_steps:126400,grad:2.7878,ce_loss:2.6058
2022-11-03 02:46:48,140-215-global_steps:126800,grad:2.7899,ce_loss:2.6099
2022-11-03 02:49:02,211-215-global_steps:127200,grad:2.7921,ce_loss:2.6135
2022-11-03 02:51:15,616-215-global_steps:127600,grad:2.7933,ce_loss:2.6170
2022-11-03 02:52:53,161-278-epoch:45
2022-11-03 02:53:31,022-215-global_steps:128000,grad:2.7757,ce_loss:2.5657
2022-11-03 02:55:45,516-215-global_steps:128400,grad:2.7863,ce_loss:2.5662
2022-11-03 02:57:59,085-215-global_steps:128800,grad:2.7932,ce_loss:2.5718
2022-11-03 03:00:12,129-215-global_steps:129200,grad:2.7972,ce_loss:2.5810
2022-11-03 03:02:25,973-215-global_steps:129600,grad:2.8008,ce_loss:2.5891
2022-11-03 03:04:39,701-215-global_steps:130000,grad:2.8023,ce_loss:2.5941
2022-11-03 03:06:53,292-215-global_steps:130400,grad:2.8039,ce_loss:2.5985
2022-11-03 03:08:44,521-278-epoch:46
2022-11-03 03:09:08,534-215-global_steps:130800,grad:2.7627,ce_loss:2.5118
2022-11-03 03:11:21,409-215-global_steps:131200,grad:2.7895,ce_loss:2.5388
2022-11-03 03:13:35,324-215-global_steps:131600,grad:2.7973,ce_loss:2.5533
2022-11-03 03:15:48,970-215-global_steps:132000,grad:2.8041,ce_loss:2.5633
2022-11-03 03:18:02,522-215-global_steps:132400,grad:2.8079,ce_loss:2.5713
2022-11-03 03:20:16,489-215-global_steps:132800,grad:2.8096,ce_loss:2.5756
2022-11-03 03:22:30,314-215-global_steps:133200,grad:2.8108,ce_loss:2.5798
2022-11-03 03:24:35,719-278-epoch:47
2022-11-03 03:24:46,156-215-global_steps:133600,grad:2.7828,ce_loss:2.5472
2022-11-03 03:26:59,798-215-global_steps:134000,grad:2.8015,ce_loss:2.5335
2022-11-03 03:29:12,673-215-global_steps:134400,grad:2.8098,ce_loss:2.5396
2022-11-03 03:31:26,498-215-global_steps:134800,grad:2.8135,ce_loss:2.5448
2022-11-03 03:33:40,066-215-global_steps:135200,grad:2.8168,ce_loss:2.5515
2022-11-03 03:35:53,119-215-global_steps:135600,grad:2.8205,ce_loss:2.5576
2022-11-03 03:38:07,667-215-global_steps:136000,grad:2.8211,ce_loss:2.5617
2022-11-03 03:40:21,662-215-global_steps:136400,grad:2.8222,ce_loss:2.5649
2022-11-03 03:40:27,483-278-epoch:48
2022-11-03 03:42:37,014-215-global_steps:136800,grad:2.8013,ce_loss:2.5052
2022-11-03 03:44:50,221-215-global_steps:137200,grad:2.8167,ce_loss:2.5212
2022-11-03 03:47:03,094-215-global_steps:137600,grad:2.8254,ce_loss:2.5302
2022-11-03 03:49:16,615-215-global_steps:138000,grad:2.8284,ce_loss:2.5368
2022-11-03 03:51:31,111-215-global_steps:138400,grad:2.8299,ce_loss:2.5405
2022-11-03 03:53:44,965-215-global_steps:138800,grad:2.8315,ce_loss:2.5436
2022-11-03 03:55:58,698-215-global_steps:139200,grad:2.8324,ce_loss:2.5480
2022-11-03 03:56:18,052-278-epoch:49
2022-11-03 03:58:12,628-215-global_steps:139600,grad:2.8117,ce_loss:2.4906
2022-11-03 04:00:24,780-215-global_steps:140000,grad:2.8261,ce_loss:2.5054
2022-11-03 04:02:38,083-215-global_steps:140400,grad:2.8313,ce_loss:2.5148
2022-11-03 04:04:50,609-215-global_steps:140800,grad:2.8347,ce_loss:2.5210
2022-11-03 04:07:04,256-215-global_steps:141200,grad:2.8378,ce_loss:2.5275
2022-11-03 04:09:16,812-215-global_steps:141600,grad:2.8397,ce_loss:2.5334
2022-11-03 04:11:27,921-215-global_steps:142000,grad:2.8408,ce_loss:2.5380
2022-11-03 04:12:01,443-278-epoch:50
2022-11-03 04:13:41,655-215-global_steps:142400,grad:2.8120,ce_loss:2.4761
2022-11-03 04:15:54,379-215-global_steps:142800,grad:2.8255,ce_loss:2.4811
2022-11-03 04:18:06,637-215-global_steps:143200,grad:2.8343,ce_loss:2.4902
2022-11-03 04:20:20,007-215-global_steps:143600,grad:2.8391,ce_loss:2.4987
2022-11-03 04:22:32,383-215-global_steps:144000,grad:2.8418,ce_loss:2.5034
2022-11-03 04:24:45,418-215-global_steps:144400,grad:2.8441,ce_loss:2.5090
2022-11-03 04:26:57,491-215-global_steps:144800,grad:2.8457,ce_loss:2.5134
2022-11-03 04:27:43,816-278-epoch:51
2022-11-03 04:29:10,416-215-global_steps:145200,grad:2.8262,ce_loss:2.4565
2022-11-03 04:31:22,052-215-global_steps:145600,grad:2.8421,ce_loss:2.4690
2022-11-03 04:33:34,793-215-global_steps:146000,grad:2.8485,ce_loss:2.4788
2022-11-03 04:35:46,239-215-global_steps:146400,grad:2.8521,ce_loss:2.4858
2022-11-03 04:37:58,746-215-global_steps:146800,grad:2.8546,ce_loss:2.4916
2022-11-03 04:40:11,576-215-global_steps:147200,grad:2.8564,ce_loss:2.4972
2022-11-03 04:42:25,215-215-global_steps:147600,grad:2.8567,ce_loss:2.5004
2022-11-03 04:43:27,177-278-epoch:52
2022-11-03 04:44:41,130-215-global_steps:148000,grad:2.8384,ce_loss:2.4522
2022-11-03 04:46:55,022-215-global_steps:148400,grad:2.8458,ce_loss:2.4542
2022-11-03 04:49:08,403-215-global_steps:148800,grad:2.8536,ce_loss:2.4623
2022-11-03 04:51:22,064-215-global_steps:149200,grad:2.8609,ce_loss:2.4736
2022-11-03 04:53:33,691-215-global_steps:149600,grad:2.8623,ce_loss:2.4801
2022-11-03 04:55:47,311-215-global_steps:150000,grad:2.8644,ce_loss:2.4855
2022-11-03 04:58:00,835-215-global_steps:150400,grad:2.8656,ce_loss:2.4895
2022-11-03 04:59:15,720-278-epoch:53
2022-11-03 05:00:14,437-215-global_steps:150800,grad:2.8326,ce_loss:2.4258
2022-11-03 05:02:27,177-215-global_steps:151200,grad:2.8480,ce_loss:2.4404
2022-11-03 05:04:39,632-215-global_steps:151600,grad:2.8568,ce_loss:2.4484
2022-11-03 05:06:52,571-215-global_steps:152000,grad:2.8612,ce_loss:2.4564
2022-11-03 05:09:05,656-215-global_steps:152400,grad:2.8660,ce_loss:2.4634
2022-11-03 05:11:18,998-215-global_steps:152800,grad:2.8678,ce_loss:2.4679
2022-11-03 05:13:31,408-215-global_steps:153200,grad:2.8696,ce_loss:2.4731
2022-11-03 05:15:01,190-278-epoch:54
2022-11-03 05:15:46,342-215-global_steps:153600,grad:2.8356,ce_loss:2.4230
2022-11-03 05:17:59,191-215-global_steps:154000,grad:2.8562,ce_loss:2.4284
2022-11-03 05:20:11,508-215-global_steps:154400,grad:2.8655,ce_loss:2.4408
2022-11-03 05:22:24,754-215-global_steps:154800,grad:2.8711,ce_loss:2.4478
2022-11-03 05:24:36,985-215-global_steps:155200,grad:2.8737,ce_loss:2.4530
2022-11-03 05:26:48,740-215-global_steps:155600,grad:2.8760,ce_loss:2.4572
2022-11-03 05:29:01,469-215-global_steps:156000,grad:2.8774,ce_loss:2.4601
2022-11-03 05:30:44,696-278-epoch:55
2022-11-03 05:31:16,026-215-global_steps:156400,grad:2.8404,ce_loss:2.4128
2022-11-03 05:33:29,562-215-global_steps:156800,grad:2.8588,ce_loss:2.4155
2022-11-03 05:35:42,232-215-global_steps:157200,grad:2.8710,ce_loss:2.4267
2022-11-03 05:37:54,701-215-global_steps:157600,grad:2.8768,ce_loss:2.4338
2022-11-03 05:40:05,953-215-global_steps:158000,grad:2.8802,ce_loss:2.4382
2022-11-03 05:42:17,918-215-global_steps:158400,grad:2.8822,ce_loss:2.4437
2022-11-03 05:44:30,422-215-global_steps:158800,grad:2.8840,ce_loss:2.4471
2022-11-03 05:46:27,967-278-epoch:56
2022-11-03 05:46:45,238-215-global_steps:159200,grad:2.8414,ce_loss:2.3777
2022-11-03 05:48:58,096-215-global_steps:159600,grad:2.8625,ce_loss:2.3897
2022-11-03 05:51:10,215-215-global_steps:160000,grad:2.8743,ce_loss:2.4047
2022-11-03 05:53:21,816-215-global_steps:160400,grad:2.8814,ce_loss:2.4118
2022-11-03 05:55:33,962-215-global_steps:160800,grad:2.8864,ce_loss:2.4203
2022-11-03 05:57:46,694-215-global_steps:161200,grad:2.8889,ce_loss:2.4277
2022-11-03 05:59:59,876-215-global_steps:161600,grad:2.8898,ce_loss:2.4310
2022-11-03 06:02:10,968-278-epoch:57
2022-11-03 06:02:14,441-215-global_steps:162000,grad:2.8132,ce_loss:2.3121
2022-11-03 06:04:26,485-215-global_steps:162400,grad:2.8733,ce_loss:2.3908
2022-11-03 06:06:38,825-215-global_steps:162800,grad:2.8819,ce_loss:2.3942
2022-11-03 06:08:51,989-215-global_steps:163200,grad:2.8870,ce_loss:2.4030
2022-11-03 06:11:06,462-215-global_steps:163600,grad:2.8912,ce_loss:2.4097
2022-11-03 06:13:19,383-215-global_steps:164000,grad:2.8947,ce_loss:2.4149
2022-11-03 06:15:32,488-215-global_steps:164400,grad:2.8962,ce_loss:2.4186
2022-11-03 06:17:45,403-215-global_steps:164800,grad:2.8986,ce_loss:2.4227
2022-11-03 06:17:57,939-278-epoch:58
2022-11-03 06:19:59,920-215-global_steps:165200,grad:2.8701,ce_loss:2.3604
2022-11-03 06:22:14,778-215-global_steps:165600,grad:2.8856,ce_loss:2.3766
2022-11-03 06:24:27,766-215-global_steps:166000,grad:2.8920,ce_loss:2.3867
2022-11-03 06:26:39,995-215-global_steps:166400,grad:2.8964,ce_loss:2.3942
2022-11-03 06:28:50,802-215-global_steps:166800,grad:2.8986,ce_loss:2.3985
2022-11-03 06:31:02,630-215-global_steps:167200,grad:2.8996,ce_loss:2.4032
2022-11-03 06:33:14,655-215-global_steps:167600,grad:2.9021,ce_loss:2.4090
2022-11-03 06:33:40,931-278-epoch:59
2022-11-03 06:35:28,902-215-global_steps:168000,grad:2.8817,ce_loss:2.3590
2022-11-03 06:37:41,720-215-global_steps:168400,grad:2.8979,ce_loss:2.3772
2022-11-03 06:39:53,257-215-global_steps:168800,grad:2.9025,ce_loss:2.3829
2022-11-03 06:42:04,599-215-global_steps:169200,grad:2.9092,ce_loss:2.3895
2022-11-03 06:44:16,530-215-global_steps:169600,grad:2.9101,ce_loss:2.3942
2022-11-03 06:46:29,928-215-global_steps:170000,grad:2.9118,ce_loss:2.3987
2022-11-03 06:48:43,136-215-global_steps:170400,grad:2.9114,ce_loss:2.4006
2022-11-03 06:49:23,247-278-epoch:60
2022-11-03 06:50:57,619-215-global_steps:170800,grad:2.8835,ce_loss:2.3445
2022-11-03 06:53:11,291-215-global_steps:171200,grad:2.9012,ce_loss:2.3607
2022-11-03 06:55:24,963-215-global_steps:171600,grad:2.9041,ce_loss:2.3650
2022-11-03 06:57:37,628-215-global_steps:172000,grad:2.9063,ce_loss:2.3692
2022-11-03 06:59:50,480-215-global_steps:172400,grad:2.9112,ce_loss:2.3757
2022-11-03 07:02:02,774-215-global_steps:172800,grad:2.9138,ce_loss:2.3801
2022-11-03 07:04:16,120-215-global_steps:173200,grad:2.9142,ce_loss:2.3841
2022-11-03 07:05:10,375-278-epoch:61
2022-11-03 07:06:30,520-215-global_steps:173600,grad:2.8925,ce_loss:2.3402
2022-11-03 07:08:41,961-215-global_steps:174000,grad:2.8984,ce_loss:2.3416
2022-11-03 07:10:54,184-215-global_steps:174400,grad:2.9076,ce_loss:2.3523
2022-11-03 07:13:06,730-215-global_steps:174800,grad:2.9148,ce_loss:2.3616
2022-11-03 07:15:19,840-215-global_steps:175200,grad:2.9169,ce_loss:2.3667
2022-11-03 07:17:31,780-215-global_steps:175600,grad:2.9176,ce_loss:2.3696
2022-11-03 07:19:43,968-215-global_steps:176000,grad:2.9196,ce_loss:2.3742
2022-11-03 07:20:51,454-278-epoch:62
2022-11-03 07:21:58,801-215-global_steps:176400,grad:2.8870,ce_loss:2.3211
2022-11-03 07:24:12,153-215-global_steps:176800,grad:2.9085,ce_loss:2.3331
2022-11-03 07:26:24,837-215-global_steps:177200,grad:2.9149,ce_loss:2.3422
2022-11-03 07:28:38,175-215-global_steps:177600,grad:2.9210,ce_loss:2.3516
2022-11-03 07:30:50,541-215-global_steps:178000,grad:2.9228,ce_loss:2.3565
2022-11-03 07:33:03,452-215-global_steps:178400,grad:2.9242,ce_loss:2.3615
2022-11-03 07:35:17,907-215-global_steps:178800,grad:2.9245,ce_loss:2.3638
2022-11-03 07:36:39,622-278-epoch:63
2022-11-03 07:37:31,407-215-global_steps:179200,grad:2.8883,ce_loss:2.2997
2022-11-03 07:39:43,764-215-global_steps:179600,grad:2.9019,ce_loss:2.3135
2022-11-03 07:41:55,902-215-global_steps:180000,grad:2.9128,ce_loss:2.3248
2022-11-03 07:44:07,684-215-global_steps:180400,grad:2.9202,ce_loss:2.3344
2022-11-03 07:46:18,050-215-global_steps:180800,grad:2.9231,ce_loss:2.3397
2022-11-03 07:48:28,016-215-global_steps:181200,grad:2.9251,ce_loss:2.3439
2022-11-03 07:50:38,454-215-global_steps:181600,grad:2.9262,ce_loss:2.3481
2022-11-03 07:52:11,812-278-epoch:64
2022-11-03 07:52:49,305-215-global_steps:182000,grad:2.8838,ce_loss:2.2808
2022-11-03 07:54:58,302-215-global_steps:182400,grad:2.9138,ce_loss:2.3029
2022-11-03 07:57:08,090-215-global_steps:182800,grad:2.9259,ce_loss:2.3173
2022-11-03 07:59:18,091-215-global_steps:183200,grad:2.9320,ce_loss:2.3253
2022-11-03 08:01:27,313-215-global_steps:183600,grad:2.9333,ce_loss:2.3295
2022-11-03 08:03:36,612-215-global_steps:184000,grad:2.9348,ce_loss:2.3336
2022-11-03 08:05:46,260-215-global_steps:184400,grad:2.9362,ce_loss:2.3381
2022-11-03 08:07:34,140-278-epoch:65
2022-11-03 08:07:57,954-215-global_steps:184800,grad:2.8752,ce_loss:2.2530
2022-11-03 08:10:07,930-215-global_steps:185200,grad:2.9177,ce_loss:2.2897
2022-11-03 08:12:17,300-215-global_steps:185600,grad:2.9291,ce_loss:2.3023
2022-11-03 08:14:26,980-215-global_steps:186000,grad:2.9347,ce_loss:2.3116
2022-11-03 08:16:36,439-215-global_steps:186400,grad:2.9394,ce_loss:2.3205
2022-11-03 08:18:46,109-215-global_steps:186800,grad:2.9416,ce_loss:2.3263
2022-11-03 08:20:55,440-215-global_steps:187200,grad:2.9430,ce_loss:2.3302
2022-11-03 08:22:56,502-278-epoch:66
2022-11-03 08:23:06,891-215-global_steps:187600,grad:2.8834,ce_loss:2.2681
2022-11-03 08:25:16,698-215-global_steps:188000,grad:2.9092,ce_loss:2.2779
2022-11-03 08:27:26,676-215-global_steps:188400,grad:2.9277,ce_loss:2.2914
2022-11-03 08:29:36,285-215-global_steps:188800,grad:2.9346,ce_loss:2.2990
2022-11-03 08:31:46,145-215-global_steps:189200,grad:2.9386,ce_loss:2.3047
2022-11-03 08:33:56,738-215-global_steps:189600,grad:2.9416,ce_loss:2.3111
2022-11-03 08:36:06,813-215-global_steps:190000,grad:2.9433,ce_loss:2.3151
2022-11-03 08:38:16,189-215-global_steps:190400,grad:2.9441,ce_loss:2.3189
2022-11-03 08:38:20,882-278-epoch:67
2022-11-03 08:40:26,583-215-global_steps:190800,grad:2.9246,ce_loss:2.2733
2022-11-03 08:42:36,295-215-global_steps:191200,grad:2.9352,ce_loss:2.2837
2022-11-03 08:44:45,739-215-global_steps:191600,grad:2.9390,ce_loss:2.2898
2022-11-03 08:46:54,369-215-global_steps:192000,grad:2.9433,ce_loss:2.2961
2022-11-03 08:49:03,313-215-global_steps:192400,grad:2.9455,ce_loss:2.3006
2022-11-03 08:51:13,190-215-global_steps:192800,grad:2.9484,ce_loss:2.3049
2022-11-03 08:53:22,796-215-global_steps:193200,grad:2.9498,ce_loss:2.3086
2022-11-03 08:53:41,143-278-epoch:68
2022-11-03 08:55:33,199-215-global_steps:193600,grad:2.9324,ce_loss:2.2657
2022-11-03 08:57:42,557-215-global_steps:194000,grad:2.9420,ce_loss:2.2735
2022-11-03 08:59:53,626-215-global_steps:194400,grad:2.9470,ce_loss:2.2803
2022-11-03 09:02:04,603-215-global_steps:194800,grad:2.9507,ce_loss:2.2876
2022-11-03 09:04:15,001-215-global_steps:195200,grad:2.9531,ce_loss:2.2928
2022-11-03 09:06:24,509-215-global_steps:195600,grad:2.9553,ce_loss:2.2976
2022-11-03 09:08:34,298-215-global_steps:196000,grad:2.9552,ce_loss:2.2996
2022-11-03 09:09:06,622-278-epoch:69
2022-11-03 09:10:45,656-215-global_steps:196400,grad:2.9237,ce_loss:2.2415
2022-11-03 09:12:55,437-215-global_steps:196800,grad:2.9388,ce_loss:2.2586
2022-11-03 09:15:04,935-215-global_steps:197200,grad:2.9447,ce_loss:2.2654
2022-11-03 09:17:14,807-215-global_steps:197600,grad:2.9504,ce_loss:2.2730
2022-11-03 09:19:25,658-215-global_steps:198000,grad:2.9541,ce_loss:2.2793
2022-11-03 09:21:35,282-215-global_steps:198400,grad:2.9568,ce_loss:2.2851
2022-11-03 09:23:44,495-215-global_steps:198800,grad:2.9584,ce_loss:2.2893
2022-11-03 09:24:30,271-278-epoch:70
2022-11-03 09:25:56,108-215-global_steps:199200,grad:2.9220,ce_loss:2.2288
2022-11-03 09:28:07,011-215-global_steps:199600,grad:2.9440,ce_loss:2.2495
2022-11-03 09:30:18,044-215-global_steps:200000,grad:2.9497,ce_loss:2.2572
2022-11-03 09:32:28,131-215-global_steps:200400,grad:2.9567,ce_loss:2.2669
2022-11-03 09:34:38,086-215-global_steps:200800,grad:2.9597,ce_loss:2.2723
2022-11-03 09:36:48,901-215-global_steps:201200,grad:2.9614,ce_loss:2.2768
2022-11-03 09:38:59,065-215-global_steps:201600,grad:2.9621,ce_loss:2.2805
2022-11-03 09:39:58,351-278-epoch:71
2022-11-03 09:41:10,045-215-global_steps:202000,grad:2.9314,ce_loss:2.2219
2022-11-03 09:43:20,144-215-global_steps:202400,grad:2.9441,ce_loss:2.2360
2022-11-03 09:45:30,653-215-global_steps:202800,grad:2.9552,ce_loss:2.2485
2022-11-03 09:47:41,657-215-global_steps:203200,grad:2.9608,ce_loss:2.2561
2022-11-03 09:49:51,591-215-global_steps:203600,grad:2.9646,ce_loss:2.2629
2022-11-03 09:52:00,869-215-global_steps:204000,grad:2.9670,ce_loss:2.2689
2022-11-03 09:54:12,109-215-global_steps:204400,grad:2.9682,ce_loss:2.2726
2022-11-03 09:55:25,946-278-epoch:72
2022-11-03 09:56:24,475-215-global_steps:204800,grad:2.9293,ce_loss:2.2144
2022-11-03 09:58:34,716-215-global_steps:205200,grad:2.9485,ce_loss:2.2306
2022-11-03 10:00:45,160-215-global_steps:205600,grad:2.9556,ce_loss:2.2383
2022-11-03 10:02:55,531-215-global_steps:206000,grad:2.9618,ce_loss:2.2460
2022-11-03 10:05:06,637-215-global_steps:206400,grad:2.9670,ce_loss:2.2535
2022-11-03 10:07:16,854-215-global_steps:206800,grad:2.9686,ce_loss:2.2590
2022-11-03 10:09:26,633-215-global_steps:207200,grad:2.9693,ce_loss:2.2631
2022-11-03 10:10:52,954-278-epoch:73
2022-11-03 10:11:37,382-215-global_steps:207600,grad:2.9242,ce_loss:2.1992
2022-11-03 10:13:48,172-215-global_steps:208000,grad:2.9476,ce_loss:2.2171
2022-11-03 10:15:58,512-215-global_steps:208400,grad:2.9567,ce_loss:2.2245
2022-11-03 10:18:08,219-215-global_steps:208800,grad:2.9634,ce_loss:2.2340
2022-11-03 10:20:18,479-215-global_steps:209200,grad:2.9669,ce_loss:2.2397
2022-11-03 10:22:29,409-215-global_steps:209600,grad:2.9690,ce_loss:2.2452
2022-11-03 10:24:39,626-215-global_steps:210000,grad:2.9708,ce_loss:2.2511
2022-11-03 10:26:20,137-278-epoch:74
2022-11-03 10:26:51,121-215-global_steps:210400,grad:2.9155,ce_loss:2.1806
2022-11-03 10:29:01,702-215-global_steps:210800,grad:2.9490,ce_loss:2.2141
2022-11-03 10:31:13,224-215-global_steps:211200,grad:2.9596,ce_loss:2.2211
2022-11-03 10:33:23,866-215-global_steps:211600,grad:2.9666,ce_loss:2.2261
2022-11-03 10:35:34,288-215-global_steps:212000,grad:2.9722,ce_loss:2.2329
2022-11-03 10:37:44,803-215-global_steps:212400,grad:2.9744,ce_loss:2.2389
2022-11-03 10:39:55,261-215-global_steps:212800,grad:2.9759,ce_loss:2.2429
2022-11-03 10:41:49,503-278-epoch:75
2022-11-03 10:42:07,009-215-global_steps:213200,grad:2.9274,ce_loss:2.1701
2022-11-03 10:44:15,447-215-global_steps:213600,grad:2.9566,ce_loss:2.1995
2022-11-03 10:46:23,976-215-global_steps:214000,grad:2.9643,ce_loss:2.2116
2022-11-03 10:48:33,021-215-global_steps:214400,grad:2.9715,ce_loss:2.2180
2022-11-03 10:50:41,634-215-global_steps:214800,grad:2.9765,ce_loss:2.2257
2022-11-03 10:52:49,416-215-global_steps:215200,grad:2.9807,ce_loss:2.2318
2022-11-03 10:54:57,545-215-global_steps:215600,grad:2.9825,ce_loss:2.2365
2022-11-03 10:57:03,500-278-epoch:76
2022-11-03 10:57:07,350-215-global_steps:216000,grad:2.8677,ce_loss:2.1556
2022-11-03 10:59:15,794-215-global_steps:216400,grad:2.9441,ce_loss:2.1787
2022-11-03 11:01:23,719-215-global_steps:216800,grad:2.9587,ce_loss:2.1920
2022-11-03 11:03:31,412-215-global_steps:217200,grad:2.9702,ce_loss:2.2051
2022-11-03 11:05:39,734-215-global_steps:217600,grad:2.9765,ce_loss:2.2150
2022-11-03 11:07:48,151-215-global_steps:218000,grad:2.9812,ce_loss:2.2224
2022-11-03 11:09:55,306-215-global_steps:218400,grad:2.9835,ce_loss:2.2278
2022-11-03 11:12:02,110-215-global_steps:218800,grad:2.9852,ce_loss:2.2331
2022-11-03 11:12:13,263-278-epoch:77
2022-11-03 11:14:10,909-215-global_steps:219200,grad:2.9509,ce_loss:2.1818
2022-11-03 11:16:19,029-215-global_steps:219600,grad:2.9649,ce_loss:2.1922
2022-11-03 11:18:26,599-215-global_steps:220000,grad:2.9730,ce_loss:2.1995
2022-11-03 11:20:33,933-215-global_steps:220400,grad:2.9798,ce_loss:2.2095
2022-11-03 11:22:41,211-215-global_steps:220800,grad:2.9833,ce_loss:2.2153
2022-11-03 11:24:49,307-215-global_steps:221200,grad:2.9863,ce_loss:2.2204
2022-11-03 11:26:57,219-215-global_steps:221600,grad:2.9878,ce_loss:2.2257
2022-11-03 11:27:21,772-278-epoch:78
2022-11-03 11:29:05,924-215-global_steps:222000,grad:2.9469,ce_loss:2.1621
2022-11-03 11:31:13,019-215-global_steps:222400,grad:2.9673,ce_loss:2.1806
2022-11-03 11:33:20,720-215-global_steps:222800,grad:2.9745,ce_loss:2.1905
2022-11-03 11:35:28,822-215-global_steps:223200,grad:2.9799,ce_loss:2.2006
2022-11-03 11:37:36,404-215-global_steps:223600,grad:2.9842,ce_loss:2.2066
2022-11-03 11:39:43,716-215-global_steps:224000,grad:2.9876,ce_loss:2.2109
2022-11-03 11:41:51,234-215-global_steps:224400,grad:2.9884,ce_loss:2.2143
2022-11-03 11:42:29,246-278-epoch:79
2022-11-03 11:44:00,599-215-global_steps:224800,grad:2.9572,ce_loss:2.1620
2022-11-03 11:46:08,336-215-global_steps:225200,grad:2.9687,ce_loss:2.1735
2022-11-03 11:48:15,633-215-global_steps:225600,grad:2.9803,ce_loss:2.1839
2022-11-03 11:50:23,337-215-global_steps:226000,grad:2.9861,ce_loss:2.1913
2022-11-03 11:52:31,224-215-global_steps:226400,grad:2.9898,ce_loss:2.1971
2022-11-03 11:54:38,945-215-global_steps:226800,grad:2.9911,ce_loss:2.2017
2022-11-03 11:56:46,108-215-global_steps:227200,grad:2.9931,ce_loss:2.2070
2022-11-03 11:57:37,047-278-epoch:80
2022-11-03 11:58:54,602-215-global_steps:227600,grad:2.9545,ce_loss:2.1515
2022-11-03 12:01:02,389-215-global_steps:228000,grad:2.9657,ce_loss:2.1604
2022-11-03 12:03:10,125-215-global_steps:228400,grad:2.9786,ce_loss:2.1740
2022-11-03 12:05:17,306-215-global_steps:228800,grad:2.9855,ce_loss:2.1824
2022-11-03 12:07:24,790-215-global_steps:229200,grad:2.9890,ce_loss:2.1875
2022-11-03 12:09:33,108-215-global_steps:229600,grad:2.9920,ce_loss:2.1936
2022-11-03 12:11:41,591-215-global_steps:230000,grad:2.9925,ce_loss:2.1966
2022-11-03 12:12:46,457-278-epoch:81
2022-11-03 12:13:50,779-215-global_steps:230400,grad:2.9679,ce_loss:2.1570
2022-11-03 12:15:58,325-215-global_steps:230800,grad:2.9783,ce_loss:2.1643
2022-11-03 12:18:05,926-215-global_steps:231200,grad:2.9863,ce_loss:2.1707
2022-11-03 12:20:14,487-215-global_steps:231600,grad:2.9906,ce_loss:2.1768
2022-11-03 12:22:22,788-215-global_steps:232000,grad:2.9927,ce_loss:2.1805
2022-11-03 12:24:30,269-215-global_steps:232400,grad:2.9946,ce_loss:2.1839
2022-11-03 12:26:38,075-215-global_steps:232800,grad:2.9974,ce_loss:2.1896
2022-11-03 12:27:56,848-278-epoch:82
2022-11-03 12:28:48,305-215-global_steps:233200,grad:2.9780,ce_loss:2.1466
2022-11-03 12:30:56,788-215-global_steps:233600,grad:2.9809,ce_loss:2.1512
2022-11-03 12:33:04,982-215-global_steps:234000,grad:2.9890,ce_loss:2.1602
2022-11-03 12:35:13,005-215-global_steps:234400,grad:2.9969,ce_loss:2.1702
2022-11-03 12:37:21,579-215-global_steps:234800,grad:2.9990,ce_loss:2.1755
2022-11-03 12:39:30,147-215-global_steps:235200,grad:3.0024,ce_loss:2.1828
2022-11-03 12:41:38,430-215-global_steps:235600,grad:3.0040,ce_loss:2.1873
2022-11-03 12:43:09,998-278-epoch:83
2022-11-03 12:43:47,349-215-global_steps:236000,grad:2.9536,ce_loss:2.1257
2022-11-03 12:45:55,436-215-global_steps:236400,grad:2.9691,ce_loss:2.1383
2022-11-03 12:48:04,171-215-global_steps:236800,grad:2.9859,ce_loss:2.1519
2022-11-03 12:50:12,986-215-global_steps:237200,grad:2.9922,ce_loss:2.1599
2022-11-03 12:52:21,076-215-global_steps:237600,grad:2.9959,ce_loss:2.1659
2022-11-03 12:54:28,681-215-global_steps:238000,grad:2.9985,ce_loss:2.1707
2022-11-03 12:56:36,812-215-global_steps:238400,grad:3.0007,ce_loss:2.1757
2022-11-03 12:58:22,053-278-epoch:84
2022-11-03 12:58:46,357-215-global_steps:238800,grad:2.9527,ce_loss:2.1222
2022-11-03 13:00:53,998-215-global_steps:239200,grad:2.9716,ce_loss:2.1293
2022-11-03 13:03:01,342-215-global_steps:239600,grad:2.9855,ce_loss:2.1399
2022-11-03 13:05:09,434-215-global_steps:240000,grad:2.9937,ce_loss:2.1484
2022-11-03 13:07:17,837-215-global_steps:240400,grad:2.9986,ce_loss:2.1562
2022-11-03 13:09:26,177-215-global_steps:240800,grad:3.0012,ce_loss:2.1615
2022-11-03 13:11:34,295-215-global_steps:241200,grad:3.0051,ce_loss:2.1672
2022-11-03 13:13:32,790-278-epoch:85
2022-11-03 13:13:43,741-215-global_steps:241600,grad:2.9229,ce_loss:2.0841
2022-11-03 13:15:52,447-215-global_steps:242000,grad:2.9736,ce_loss:2.1148
2022-11-03 13:18:02,036-215-global_steps:242400,grad:2.9846,ce_loss:2.1285
2022-11-03 13:20:10,975-215-global_steps:242800,grad:2.9934,ce_loss:2.1372
2022-11-03 13:22:19,657-215-global_steps:243200,grad:3.0000,ce_loss:2.1455
2022-11-03 13:24:28,545-215-global_steps:243600,grad:3.0040,ce_loss:2.1518
2022-11-03 13:26:37,278-215-global_steps:244000,grad:3.0064,ce_loss:2.1576
2022-11-03 13:28:45,946-215-global_steps:244400,grad:3.0085,ce_loss:2.1633
2022-11-03 13:28:49,915-278-epoch:86
2022-11-03 13:30:55,065-215-global_steps:244800,grad:2.9735,ce_loss:2.1080
2022-11-03 13:33:03,322-215-global_steps:245200,grad:2.9877,ce_loss:2.1206
2022-11-03 13:35:12,240-215-global_steps:245600,grad:2.9989,ce_loss:2.1335
2022-11-03 13:37:21,002-215-global_steps:246000,grad:3.0044,ce_loss:2.1412
2022-11-03 13:39:28,920-215-global_steps:246400,grad:3.0083,ce_loss:2.1478
2022-11-03 13:41:37,089-215-global_steps:246800,grad:3.0093,ce_loss:2.1512
2022-11-03 13:43:45,953-215-global_steps:247200,grad:3.0100,ce_loss:2.1543
2022-11-03 13:44:03,504-278-epoch:87
2022-11-03 13:45:55,970-215-global_steps:247600,grad:2.9836,ce_loss:2.1172
2022-11-03 13:48:03,904-215-global_steps:248000,grad:2.9969,ce_loss:2.1270
2022-11-03 13:50:11,407-215-global_steps:248400,grad:3.0046,ce_loss:2.1336
2022-11-03 13:52:19,211-215-global_steps:248800,grad:3.0101,ce_loss:2.1393
2022-11-03 13:54:27,614-215-global_steps:249200,grad:3.0136,ce_loss:2.1432
2022-11-03 13:56:35,933-215-global_steps:249600,grad:3.0144,ce_loss:2.1470
2022-11-03 13:58:43,430-215-global_steps:250000,grad:3.0157,ce_loss:2.1515
2022-11-03 13:59:14,325-278-epoch:88
2022-11-03 14:00:52,890-215-global_steps:250400,grad:2.9805,ce_loss:2.1033
2022-11-03 14:03:01,416-215-global_steps:250800,grad:2.9976,ce_loss:2.1153
2022-11-03 14:05:09,875-215-global_steps:251200,grad:3.0073,ce_loss:2.1264
2022-11-03 14:07:18,022-215-global_steps:251600,grad:3.0116,ce_loss:2.1318
2022-11-03 14:09:25,532-215-global_steps:252000,grad:3.0149,ce_loss:2.1367
2022-11-03 14:11:33,963-215-global_steps:252400,grad:3.0150,ce_loss:2.1396
2022-11-03 14:13:42,002-215-global_steps:252800,grad:3.0165,ce_loss:2.1444
2022-11-03 14:14:26,620-278-epoch:89
2022-11-03 14:15:51,258-215-global_steps:253200,grad:2.9800,ce_loss:2.0964
2022-11-03 14:17:58,641-215-global_steps:253600,grad:2.9960,ce_loss:2.1050
2022-11-03 14:20:06,676-215-global_steps:254000,grad:3.0024,ce_loss:2.1123
2022-11-03 14:22:15,585-215-global_steps:254400,grad:3.0070,ce_loss:2.1184
2022-11-03 14:24:23,698-215-global_steps:254800,grad:3.0112,ce_loss:2.1238
2022-11-03 14:26:31,587-215-global_steps:255200,grad:3.0148,ce_loss:2.1295
2022-11-03 14:28:39,697-215-global_steps:255600,grad:3.0173,ce_loss:2.1352
2022-11-03 14:29:37,791-278-epoch:90
2022-11-03 14:30:49,655-215-global_steps:256000,grad:2.9786,ce_loss:2.0839
2022-11-03 14:32:58,130-215-global_steps:256400,grad:2.9955,ce_loss:2.0981
2022-11-03 14:35:05,386-215-global_steps:256800,grad:3.0046,ce_loss:2.1079
2022-11-03 14:37:12,670-215-global_steps:257200,grad:3.0110,ce_loss:2.1162
2022-11-03 14:39:20,550-215-global_steps:257600,grad:3.0159,ce_loss:2.1221
2022-11-03 14:41:28,577-215-global_steps:258000,grad:3.0178,ce_loss:2.1256
2022-11-03 14:43:36,170-215-global_steps:258400,grad:3.0206,ce_loss:2.1295
2022-11-03 14:44:46,817-278-epoch:91
2022-11-03 14:45:44,762-215-global_steps:258800,grad:2.9729,ce_loss:2.0642
2022-11-03 14:47:52,839-215-global_steps:259200,grad:2.9909,ce_loss:2.0834
2022-11-03 14:50:00,963-215-global_steps:259600,grad:3.0050,ce_loss:2.0955
2022-11-03 14:52:08,864-215-global_steps:260000,grad:3.0124,ce_loss:2.1049
2022-11-03 14:54:16,245-215-global_steps:260400,grad:3.0172,ce_loss:2.1118
2022-11-03 14:56:24,056-215-global_steps:260800,grad:3.0211,ce_loss:2.1175
2022-11-03 14:58:32,344-215-global_steps:261200,grad:3.0231,ce_loss:2.1223
2022-11-03 14:59:57,291-278-epoch:92
2022-11-03 15:00:41,492-215-global_steps:261600,grad:2.9611,ce_loss:2.0588
2022-11-03 15:02:49,417-215-global_steps:262000,grad:2.9952,ce_loss:2.0777
2022-11-03 15:04:56,998-215-global_steps:262400,grad:3.0080,ce_loss:2.0912
2022-11-03 15:07:05,789-215-global_steps:262800,grad:3.0169,ce_loss:2.1018
2022-11-03 15:09:13,413-215-global_steps:263200,grad:3.0205,ce_loss:2.1070
2022-11-03 15:11:20,702-215-global_steps:263600,grad:3.0240,ce_loss:2.1132
2022-11-03 15:13:27,764-215-global_steps:264000,grad:3.0253,ce_loss:2.1171
2022-11-03 15:15:05,793-278-epoch:93
2022-11-03 15:15:36,923-215-global_steps:264400,grad:2.9739,ce_loss:2.0559
2022-11-03 15:17:45,120-215-global_steps:264800,grad:2.9971,ce_loss:2.0776
2022-11-03 15:19:53,133-215-global_steps:265200,grad:3.0098,ce_loss:2.0862
2022-11-03 15:22:00,413-215-global_steps:265600,grad:3.0168,ce_loss:2.0935
2022-11-03 15:24:08,131-215-global_steps:266000,grad:3.0219,ce_loss:2.0994
2022-11-03 15:26:16,534-215-global_steps:266400,grad:3.0253,ce_loss:2.1058
2022-11-03 15:28:24,766-215-global_steps:266800,grad:3.0277,ce_loss:2.1103
2022-11-03 15:30:16,469-278-epoch:94
2022-11-03 15:30:34,085-215-global_steps:267200,grad:2.9591,ce_loss:2.0438
2022-11-03 15:32:42,439-215-global_steps:267600,grad:2.9958,ce_loss:2.0642
2022-11-03 15:34:51,325-215-global_steps:268000,grad:3.0096,ce_loss:2.0767
2022-11-03 15:36:59,863-215-global_steps:268400,grad:3.0155,ce_loss:2.0844
2022-11-03 15:39:07,839-215-global_steps:268800,grad:3.0210,ce_loss:2.0921
2022-11-03 15:41:16,085-215-global_steps:269200,grad:3.0240,ce_loss:2.0972
2022-11-03 15:43:24,273-215-global_steps:269600,grad:3.0276,ce_loss:2.1020
2022-11-03 15:45:29,932-278-epoch:95
2022-11-03 15:45:34,405-215-global_steps:270000,grad:2.9810,ce_loss:2.0681
2022-11-03 15:47:42,649-215-global_steps:270400,grad:3.0089,ce_loss:2.0633
2022-11-03 15:49:50,335-215-global_steps:270800,grad:3.0144,ce_loss:2.0747
2022-11-03 15:51:58,521-215-global_steps:271200,grad:3.0225,ce_loss:2.0848
2022-11-03 15:54:06,853-215-global_steps:271600,grad:3.0252,ce_loss:2.0888
2022-11-03 15:56:15,554-215-global_steps:272000,grad:3.0283,ce_loss:2.0942
2022-11-03 15:58:23,250-215-global_steps:272400,grad:3.0307,ce_loss:2.0995
2022-11-03 16:00:31,386-215-global_steps:272800,grad:3.0323,ce_loss:2.1038
2022-11-03 16:00:41,961-278-epoch:96
2022-11-03 16:02:41,545-215-global_steps:273200,grad:2.9950,ce_loss:2.0567
2022-11-03 16:04:50,166-215-global_steps:273600,grad:3.0148,ce_loss:2.0679
2022-11-03 16:06:58,347-215-global_steps:274000,grad:3.0230,ce_loss:2.0778
2022-11-03 16:09:06,093-215-global_steps:274400,grad:3.0271,ce_loss:2.0841
2022-11-03 16:11:14,476-215-global_steps:274800,grad:3.0300,ce_loss:2.0879
2022-11-03 16:13:22,969-215-global_steps:275200,grad:3.0331,ce_loss:2.0921
2022-11-03 16:15:31,588-215-global_steps:275600,grad:3.0353,ce_loss:2.0968
2022-11-03 16:15:55,645-278-epoch:97
2022-11-03 16:17:40,564-215-global_steps:276000,grad:2.9970,ce_loss:2.0445
2022-11-03 16:19:48,774-215-global_steps:276400,grad:3.0091,ce_loss:2.0552
2022-11-03 16:21:56,969-215-global_steps:276800,grad:3.0199,ce_loss:2.0648
2022-11-03 16:24:04,969-215-global_steps:277200,grad:3.0248,ce_loss:2.0720
2022-11-03 16:26:12,583-215-global_steps:277600,grad:3.0307,ce_loss:2.0796
2022-11-03 16:28:20,601-215-global_steps:278000,grad:3.0333,ce_loss:2.0842
2022-11-03 16:30:29,405-215-global_steps:278400,grad:3.0355,ce_loss:2.0895
2022-11-03 16:31:06,803-278-epoch:98
2022-11-03 16:32:38,919-215-global_steps:278800,grad:3.0047,ce_loss:2.0483
2022-11-03 16:34:46,640-215-global_steps:279200,grad:3.0191,ce_loss:2.0551
2022-11-03 16:36:54,053-215-global_steps:279600,grad:3.0254,ce_loss:2.0607
2022-11-03 16:39:02,260-215-global_steps:280000,grad:3.0294,ce_loss:2.0682
2022-11-03 16:41:10,703-215-global_steps:280400,grad:3.0337,ce_loss:2.0753
2022-11-03 16:43:18,631-215-global_steps:280800,grad:3.0370,ce_loss:2.0814
2022-11-03 16:45:26,421-215-global_steps:281200,grad:3.0395,ce_loss:2.0866
2022-11-03 16:46:16,924-278-epoch:99
2022-11-03 16:47:35,912-215-global_steps:281600,grad:2.9867,ce_loss:2.0267
2022-11-03 16:49:44,646-215-global_steps:282000,grad:3.0033,ce_loss:2.0389
2022-11-03 16:51:53,189-215-global_steps:282400,grad:3.0165,ce_loss:2.0528
2022-11-03 16:54:00,911-215-global_steps:282800,grad:3.0237,ce_loss:2.0601
2022-11-03 16:56:08,773-215-global_steps:283200,grad:3.0306,ce_loss:2.0680
2022-11-03 16:58:17,695-215-global_steps:283600,grad:3.0346,ce_loss:2.0745
2022-11-03 17:00:26,232-215-global_steps:284000,grad:3.0375,ce_loss:2.0796