| epoch: 1, lr: 2.40e-05, steps: 1520, optimizer: Adam - train loss: 3.41e+02 - valid loss: 2.52e+02, valid ACC: 4.07e-01 | |
| epoch: 2, lr: 4.81e-05, steps: 3040, optimizer: Adam - train loss: 2.36e+02 - valid loss: 2.26e+02, valid ACC: 4.36e-01 | |
| epoch: 3, lr: 7.21e-05, steps: 4560, optimizer: Adam - train loss: 2.17e+02 - valid loss: 2.12e+02, valid ACC: 4.66e-01 | |
| epoch: 4, lr: 9.61e-05, steps: 6080, optimizer: Adam - train loss: 2.05e+02 - valid loss: 2.02e+02, valid ACC: 4.86e-01 | |
| epoch: 5, lr: 1.20e-04, steps: 7600, optimizer: Adam - train loss: 1.96e+02 - valid loss: 1.92e+02, valid ACC: 4.98e-01 | |
| epoch: 6, lr: 1.44e-04, steps: 9120, optimizer: Adam - train loss: 1.70e+02 - valid loss: 1.51e+02, valid ACC: 5.30e-01 | |
| epoch: 7, lr: 1.68e-04, steps: 10640, optimizer: Adam - train loss: 1.37e+02 - valid loss: 1.14e+02, valid ACC: 6.31e-01 | |
| epoch: 8, lr: 1.92e-04, steps: 12160, optimizer: Adam - train loss: 1.10e+02 - valid loss: 88.56, valid ACC: 7.21e-01 | |
| epoch: 9, lr: 2.16e-04, steps: 13680, optimizer: Adam - train loss: 86.93 - valid loss: 67.36, valid ACC: 8.03e-01 | |
| epoch: 10, lr: 2.40e-04, steps: 15200, optimizer: Adam - train loss: 64.60 - valid loss: 51.05, valid ACC: 8.61e-01, valid CER: 22.14 | |
| epoch: 11, lr: 2.64e-04, steps: 16720, optimizer: Adam - train loss: 51.94 - valid loss: 42.96, valid ACC: 8.86e-01 | |
| epoch: 12, lr: 2.88e-04, steps: 18240, optimizer: Adam - train loss: 44.10 - valid loss: 37.56, valid ACC: 8.99e-01 | |
| epoch: 13, lr: 3.12e-04, steps: 19760, optimizer: Adam - train loss: 38.66 - valid loss: 33.39, valid ACC: 9.09e-01 | |
| epoch: 14, lr: 3.36e-04, steps: 21280, optimizer: Adam - train loss: 34.66 - valid loss: 31.04, valid ACC: 9.16e-01 | |
| epoch: 15, lr: 3.60e-04, steps: 22800, optimizer: Adam - train loss: 31.69 - valid loss: 29.01, valid ACC: 9.19e-01 | |
| epoch: 16, lr: 3.85e-04, steps: 24320, optimizer: Adam - train loss: 29.34 - valid loss: 27.39, valid ACC: 9.24e-01 | |
| epoch: 17, lr: 3.89e-04, steps: 25840, optimizer: Adam - train loss: 27.37 - valid loss: 25.86, valid ACC: 9.28e-01 | |
| epoch: 18, lr: 3.78e-04, steps: 27360, optimizer: Adam - train loss: 25.12 - valid loss: 24.43, valid ACC: 9.32e-01 | |
| epoch: 19, lr: 3.68e-04, steps: 28880, optimizer: Adam - train loss: 23.16 - valid loss: 23.26, valid ACC: 9.35e-01 | |
| epoch: 20, lr: 3.58e-04, steps: 30400, optimizer: Adam - train loss: 21.53 - valid loss: 22.58, valid ACC: 9.37e-01, valid CER: 10.20 | |
| epoch: 21, lr: 3.50e-04, steps: 31920, optimizer: Adam - train loss: 20.06 - valid loss: 21.66, valid ACC: 9.39e-01 | |
| epoch: 22, lr: 3.42e-04, steps: 33440, optimizer: Adam - train loss: 18.83 - valid loss: 21.18, valid ACC: 9.41e-01 | |
| epoch: 23, lr: 3.34e-04, steps: 34960, optimizer: Adam - train loss: 17.77 - valid loss: 20.92, valid ACC: 9.42e-01 | |
| epoch: 24, lr: 3.27e-04, steps: 36480, optimizer: Adam - train loss: 16.80 - valid loss: 20.30, valid ACC: 9.43e-01 | |
| epoch: 25, lr: 3.21e-04, steps: 38000, optimizer: Adam - train loss: 15.91 - valid loss: 19.68, valid ACC: 9.44e-01 | |
| epoch: 26, lr: 3.14e-04, steps: 39520, optimizer: Adam - train loss: 15.12 - valid loss: 19.73, valid ACC: 9.45e-01 | |
| epoch: 27, lr: 3.09e-04, steps: 41040, optimizer: Adam - train loss: 14.41 - valid loss: 19.30, valid ACC: 9.46e-01 | |
| epoch: 28, lr: 3.03e-04, steps: 42560, optimizer: Adam - train loss: 13.79 - valid loss: 18.82, valid ACC: 9.47e-01 | |
| epoch: 29, lr: 2.98e-04, steps: 44080, optimizer: Adam - train loss: 13.15 - valid loss: 19.04, valid ACC: 9.47e-01 | |
| epoch: 30, lr: 2.93e-04, steps: 45600, optimizer: Adam - train loss: 12.66 - valid loss: 18.89, valid ACC: 9.47e-01, valid CER: 8.39 | |
| epoch: 31, lr: 2.88e-04, steps: 47120, optimizer: Adam - train loss: 12.13 - valid loss: 18.66, valid ACC: 9.48e-01 | |
| epoch: 32, lr: 2.83e-04, steps: 48640, optimizer: Adam - train loss: 11.64 - valid loss: 18.51, valid ACC: 9.48e-01 | |
| epoch: 33, lr: 2.79e-04, steps: 50160, optimizer: Adam - train loss: 11.21 - valid loss: 18.36, valid ACC: 9.48e-01 | |
| epoch: 34, lr: 2.75e-04, steps: 51680, optimizer: Adam - train loss: 10.79 - valid loss: 18.65, valid ACC: 9.48e-01 | |
| epoch: 35, lr: 2.71e-04, steps: 53200, optimizer: Adam - train loss: 10.43 - valid loss: 18.40, valid ACC: 9.49e-01 | |
| epoch: 36, lr: 2.67e-04, steps: 54720, optimizer: Adam - train loss: 10.11 - valid loss: 18.29, valid ACC: 9.49e-01 | |
| epoch: 37, lr: 2.64e-04, steps: 56240, optimizer: Adam - train loss: 9.78 - valid loss: 18.32, valid ACC: 9.50e-01 | |
| epoch: 38, lr: 2.60e-04, steps: 57760, optimizer: Adam - train loss: 9.46 - valid loss: 18.12, valid ACC: 9.50e-01 | |
| epoch: 39, lr: 2.57e-04, steps: 59280, optimizer: Adam - train loss: 9.17 - valid loss: 18.36, valid ACC: 9.49e-01 | |
| epoch: 40, lr: 2.53e-04, steps: 60800, optimizer: Adam - train loss: 8.88 - valid loss: 18.29, valid ACC: 9.49e-01, valid CER: 7.93 | |
| epoch: 41, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 7.01 - valid loss: 17.34, valid ACC: 9.54e-01 | |
| epoch: 42, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 6.32 - valid loss: 17.22, valid ACC: 9.54e-01 | |
| epoch: 43, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.97 - valid loss: 17.15, valid ACC: 9.54e-01 | |
| epoch: 44, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.76 - valid loss: 17.14, valid ACC: 9.55e-01 | |
| epoch: 45, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.58 - valid loss: 17.19, valid ACC: 9.54e-01 | |
| epoch: 46, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.45 - valid loss: 17.07, valid ACC: 9.55e-01 | |
| epoch: 47, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.33 - valid loss: 17.07, valid ACC: 9.55e-01 | |
| epoch: 48, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.22 - valid loss: 17.17, valid ACC: 9.55e-01 | |
| epoch: 49, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.13 - valid loss: 17.24, valid ACC: 9.55e-01 | |
| epoch: 50, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 5.04 - valid loss: 17.10, valid ACC: 9.55e-01, valid CER: 7.10 | |
| epoch: 51, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.97 - valid loss: 17.26, valid ACC: 9.55e-01 | |
| epoch: 52, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.88 - valid loss: 17.23, valid ACC: 9.55e-01 | |
| epoch: 53, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.82 - valid loss: 17.17, valid ACC: 9.55e-01 | |
| epoch: 54, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.76 - valid loss: 17.31, valid ACC: 9.55e-01 | |
| epoch: 55, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.71 - valid loss: 17.37, valid ACC: 9.55e-01 | |
| epoch: 56, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.66 - valid loss: 17.26, valid ACC: 9.55e-01 | |
| epoch: 57, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.60 - valid loss: 17.43, valid ACC: 9.55e-01 | |
| epoch: 58, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.54 - valid loss: 17.52, valid ACC: 9.55e-01 | |
| epoch: 59, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.49 - valid loss: 17.42, valid ACC: 9.55e-01 | |
| epoch: 60, lr: 2.50e-05, steps: -1, optimizer: SGD - train loss: 4.45 - valid loss: 17.53, valid ACC: 9.55e-01, valid CER: 7.11 | |
| Epoch loaded: 60 - test loss: 30.17, test ACC: 9.27e-01, test CER: 7.50 - TransformerLM 0.2 | |
| Epoch loaded: 60 - test loss: 15.08, test ACC: 9.27e-01, test CER: 7.74 - RNNLM 0.2 | |
| Epoch loaded: 60 - test loss: 10.06, test ACC: 9.27e-01, test CER: 7.97 - w/o LM | |
| Epoch loaded: 60 - test loss: 7.54, test ACC: 9.27e-01, test CER: 7.62 - TransformerLM 0.1 | |
| Epoch loaded: 60 - test loss: 6.03, test ACC: 9.27e-01, test CER: 7.54 - TransformerLM 0.3 | |
| Epoch loaded: 60 - test loss: 5.03, test ACC: 9.27e-01, test CER: 7.65 - TransformerLM 0.4 | |
| Epoch loaded: 60 - test loss: 4.31, test ACC: 9.27e-01, test CER: 7.87 - TransformerLM 0.5 | |
| Epoch loaded: 60 - test loss: 3.77, test ACC: 9.27e-01, test CER: 8.13 - TransformerLM 0.6 | |
| Epoch loaded: 60 - test loss: 3.35, test ACC: 9.27e-01, test CER: 8.37 - TransformerLM 0.7 | |
| Epoch loaded: 60 - test loss: 3.02, test ACC: 9.27e-01, test CER: 8.74 - TransformerLM 0.8 | |