|
> Training Environment: |
|
| > Backend: Torch |
|
| > Mixed precision: False |
|
| > Precision: float32 |
|
| > Current device: 0 |
|
| > Num. of GPUs: 1 |
|
| > Num. of CPUs: 64 |
|
| > Num. of Torch Threads: 1 |
|
| > Torch seed: 54321 |
|
| > Torch CUDNN: True |
|
| > Torch CUDNN deterministic: False |
|
| > Torch CUDNN benchmark: False |
|
| > Torch TF32 MatMul: False |
|
> Start Tensorboard: tensorboard --logdir=/checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000 |
|
|
|
> Model has 525252923 parameters |
|
|
|
[4m[1m > EPOCH: 0/5[0m |
|
--> /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000 |
|
|
|
[1m > TRAINING (2024-12-20 13:37:09) [0m |
|
|
|
[1m --> TIME: 2024-12-20 13:37:12 -- STEP: 0/5634 -- GLOBAL_STEP: 0[0m |
|
| > loss_text_ce: 0.05839495360851288 (0.05839495360851288) |
|
| > loss_mel_ce: 3.5802853107452393 (3.5802853107452393) |
|
| > loss: 0.9096700549125671 (0.9096700549125671) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.5362 (0.5361933708190918) |
|
| > loader_time: 2.1036 (2.1035609245300293) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:37:24 -- STEP: 50/5634 -- GLOBAL_STEP: 50[0m |
|
| > loss_text_ce: 0.051527079194784164 (0.05450340285897255) |
|
| > loss_mel_ce: 3.0124690532684326 (3.3059929752349855) |
|
| > loss: 0.7659990191459656 (0.8401240921020507) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1451 (0.1396623516082764) |
|
| > loader_time: 0.0106 (0.015385036468505862) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:37:37 -- STEP: 100/5634 -- GLOBAL_STEP: 100[0m |
|
| > loss_text_ce: 0.04851182922720909 (0.05166072610765696) |
|
| > loss_mel_ce: 3.110478162765503 (3.2560278463363646) |
|
| > loss: 0.7897474765777588 (0.8269221425056458) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1277 (0.13980171680450434) |
|
| > loader_time: 0.0132 (0.014917683601379395) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:37:49 -- STEP: 150/5634 -- GLOBAL_STEP: 150[0m |
|
| > loss_text_ce: 0.046894099563360214 (0.050050913567344334) |
|
| > loss_mel_ce: 3.365245819091797 (3.238160711924235) |
|
| > loss: 0.8530349731445312 (0.8220529059569041) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1434 (0.13911566098531078) |
|
| > loader_time: 0.0098 (0.014392674763997396) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:38:01 -- STEP: 200/5634 -- GLOBAL_STEP: 200[0m |
|
| > loss_text_ce: 0.04408231005072594 (0.04902925290167331) |
|
| > loss_mel_ce: 3.224025249481201 (3.2219081330299373) |
|
| > loss: 0.8170269131660461 (0.8177343475818634) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1358 (0.1390125286579132) |
|
| > loader_time: 0.0101 (0.01386546492576599) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:38:14 -- STEP: 250/5634 -- GLOBAL_STEP: 250[0m |
|
| > loss_text_ce: 0.04454636946320534 (0.04820947431027889) |
|
| > loss_mel_ce: 3.290489673614502 (3.208807060241699) |
|
| > loss: 0.8337590098381042 (0.8142541346549987) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1372 (0.13893614482879638) |
|
| > loader_time: 0.0119 (0.013575995445251465) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:38:26 -- STEP: 300/5634 -- GLOBAL_STEP: 300[0m |
|
| > loss_text_ce: 0.04255986958742142 (0.04747336355348427) |
|
| > loss_mel_ce: 3.052199125289917 (3.2023905293146773) |
|
| > loss: 0.7736897468566895 (0.8124659736951192) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1202 (0.13875924507776893) |
|
| > loader_time: 0.0102 (0.013363026777903238) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:38:38 -- STEP: 350/5634 -- GLOBAL_STEP: 350[0m |
|
| > loss_text_ce: 0.04450079798698425 (0.0469586328949247) |
|
| > loss_mel_ce: 2.9377546310424805 (3.1909942102432263) |
|
| > loss: 0.7455638647079468 (0.8094882113592965) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1452 (0.13913420677185068) |
|
| > loader_time: 0.01 (0.013063934871128627) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:38:51 -- STEP: 400/5634 -- GLOBAL_STEP: 400[0m |
|
| > loss_text_ce: 0.04092597961425781 (0.04653188239783048) |
|
| > loss_mel_ce: 3.058612108230591 (3.18817351281643) |
|
| > loss: 0.7748845219612122 (0.8086763490736485) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1282 (0.1388262212276459) |
|
| > loader_time: 0.0117 (0.01287912666797638) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:39:03 -- STEP: 450/5634 -- GLOBAL_STEP: 450[0m |
|
| > loss_text_ce: 0.0440109446644783 (0.04613576922979619) |
|
| > loss_mel_ce: 3.1415185928344727 (3.1791273238923825) |
|
| > loss: 0.7963823676109314 (0.8063157735930548) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.144 (0.13840408060285786) |
|
| > loader_time: 0.0106 (0.01275158617231581) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:39:15 -- STEP: 500/5634 -- GLOBAL_STEP: 500[0m |
|
| > loss_text_ce: 0.04236316680908203 (0.04583544388413428) |
|
| > loss_mel_ce: 3.396174669265747 (3.178083400249482) |
|
| > loss: 0.8596344590187073 (0.8059797115325927) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1206 (0.138328842163086) |
|
| > loader_time: 0.0119 (0.012576908588409423) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:39:27 -- STEP: 550/5634 -- GLOBAL_STEP: 550[0m |
|
| > loss_text_ce: 0.04180949181318283 (0.04551922952586954) |
|
| > loss_mel_ce: 3.182009696960449 (3.1708702260797685) |
|
| > loss: 0.8059548139572144 (0.8040973641655664) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1379 (0.138280801339583) |
|
| > loader_time: 0.0102 (0.012440210689197885) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:39:39 -- STEP: 600/5634 -- GLOBAL_STEP: 600[0m |
|
| > loss_text_ce: 0.04226253554224968 (0.04532317362104853) |
|
| > loss_mel_ce: 3.035795211791992 (3.1671507044633236) |
|
| > loss: 0.7695144414901733 (0.8031184698144597) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1272 (0.1384107653299969) |
|
| > loader_time: 0.01 (0.012319049437840774) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:39:52 -- STEP: 650/5634 -- GLOBAL_STEP: 650[0m |
|
| > loss_text_ce: 0.04243882745504379 (0.045067673016052995) |
|
| > loss_mel_ce: 3.106212854385376 (3.160900388130776) |
|
| > loss: 0.7871628999710083 (0.8014920157652639) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.178 (0.13830433148604188) |
|
| > loader_time: 0.0103 (0.01219780628497783) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:40:04 -- STEP: 700/5634 -- GLOBAL_STEP: 700[0m |
|
| > loss_text_ce: 0.042509786784648895 (0.04485977526754141) |
|
| > loss_mel_ce: 3.294011116027832 (3.1596113824844365) |
|
| > loss: 0.8341302275657654 (0.8011177898304807) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1295 (0.13836236306599223) |
|
| > loader_time: 0.0098 (0.01209305422646658) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:40:16 -- STEP: 750/5634 -- GLOBAL_STEP: 750[0m |
|
| > loss_text_ce: 0.04198681563138962 (0.0446756725559632) |
|
| > loss_mel_ce: 3.147604465484619 (3.1583592430750533) |
|
| > loss: 0.797397792339325 (0.8007587292194369) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1474 (0.1386042378743489) |
|
| > loader_time: 0.0103 (0.012043747901916497) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:40:29 -- STEP: 800/5634 -- GLOBAL_STEP: 800[0m |
|
| > loss_text_ce: 0.04051477834582329 (0.044502105521969496) |
|
| > loss_mel_ce: 3.0451724529266357 (3.1535911405086523) |
|
| > loss: 0.7714217901229858 (0.7995233118534091) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1238 (0.1387557986378669) |
|
| > loader_time: 0.0101 (0.011971865594387048) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:40:41 -- STEP: 850/5634 -- GLOBAL_STEP: 850[0m |
|
| > loss_text_ce: 0.04365314543247223 (0.04436956051517935) |
|
| > loss_mel_ce: 2.9182372093200684 (3.1517738420823047) |
|
| > loss: 0.7404726147651672 (0.7990358511840598) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1324 (0.1388804315118228) |
|
| > loader_time: 0.0125 (0.011904330253601068) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:40:54 -- STEP: 900/5634 -- GLOBAL_STEP: 900[0m |
|
| > loss_text_ce: 0.044936757534742355 (0.04422492967711555) |
|
| > loss_mel_ce: 2.807981491088867 (3.1492996382713323) |
|
| > loss: 0.7132295370101929 (0.7983811424838174) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1157 (0.13904534180959055) |
|
| > loader_time: 0.0096 (0.011838743421766487) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:41:06 -- STEP: 950/5634 -- GLOBAL_STEP: 950[0m |
|
| > loss_text_ce: 0.0421975739300251 (0.04409742569060702) |
|
| > loss_mel_ce: 2.9935033321380615 (3.1465188199595406) |
|
| > loss: 0.758925199508667 (0.7976540620076031) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1308 (0.138981297894528) |
|
| > loader_time: 0.0098 (0.01176580429077148) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:41:18 -- STEP: 1000/5634 -- GLOBAL_STEP: 1000[0m |
|
| > loss_text_ce: 0.04373469203710556 (0.04399489118903875) |
|
| > loss_mel_ce: 3.2285962104797363 (3.1441355495452887) |
|
| > loss: 0.8180827498435974 (0.7970326107740404) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1292 (0.13890488100051876) |
|
| > loader_time: 0.011 (0.011712601184844965) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:41:30 -- STEP: 1050/5634 -- GLOBAL_STEP: 1050[0m |
|
| > loss_text_ce: 0.040442295372486115 (0.04388541504740715) |
|
| > loss_mel_ce: 2.9666574001312256 (3.1417854647409356) |
|
| > loss: 0.7517749071121216 (0.7964177202610745) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1322 (0.13903243791489373) |
|
| > loader_time: 0.0121 (0.011669400078909733) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:41:43 -- STEP: 1100/5634 -- GLOBAL_STEP: 1100[0m |
|
| > loss_text_ce: 0.04118646681308746 (0.043770294683900736) |
|
| > loss_mel_ce: 2.9515023231506348 (3.1395662294734614) |
|
| > loss: 0.7481722235679626 (0.795834131186659) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1248 (0.13901855988935993) |
|
| > loader_time: 0.0101 (0.011629577550021078) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:41:55 -- STEP: 1150/5634 -- GLOBAL_STEP: 1150[0m |
|
| > loss_text_ce: 0.041026901453733444 (0.04367359258882375) |
|
| > loss_mel_ce: 2.9663476943969727 (3.1380837465369185) |
|
| > loss: 0.7518436312675476 (0.7954393349523136) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1302 (0.1389287907144298) |
|
| > loader_time: 0.0142 (0.011574815667193867) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:42:07 -- STEP: 1200/5634 -- GLOBAL_STEP: 1200[0m |
|
| > loss_text_ce: 0.04451997950673103 (0.043577075755844484) |
|
| > loss_mel_ce: 3.1449062824249268 (3.134343166748681) |
|
| > loss: 0.7973565459251404 (0.7944800607363389) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1347 (0.13882784207661947) |
|
| > loader_time: 0.0108 (0.011520904501279189) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:42:19 -- STEP: 1250/5634 -- GLOBAL_STEP: 1250[0m |
|
| > loss_text_ce: 0.040383610874414444 (0.043494088333845084) |
|
| > loss_mel_ce: 2.946575164794922 (3.1330130001068097) |
|
| > loss: 0.7467396855354309 (0.7941267722129832) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1194 (0.13875476646423335) |
|
| > loader_time: 0.0094 (0.01147301712036132) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:42:31 -- STEP: 1300/5634 -- GLOBAL_STEP: 1300[0m |
|
| > loss_text_ce: 0.037888944149017334 (0.0433960446944603) |
|
| > loss_mel_ce: 3.053854465484619 (3.131651730904213) |
|
| > loss: 0.7729358673095703 (0.7937619440830681) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1267 (0.13873405749981207) |
|
| > loader_time: 0.0122 (0.011429252074314998) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:42:43 -- STEP: 1350/5634 -- GLOBAL_STEP: 1350[0m |
|
| > loss_text_ce: 0.04185489937663078 (0.04330136066785562) |
|
| > loss_mel_ce: 3.1157732009887695 (3.129572905611109) |
|
| > loss: 0.7894070148468018 (0.793218566664944) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1776 (0.13862802187601705) |
|
| > loader_time: 0.0106 (0.011393922170003247) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:42:55 -- STEP: 1400/5634 -- GLOBAL_STEP: 1400[0m |
|
| > loss_text_ce: 0.041220713406801224 (0.04322464085317081) |
|
| > loss_mel_ce: 3.2206850051879883 (3.1290181916100637) |
|
| > loss: 0.8154764175415039 (0.7930607082162594) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1641 (0.13861116835049206) |
|
| > loader_time: 0.0107 (0.011358478920800337) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:43:08 -- STEP: 1450/5634 -- GLOBAL_STEP: 1450[0m |
|
| > loss_text_ce: 0.039166782051324844 (0.043137582370947135) |
|
| > loss_mel_ce: 3.0100698471069336 (3.12762243320202) |
|
| > loss: 0.7623091340065002 (0.7926900041925505) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1353 (0.13860735794593543) |
|
| > loader_time: 0.0095 (0.011337639709998813) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:43:20 -- STEP: 1500/5634 -- GLOBAL_STEP: 1500[0m |
|
| > loss_text_ce: 0.04244932904839516 (0.043065939856072245) |
|
| > loss_mel_ce: 2.9988996982574463 (3.126589697678884) |
|
| > loss: 0.760337233543396 (0.7924139095544824) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1226 (0.138672591527303) |
|
| > loader_time: 0.01 (0.011324721972147617) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:43:32 -- STEP: 1550/5634 -- GLOBAL_STEP: 1550[0m |
|
| > loss_text_ce: 0.041322555392980576 (0.04300307016218861) |
|
| > loss_mel_ce: 2.9969747066497803 (3.124308923752077) |
|
| > loss: 0.759574294090271 (0.7918279985843175) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1556 (0.13857751569440285) |
|
| > loader_time: 0.0104 (0.011284026022880301) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:43:44 -- STEP: 1600/5634 -- GLOBAL_STEP: 1600[0m |
|
| > loss_text_ce: 0.04121774435043335 (0.04294625319074838) |
|
| > loss_mel_ce: 3.0767393112182617 (3.123518711477518) |
|
| > loss: 0.779489278793335 (0.791616241224111) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1269 (0.13855011269450188) |
|
| > loader_time: 0.0101 (0.011253607422113412) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:43:56 -- STEP: 1650/5634 -- GLOBAL_STEP: 1650[0m |
|
| > loss_text_ce: 0.0427791103720665 (0.0428947847313953) |
|
| > loss_mel_ce: 3.0424299240112305 (3.122609736702659) |
|
| > loss: 0.7713022828102112 (0.7913761305086549) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1247 (0.13850979472651634) |
|
| > loader_time: 0.0096 (0.011222965645067614) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:44:09 -- STEP: 1700/5634 -- GLOBAL_STEP: 1700[0m |
|
| > loss_text_ce: 0.0410187654197216 (0.042836384214460836) |
|
| > loss_mel_ce: 3.004584789276123 (3.1207536193903755) |
|
| > loss: 0.7614008784294128 (0.7908975010058467) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1091 (0.1385510192197911) |
|
| > loader_time: 0.0099 (0.011205997186548564) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:44:21 -- STEP: 1750/5634 -- GLOBAL_STEP: 1750[0m |
|
| > loss_text_ce: 0.038672734051942825 (0.04278147964818135) |
|
| > loss_mel_ce: 3.1068854331970215 (3.1195437480381556) |
|
| > loss: 0.7863895297050476 (0.7905813070705967) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1448 (0.13851930999755865) |
|
| > loader_time: 0.0098 (0.011184453283037452) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:44:33 -- STEP: 1800/5634 -- GLOBAL_STEP: 1800[0m |
|
| > loss_text_ce: 0.04173295944929123 (0.04272042909637092) |
|
| > loss_mel_ce: 3.0028162002563477 (3.117646807961994) |
|
| > loss: 0.7611373066902161 (0.7900918093985989) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1198 (0.13849659058782796) |
|
| > loader_time: 0.01 (0.011160440974765347) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:44:45 -- STEP: 1850/5634 -- GLOBAL_STEP: 1850[0m |
|
| > loss_text_ce: 0.04105646163225174 (0.04266491658582879) |
|
| > loss_mel_ce: 3.0306618213653564 (3.1163942806140796) |
|
| > loss: 0.7679295539855957 (0.7897647994273425) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1195 (0.13852835023725352) |
|
| > loader_time: 0.0105 (0.011137426350567785) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:44:57 -- STEP: 1900/5634 -- GLOBAL_STEP: 1900[0m |
|
| > loss_text_ce: 0.04053395614027977 (0.04261494018137454) |
|
| > loss_mel_ce: 3.3000621795654297 (3.1144582902757745) |
|
| > loss: 0.8351490497589111 (0.7892683077799654) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1094 (0.13848735533262552) |
|
| > loader_time: 0.0096 (0.01111288572612561) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:45:09 -- STEP: 1950/5634 -- GLOBAL_STEP: 1950[0m |
|
| > loss_text_ce: 0.04223083704710007 (0.042568316874213696) |
|
| > loss_mel_ce: 3.333434581756592 (3.1135344616572063) |
|
| > loss: 0.8439163565635681 (0.7890256948043145) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1478 (0.13841358845050517) |
|
| > loader_time: 0.0101 (0.011088673518254202) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:45:22 -- STEP: 2000/5634 -- GLOBAL_STEP: 2000[0m |
|
| > loss_text_ce: 0.0418878011405468 (0.04253801195695995) |
|
| > loss_mel_ce: 3.130810499191284 (3.113151580929756) |
|
| > loss: 0.7931745648384094 (0.7889223984479911) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1233 (0.13845558154582974) |
|
| > loader_time: 0.0101 (0.0110807557106018) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:45:34 -- STEP: 2050/5634 -- GLOBAL_STEP: 2050[0m |
|
| > loss_text_ce: 0.03911995887756348 (0.042489219291544526) |
|
| > loss_mel_ce: 3.1265792846679688 (3.1123455459315603) |
|
| > loss: 0.7914248108863831 (0.7887086914806838) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1458 (0.13850985608449792) |
|
| > loader_time: 0.0107 (0.0110630051682635) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:45:46 -- STEP: 2100/5634 -- GLOBAL_STEP: 2100[0m |
|
| > loss_text_ce: 0.038026995956897736 (0.04243521672983963) |
|
| > loss_mel_ce: 2.995532512664795 (3.1113284979547773) |
|
| > loss: 0.7583898901939392 (0.7884409288281493) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.161 (0.1384880224863688) |
|
| > loader_time: 0.014 (0.011049966358003158) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:45:59 -- STEP: 2150/5634 -- GLOBAL_STEP: 2150[0m |
|
| > loss_text_ce: 0.0373675599694252 (0.042388122022845004) |
|
| > loss_mel_ce: 3.0189549922943115 (3.1104916184447533) |
|
| > loss: 0.7640806436538696 (0.7882199353118283) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1339 (0.13848670039066052) |
|
| > loader_time: 0.0101 (0.011030049324035644) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:46:11 -- STEP: 2200/5634 -- GLOBAL_STEP: 2200[0m |
|
| > loss_text_ce: 0.04206351190805435 (0.042346008899198304) |
|
| > loss_mel_ce: 3.208235025405884 (3.1092007311907692) |
|
| > loss: 0.8125746250152588 (0.7878866852684461) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1466 (0.1384355374899779) |
|
| > loader_time: 0.0132 (0.011011172858151522) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:46:23 -- STEP: 2250/5634 -- GLOBAL_STEP: 2250[0m |
|
| > loss_text_ce: 0.04496015980839729 (0.04231116659111444) |
|
| > loss_mel_ce: 3.159034252166748 (3.1086710459391282) |
|
| > loss: 0.8009986281394958 (0.7877455534670095) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1453 (0.13846940697564036) |
|
| > loader_time: 0.0103 (0.010996112929450137) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:46:36 -- STEP: 2300/5634 -- GLOBAL_STEP: 2300[0m |
|
| > loss_text_ce: 0.037936922162771225 (0.042272369098728085) |
|
| > loss_mel_ce: 2.9281725883483887 (3.1077241466356376) |
|
| > loss: 0.7415273785591125 (0.7874991292798009) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1443 (0.13851439268692703) |
|
| > loader_time: 0.0112 (0.010991742299950643) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:46:48 -- STEP: 2350/5634 -- GLOBAL_STEP: 2350[0m |
|
| > loss_text_ce: 0.03884332254528999 (0.042227713433985965) |
|
| > loss_mel_ce: 3.095475435256958 (3.1067661303662257) |
|
| > loss: 0.7835797071456909 (0.7872484612972186) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1452 (0.13846724388447235) |
|
| > loader_time: 0.0102 (0.010975063202228954) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:47:00 -- STEP: 2400/5634 -- GLOBAL_STEP: 2400[0m |
|
| > loss_text_ce: 0.042099907994270325 (0.042195856080700936) |
|
| > loss_mel_ce: 3.133176803588867 (3.106070164442065) |
|
| > loss: 0.7938191890716553 (0.7870665055016682) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1129 (0.1385040196776392) |
|
| > loader_time: 0.01 (0.01096558292706808) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:47:12 -- STEP: 2450/5634 -- GLOBAL_STEP: 2450[0m |
|
| > loss_text_ce: 0.039663977921009064 (0.04215424620831497) |
|
| > loss_mel_ce: 2.827019453048706 (3.104365047824629) |
|
| > loss: 0.7166708707809448 (0.786629823859858) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1317 (0.13851282849603797) |
|
| > loader_time: 0.0107 (0.010951074678070695) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:47:24 -- STEP: 2500/5634 -- GLOBAL_STEP: 2500[0m |
|
| > loss_text_ce: 0.03638402745127678 (0.042112038351595375) |
|
| > loss_mel_ce: 2.976227045059204 (3.1031999188423196) |
|
| > loss: 0.7531527876853943 (0.7863279896974572) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.115 (0.1384562096595767) |
|
| > loader_time: 0.0097 (0.010938449668884277) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:47:36 -- STEP: 2550/5634 -- GLOBAL_STEP: 2550[0m |
|
| > loss_text_ce: 0.040160171687603 (0.0420816125019508) |
|
| > loss_mel_ce: 2.9919674396514893 (3.102225311971182) |
|
| > loss: 0.7580319046974182 (0.786076731541578) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1272 (0.138528511664447) |
|
| > loader_time: 0.0105 (0.010922935336243875) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:47:49 -- STEP: 2600/5634 -- GLOBAL_STEP: 2600[0m |
|
| > loss_text_ce: 0.03960799798369408 (0.04204619408083646) |
|
| > loss_mel_ce: 3.067701578140259 (3.101439847029176) |
|
| > loss: 0.7768273949623108 (0.7858715106890759) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.12 (0.1385068103900326) |
|
| > loader_time: 0.0096 (0.010940147179823657) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:48:01 -- STEP: 2650/5634 -- GLOBAL_STEP: 2650[0m |
|
| > loss_text_ce: 0.04011332243680954 (0.04201014346952703) |
|
| > loss_mel_ce: 2.9947164058685303 (3.1001231280812718) |
|
| > loss: 0.7587074041366577 (0.7855333182496852) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1384 (0.1385159390827398) |
|
| > loader_time: 0.01 (0.010928390430954279) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:48:13 -- STEP: 2700/5634 -- GLOBAL_STEP: 2700[0m |
|
| > loss_text_ce: 0.0396307036280632 (0.0419642940136017) |
|
| > loss_mel_ce: 3.1256725788116455 (3.098689853526932) |
|
| > loss: 0.7913258075714111 (0.7851635372417951) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1141 (0.13848769814879816) |
|
| > loader_time: 0.01 (0.01092325554953682) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:48:25 -- STEP: 2750/5634 -- GLOBAL_STEP: 2750[0m |
|
| > loss_text_ce: 0.04052684083580971 (0.041935998556288746) |
|
| > loss_mel_ce: 2.9989328384399414 (3.0976285198385103) |
|
| > loss: 0.7598649263381958 (0.7848911299922257) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1562 (0.138510371208191) |
|
| > loader_time: 0.0125 (0.010911727558482789) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:48:38 -- STEP: 2800/5634 -- GLOBAL_STEP: 2800[0m |
|
| > loss_text_ce: 0.03947728872299194 (0.04191138428635889) |
|
| > loss_mel_ce: 3.188472270965576 (3.097340264916424) |
|
| > loss: 0.8069874048233032 (0.7848129126642438) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1642 (0.13855681019169958) |
|
| > loader_time: 0.0113 (0.010901658194405712) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:48:50 -- STEP: 2850/5634 -- GLOBAL_STEP: 2850[0m |
|
| > loss_text_ce: 0.042212795466184616 (0.04188137765254884) |
|
| > loss_mel_ce: 3.1752965450286865 (3.0968138841160595) |
|
| > loss: 0.8043773174285889 (0.7846738157356001) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1052 (0.13854148153673151) |
|
| > loader_time: 0.0113 (0.010894642629121496) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:49:02 -- STEP: 2900/5634 -- GLOBAL_STEP: 2900[0m |
|
| > loss_text_ce: 0.04071241617202759 (0.04185274203789636) |
|
| > loss_mel_ce: 3.128530979156494 (3.0958612988735106) |
|
| > loss: 0.7923108339309692 (0.7844285104809142) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1451 (0.13852892719466128) |
|
| > loader_time: 0.01 (0.010881241190022454) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:49:14 -- STEP: 2950/5634 -- GLOBAL_STEP: 2950[0m |
|
| > loss_text_ce: 0.03912872076034546 (0.04182581500481744) |
|
| > loss_mel_ce: 3.010401487350464 (3.094402640391208) |
|
| > loss: 0.7623825669288635 (0.7840571140838888) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1404 (0.1385459156359657) |
|
| > loader_time: 0.0099 (0.010871707059569292) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:49:27 -- STEP: 3000/5634 -- GLOBAL_STEP: 3000[0m |
|
| > loss_text_ce: 0.0385492779314518 (0.04179732071856652) |
|
| > loss_mel_ce: 3.089182138442993 (3.093739511966709) |
|
| > loss: 0.7819328308105469 (0.7838842083811766) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1153 (0.13857555294036877) |
|
| > loader_time: 0.0098 (0.010862190246582045) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:49:39 -- STEP: 3050/5634 -- GLOBAL_STEP: 3050[0m |
|
| > loss_text_ce: 0.03788318857550621 (0.04175877586617812) |
|
| > loss_mel_ce: 3.032066583633423 (3.0931130843084405) |
|
| > loss: 0.7674874663352966 (0.7837179652980123) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1419 (0.13857491774637212) |
|
| > loader_time: 0.0101 (0.010853969073686458) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:49:51 -- STEP: 3100/5634 -- GLOBAL_STEP: 3100[0m |
|
| > loss_text_ce: 0.0412198007106781 (0.04173295165502247) |
|
| > loss_mel_ce: 3.209432363510132 (3.0926236688706217) |
|
| > loss: 0.8126630187034607 (0.7835891553278899) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1291 (0.13861281095012554) |
|
| > loader_time: 0.01 (0.010841565978142537) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:50:04 -- STEP: 3150/5634 -- GLOBAL_STEP: 3150[0m |
|
| > loss_text_ce: 0.04169710725545883 (0.04170885583119724) |
|
| > loss_mel_ce: 2.798433780670166 (3.092108813391795) |
|
| > loss: 0.7100327014923096 (0.7834544175200998) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1527 (0.13868797756376736) |
|
| > loader_time: 0.0104 (0.010838759437439947) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:50:16 -- STEP: 3200/5634 -- GLOBAL_STEP: 3200[0m |
|
| > loss_text_ce: 0.04031847044825554 (0.041674787155352444) |
|
| > loss_mel_ce: 3.0439369678497314 (3.0908660794794596) |
|
| > loss: 0.7710638642311096 (0.7831352168321615) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1274 (0.13861191645264642) |
|
| > loader_time: 0.0123 (0.0108291493356228) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:50:28 -- STEP: 3250/5634 -- GLOBAL_STEP: 3250[0m |
|
| > loss_text_ce: 0.03991415724158287 (0.041648915396286804) |
|
| > loss_mel_ce: 2.8732192516326904 (3.0901128138762286) |
|
| > loss: 0.7282833456993103 (0.7829404324935039) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1277 (0.13864438533782977) |
|
| > loader_time: 0.0096 (0.010828231518085199) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:50:40 -- STEP: 3300/5634 -- GLOBAL_STEP: 3300[0m |
|
| > loss_text_ce: 0.0410231277346611 (0.041621867946603) |
|
| > loss_mel_ce: 3.0806758403778076 (3.089142869169065) |
|
| > loss: 0.7804247140884399 (0.7826911844448615) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1244 (0.13860098412542649) |
|
| > loader_time: 0.0099 (0.010820009997396771) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:50:53 -- STEP: 3350/5634 -- GLOBAL_STEP: 3350[0m |
|
| > loss_text_ce: 0.038619618862867355 (0.041592416648766804) |
|
| > loss_mel_ce: 2.8992109298706055 (3.0888502324517124) |
|
| > loss: 0.7344576120376587 (0.7826106624283014) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1552 (0.1386361996807271) |
|
| > loader_time: 0.0127 (0.010816075054567264) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:51:05 -- STEP: 3400/5634 -- GLOBAL_STEP: 3400[0m |
|
| > loss_text_ce: 0.037427593022584915 (0.04156617976505959) |
|
| > loss_mel_ce: 3.0531904697418213 (3.088712263177426) |
|
| > loss: 0.7726545333862305 (0.7825696108972331) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.136 (0.13867973061168923) |
|
| > loader_time: 0.0102 (0.010810921753154094) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:51:17 -- STEP: 3450/5634 -- GLOBAL_STEP: 3450[0m |
|
| > loss_text_ce: 0.03687182068824768 (0.041543144644170485) |
|
| > loss_mel_ce: 3.125979423522949 (3.0878283744618544) |
|
| > loss: 0.790712833404541 (0.782342879996784) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1468 (0.13868338101152086) |
|
| > loader_time: 0.0106 (0.010805912225142782) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:51:30 -- STEP: 3500/5634 -- GLOBAL_STEP: 3500[0m |
|
| > loss_text_ce: 0.040007639676332474 (0.04152276994713707) |
|
| > loss_mel_ce: 3.225393772125244 (3.0873059278215713) |
|
| > loss: 0.8163503408432007 (0.7822071746587759) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1085 (0.1386711868558614) |
|
| > loader_time: 0.0121 (0.01080356870378768) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:51:42 -- STEP: 3550/5634 -- GLOBAL_STEP: 3550[0m |
|
| > loss_text_ce: 0.04043853282928467 (0.041504126407310916) |
|
| > loss_mel_ce: 2.9912381172180176 (3.0861212315357935) |
|
| > loss: 0.757919192314148 (0.7819063397024724) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1416 (0.13866478342405547) |
|
| > loader_time: 0.0109 (0.010803006669165395) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:51:54 -- STEP: 3600/5634 -- GLOBAL_STEP: 3600[0m |
|
| > loss_text_ce: 0.042735617607831955 (0.041487141040464165) |
|
| > loss_mel_ce: 3.239609479904175 (3.0852476685576997) |
|
| > loss: 0.8205862641334534 (0.7816837026013274) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1248 (0.13864759133921767) |
|
| > loader_time: 0.0102 (0.010795154505305831) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:52:06 -- STEP: 3650/5634 -- GLOBAL_STEP: 3650[0m |
|
| > loss_text_ce: 0.03634830564260483 (0.04146435129724129) |
|
| > loss_mel_ce: 3.082648515701294 (3.084599018619488) |
|
| > loss: 0.7797492146492004 (0.7815158427251533) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1629 (0.13862093350658716) |
|
| > loader_time: 0.0104 (0.010785474058699946) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:52:18 -- STEP: 3700/5634 -- GLOBAL_STEP: 3700[0m |
|
| > loss_text_ce: 0.03925266116857529 (0.041445642653349206) |
|
| > loss_mel_ce: 2.9592058658599854 (3.084090997012889) |
|
| > loss: 0.7496146559715271 (0.7813841601642407) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1098 (0.13860172387715972) |
|
| > loader_time: 0.0115 (0.0107792818224108) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:52:30 -- STEP: 3750/5634 -- GLOBAL_STEP: 3750[0m |
|
| > loss_text_ce: 0.04040214791893959 (0.041429614430665895) |
|
| > loss_mel_ce: 3.0018036365509033 (3.083615285936994) |
|
| > loss: 0.7605514526367188 (0.7812612253189092) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1365 (0.1385966329574589) |
|
| > loader_time: 0.0107 (0.010769895299275727) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:52:42 -- STEP: 3800/5634 -- GLOBAL_STEP: 3800[0m |
|
| > loss_text_ce: 0.038145821541547775 (0.04140778121293368) |
|
| > loss_mel_ce: 2.8414411544799805 (3.0830432144591713) |
|
| > loss: 0.7198967337608337 (0.7811127491373769) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1217 (0.13853616432139787) |
|
| > loader_time: 0.0092 (0.01076215097778723) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:52:54 -- STEP: 3850/5634 -- GLOBAL_STEP: 3850[0m |
|
| > loss_text_ce: 0.04090338200330734 (0.04138421940822873) |
|
| > loss_mel_ce: 3.104996919631958 (3.082222832766449) |
|
| > loss: 0.7864750623703003 (0.7809017631914713) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1248 (0.13851513354809292) |
|
| > loader_time: 0.0095 (0.010757774315871212) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:53:07 -- STEP: 3900/5634 -- GLOBAL_STEP: 3900[0m |
|
| > loss_text_ce: 0.03899063542485237 (0.041366197403806836) |
|
| > loss_mel_ce: 3.0235700607299805 (3.0818483239565166) |
|
| > loss: 0.7656401991844177 (0.7808036305659861) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1145 (0.1385374976427131) |
|
| > loader_time: 0.0102 (0.010753971796769374) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:53:19 -- STEP: 3950/5634 -- GLOBAL_STEP: 3950[0m |
|
| > loss_text_ce: 0.040157657116651535 (0.04134702032219753) |
|
| > loss_mel_ce: 3.2200026512145996 (3.081225974469248) |
|
| > loss: 0.8150400519371033 (0.7806432489051099) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.125 (0.1385279428506203) |
|
| > loader_time: 0.0096 (0.010746587982660618) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:53:31 -- STEP: 4000/5634 -- GLOBAL_STEP: 4000[0m |
|
| > loss_text_ce: 0.04061729460954666 (0.041326805640011954) |
|
| > loss_mel_ce: 3.111541986465454 (3.0806477949023274) |
|
| > loss: 0.7880398035049438 (0.7804936503320937) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1238 (0.13849553847312965) |
|
| > loader_time: 0.0106 (0.010741609811782847) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:53:43 -- STEP: 4050/5634 -- GLOBAL_STEP: 4050[0m |
|
| > loss_text_ce: 0.04003039374947548 (0.041310751716847706) |
|
| > loss_mel_ce: 3.1347477436065674 (3.080221254913898) |
|
| > loss: 0.7936945557594299 (0.780383001816126) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.155 (0.138514999283685) |
|
| > loader_time: 0.0109 (0.010736907676414218) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:53:56 -- STEP: 4100/5634 -- GLOBAL_STEP: 4100[0m |
|
| > loss_text_ce: 0.039517536759376526 (0.041292014281015504) |
|
| > loss_mel_ce: 3.015019416809082 (3.07938902209445) |
|
| > loss: 0.7636342644691467 (0.7801702592576427) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1155 (0.1385281744235903) |
|
| > loader_time: 0.0101 (0.010732937149885234) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:54:08 -- STEP: 4150/5634 -- GLOBAL_STEP: 4150[0m |
|
| > loss_text_ce: 0.03610415384173393 (0.04127343589193125) |
|
| > loss_mel_ce: 3.0230891704559326 (3.078493924198383) |
|
| > loss: 0.7647983431816101 (0.779941840186177) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1219 (0.13855623193534056) |
|
| > loader_time: 0.0097 (0.010731730231319576) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:54:20 -- STEP: 4200/5634 -- GLOBAL_STEP: 4200[0m |
|
| > loss_text_ce: 0.04110672324895859 (0.04125531721150584) |
|
| > loss_mel_ce: 2.9586756229400635 (3.0776449647403923) |
|
| > loss: 0.7499455809593201 (0.779725070652508) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1142 (0.1385537269569582) |
|
| > loader_time: 0.0099 (0.01072667155947005) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:54:32 -- STEP: 4250/5634 -- GLOBAL_STEP: 4250[0m |
|
| > loss_text_ce: 0.04144729673862457 (0.04123578273461138) |
|
| > loss_mel_ce: 3.1869351863861084 (3.07742926580766) |
|
| > loss: 0.8070956468582153 (0.779666262346156) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1128 (0.1384884746775911) |
|
| > loader_time: 0.0089 (0.010717108614304496) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:54:44 -- STEP: 4300/5634 -- GLOBAL_STEP: 4300[0m |
|
| > loss_text_ce: 0.04189244657754898 (0.04122140256298136) |
|
| > loss_mel_ce: 3.114943027496338 (3.076716381006467) |
|
| > loss: 0.7892088890075684 (0.7794844461180447) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1593 (0.1384918675866241) |
|
| > loader_time: 0.0109 (0.010709225133407961) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:54:56 -- STEP: 4350/5634 -- GLOBAL_STEP: 4350[0m |
|
| > loss_text_ce: 0.039540037512779236 (0.04120563889115014) |
|
| > loss_mel_ce: 2.838559150695801 (3.0761297291722838) |
|
| > loss: 0.7195248007774353 (0.7793338422117567) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1411 (0.13848226032037875) |
|
| > loader_time: 0.0098 (0.010702521718781582) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:55:09 -- STEP: 4400/5634 -- GLOBAL_STEP: 4400[0m |
|
| > loss_text_ce: 0.037863049656152725 (0.041190471828661125) |
|
| > loss_mel_ce: 2.8123221397399902 (3.0757165148041494) |
|
| > loss: 0.7125462889671326 (0.7792267468436204) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1196 (0.13849673867225681) |
|
| > loader_time: 0.0103 (0.010697121403434076) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:55:21 -- STEP: 4450/5634 -- GLOBAL_STEP: 4450[0m |
|
| > loss_text_ce: 0.039886970072984695 (0.04117308749744058) |
|
| > loss_mel_ce: 3.1049060821533203 (3.0750822943248126) |
|
| > loss: 0.7861982583999634 (0.7790638456049938) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1376 (0.13849879157677147) |
|
| > loader_time: 0.0127 (0.010693890432293513) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:55:33 -- STEP: 4500/5634 -- GLOBAL_STEP: 4500[0m |
|
| > loss_text_ce: 0.04009576141834259 (0.041155515297419454) |
|
| > loss_mel_ce: 3.017394542694092 (3.07448879395591) |
|
| > loss: 0.7643725872039795 (0.778911077433163) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1324 (0.13852743244171156) |
|
| > loader_time: 0.0101 (0.010690614806281213) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:55:45 -- STEP: 4550/5634 -- GLOBAL_STEP: 4550[0m |
|
| > loss_text_ce: 0.038480766117572784 (0.04113493119049201) |
|
| > loss_mel_ce: 3.0249252319335938 (3.074053951724545) |
|
| > loss: 0.7658514976501465 (0.7787972208562796) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1348 (0.13850850487803376) |
|
| > loader_time: 0.0101 (0.010684249741690514) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:55:58 -- STEP: 4600/5634 -- GLOBAL_STEP: 4600[0m |
|
| > loss_text_ce: 0.039700526744127274 (0.04112027354052531) |
|
| > loss_mel_ce: 2.94423246383667 (3.0740577703455214) |
|
| > loss: 0.7459832429885864 (0.7787945111160702) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1303 (0.13851796906927372) |
|
| > loader_time: 0.0102 (0.010682246166726837) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:56:10 -- STEP: 4650/5634 -- GLOBAL_STEP: 4650[0m |
|
| > loss_text_ce: 0.04012094810605049 (0.04110332259728061) |
|
| > loss_mel_ce: 3.2224180698394775 (3.0739691243633143) |
|
| > loss: 0.8156347274780273 (0.7787681118647264) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1427 (0.13854875472284148) |
|
| > loader_time: 0.0107 (0.010678662382146384) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:56:22 -- STEP: 4700/5634 -- GLOBAL_STEP: 4700[0m |
|
| > loss_text_ce: 0.042392730712890625 (0.041086413726369085) |
|
| > loss_mel_ce: 2.9569475650787354 (3.073747877161553) |
|
| > loss: 0.7498350739479065 (0.7787085728442421) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1294 (0.1385480487600287) |
|
| > loader_time: 0.0104 (0.010675418072558484) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:56:35 -- STEP: 4750/5634 -- GLOBAL_STEP: 4750[0m |
|
| > loss_text_ce: 0.04446500539779663 (0.04107295731259015) |
|
| > loss_mel_ce: 3.028658628463745 (3.0731637157139025) |
|
| > loss: 0.7682809233665466 (0.778559168376421) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1449 (0.13855077497582702) |
|
| > loader_time: 0.0104 (0.010670003740411077) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:56:47 -- STEP: 4800/5634 -- GLOBAL_STEP: 4800[0m |
|
| > loss_text_ce: 0.03886954113841057 (0.04105714744189747) |
|
| > loss_mel_ce: 2.8766558170318604 (3.0727630999187623) |
|
| > loss: 0.7288813591003418 (0.7784550619497902) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1023 (0.13858654792110134) |
|
| > loader_time: 0.0103 (0.010665097236633322) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:56:59 -- STEP: 4850/5634 -- GLOBAL_STEP: 4850[0m |
|
| > loss_text_ce: 0.04050254821777344 (0.04103848038874944) |
|
| > loss_mel_ce: 3.02451491355896 (3.072406275739376) |
|
| > loss: 0.7662543654441833 (0.7783611891195954) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1533 (0.13859784288504695) |
|
| > loader_time: 0.011 (0.010661638397531429) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:57:11 -- STEP: 4900/5634 -- GLOBAL_STEP: 4900[0m |
|
| > loss_text_ce: 0.044494468718767166 (0.04102138125394673) |
|
| > loss_mel_ce: 2.908843994140625 (3.071650836565059) |
|
| > loss: 0.738334596157074 (0.7781680545636596) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1178 (0.13858795613658678) |
|
| > loader_time: 0.0134 (0.010656693322317955) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:57:23 -- STEP: 4950/5634 -- GLOBAL_STEP: 4950[0m |
|
| > loss_text_ce: 0.04177073761820793 (0.041007185171198286) |
|
| > loss_mel_ce: 2.788626194000244 (3.070985566871339) |
|
| > loss: 0.7075992226600647 (0.7779981881319884) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1334 (0.13857251591152628) |
|
| > loader_time: 0.0097 (0.010652162860138257) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:57:36 -- STEP: 5000/5634 -- GLOBAL_STEP: 5000[0m |
|
| > loss_text_ce: 0.039057470858097076 (0.04099340732172125) |
|
| > loss_mel_ce: 2.8937628269195557 (3.07050934629441) |
|
| > loss: 0.7332050800323486 (0.7778756885051735) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1369 (0.13861100182533262) |
|
| > loader_time: 0.0107 (0.010650088167190564) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:57:48 -- STEP: 5050/5634 -- GLOBAL_STEP: 5050[0m |
|
| > loss_text_ce: 0.03863659128546715 (0.040979168707191274) |
|
| > loss_mel_ce: 2.9975266456604004 (3.069710886502036) |
|
| > loss: 0.7590408325195312 (0.7776725139122208) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1346 (0.13858384486472244) |
|
| > loader_time: 0.0097 (0.01064579840933924) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:58:00 -- STEP: 5100/5634 -- GLOBAL_STEP: 5100[0m |
|
| > loss_text_ce: 0.038198817521333694 (0.04096359948463293) |
|
| > loss_mel_ce: 3.044288158416748 (3.0692364063450004) |
|
| > loss: 0.7706217169761658 (0.7775500015534615) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1163 (0.13856432283625872) |
|
| > loader_time: 0.0107 (0.010642308674606629) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:58:12 -- STEP: 5150/5634 -- GLOBAL_STEP: 5150[0m |
|
| > loss_text_ce: 0.04413603991270065 (0.040946550201443735) |
|
| > loss_mel_ce: 3.090526580810547 (3.068675461463566) |
|
| > loss: 0.783665657043457 (0.7774055030276483) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1289 (0.13857164605149933) |
|
| > loader_time: 0.0116 (0.01064098043349183) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:58:25 -- STEP: 5200/5634 -- GLOBAL_STEP: 5200[0m |
|
| > loss_text_ce: 0.042538613080978394 (0.040936814059431656) |
|
| > loss_mel_ce: 2.796436071395874 (3.0683296544735326) |
|
| > loss: 0.7097436785697937 (0.7773166172664906) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1223 (0.13857771107783678) |
|
| > loader_time: 0.0103 (0.010637248112605167) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:58:37 -- STEP: 5250/5634 -- GLOBAL_STEP: 5250[0m |
|
| > loss_text_ce: 0.0404675155878067 (0.04092020558743245) |
|
| > loss_mel_ce: 2.9928271770477295 (3.0678287397112265) |
|
| > loss: 0.7583236694335938 (0.777187236422585) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1386 (0.13856072321392235) |
|
| > loader_time: 0.01 (0.01063729054587228) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:58:49 -- STEP: 5300/5634 -- GLOBAL_STEP: 5300[0m |
|
| > loss_text_ce: 0.039532653987407684 (0.04090874164101646) |
|
| > loss_mel_ce: 3.078488349914551 (3.0676902452055104) |
|
| > loss: 0.7795052528381348 (0.7771497468453543) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1323 (0.13860777036199035) |
|
| > loader_time: 0.0103 (0.010634166249689075) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:59:01 -- STEP: 5350/5634 -- GLOBAL_STEP: 5350[0m |
|
| > loss_text_ce: 0.040137410163879395 (0.04089321275180741) |
|
| > loss_mel_ce: 3.192052125930786 (3.0672335892080227) |
|
| > loss: 0.8080474138259888 (0.7770317006111155) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1457 (0.13860718793958157) |
|
| > loader_time: 0.0101 (0.010632847759211191) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:59:14 -- STEP: 5400/5634 -- GLOBAL_STEP: 5400[0m |
|
| > loss_text_ce: 0.03491857275366783 (0.04087535387801897) |
|
| > loss_mel_ce: 2.947157382965088 (3.0669406595495095) |
|
| > loss: 0.7455189824104309 (0.7769540035062377) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1127 (0.13860494966860176) |
|
| > loader_time: 0.0096 (0.010628628024348517) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:59:26 -- STEP: 5450/5634 -- GLOBAL_STEP: 5450[0m |
|
| > loss_text_ce: 0.04153258353471756 (0.04086018983787348) |
|
| > loss_mel_ce: 2.8598275184631348 (3.0665641059788076) |
|
| > loss: 0.7253400087356567 (0.7768560740707128) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1523 (0.13859910912469983) |
|
| > loader_time: 0.0102 (0.010622522896582937) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:59:38 -- STEP: 5500/5634 -- GLOBAL_STEP: 5500[0m |
|
| > loss_text_ce: 0.03913472220301628 (0.040845845980400315) |
|
| > loss_mel_ce: 3.1819159984588623 (3.0662597106153395) |
|
| > loss: 0.8052626848220825 (0.7767763892737312) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1286 (0.13863681216673415) |
|
| > loader_time: 0.0096 (0.01061931055242367) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 13:59:51 -- STEP: 5550/5634 -- GLOBAL_STEP: 5550[0m |
|
| > loss_text_ce: 0.03902222961187363 (0.04083477448504242) |
|
| > loss_mel_ce: 2.772829294204712 (3.065935226990304) |
|
| > loss: 0.7029628753662109 (0.7766925004688479) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1453 (0.1386405708553554) |
|
| > loader_time: 0.0108 (0.010614744478517835) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:00:03 -- STEP: 5600/5634 -- GLOBAL_STEP: 5600[0m |
|
| > loss_text_ce: 0.03989985212683678 (0.040822596218702975) |
|
| > loss_mel_ce: 3.29233980178833 (3.065325139548105) |
|
| > loss: 0.8330599069595337 (0.7765369340777407) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1133 (0.1386131551861762) |
|
| > loader_time: 0.0098 (0.010611056387424475) |
|
|
|
|
|
[1m > EVALUATION [0m |
|
|
|
|
|
[1m--> EVAL PERFORMANCE[0m |
|
| > avg_loader_time: 0.16260584195454914 [0m(+0) |
|
| > avg_loss_text_ce: 0.03820226885176996 [0m(+0) |
|
| > avg_loss_mel_ce: 3.0427349150717795 [0m(+0) |
|
| > avg_loss: 3.080937198690466 [0m(+0) |
|
|
|
|
|
[4m[1m > EPOCH: 1/5[0m |
|
--> /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000 |
|
|
|
[1m > TRAINING (2024-12-20 14:01:11) [0m |
|
|
|
[1m --> TIME: 2024-12-20 14:01:16 -- STEP: 16/5634 -- GLOBAL_STEP: 5650[0m |
|
| > loss_text_ce: 0.04028591886162758 (0.039917393354699016) |
|
| > loss_mel_ce: 2.968050718307495 (3.03842793405056) |
|
| > loss: 0.7520841360092163 (0.7695863358676434) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1361 (0.14049074053764343) |
|
| > loader_time: 0.0104 (0.009954646229743958) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:01:28 -- STEP: 66/5634 -- GLOBAL_STEP: 5700[0m |
|
| > loss_text_ce: 0.037598587572574615 (0.03928484558833368) |
|
| > loss_mel_ce: 2.996795892715454 (3.0185313549908726) |
|
| > loss: 0.7585986256599426 (0.7644540514006759) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1455 (0.1415664102091933) |
|
| > loader_time: 0.0108 (0.010000485362428608) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:01:41 -- STEP: 116/5634 -- GLOBAL_STEP: 5750[0m |
|
| > loss_text_ce: 0.04022856056690216 (0.03938157169212555) |
|
| > loss_mel_ce: 3.046191453933716 (3.0231684035268325) |
|
| > loss: 0.7716050148010254 (0.7656374943667444) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1244 (0.1413575266969615) |
|
| > loader_time: 0.0102 (0.010064756048136744) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:01:53 -- STEP: 166/5634 -- GLOBAL_STEP: 5800[0m |
|
| > loss_text_ce: 0.041111622005701065 (0.03931712336748479) |
|
| > loss_mel_ce: 2.884625196456909 (3.0129070641046556) |
|
| > loss: 0.7314342260360718 (0.7630560477095915) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1286 (0.14058336436030375) |
|
| > loader_time: 0.0097 (0.010051101087087608) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:02:05 -- STEP: 216/5634 -- GLOBAL_STEP: 5850[0m |
|
| > loss_text_ce: 0.03857294097542763 (0.03930183636300541) |
|
| > loss_mel_ce: 3.023210287094116 (3.0149789728500234) |
|
| > loss: 0.7654458284378052 (0.7635702016177001) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1145 (0.14070176195215303) |
|
| > loader_time: 0.0096 (0.010098133926038385) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:02:17 -- STEP: 266/5634 -- GLOBAL_STEP: 5900[0m |
|
| > loss_text_ce: 0.04155246168375015 (0.0392769603408817) |
|
| > loss_mel_ce: 3.014413356781006 (3.0169186323208925) |
|
| > loss: 0.7639914751052856 (0.764048897682276) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1565 (0.14033546842130515) |
|
| > loader_time: 0.0101 (0.010076919892676787) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:02:30 -- STEP: 316/5634 -- GLOBAL_STEP: 5950[0m |
|
| > loss_text_ce: 0.03889770060777664 (0.03933293960658433) |
|
| > loss_mel_ce: 3.0983190536499023 (3.022151935704148) |
|
| > loss: 0.7843042016029358 (0.7653712183237078) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1211 (0.1402814893782894) |
|
| > loader_time: 0.0094 (0.01006600298459016) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:02:42 -- STEP: 366/5634 -- GLOBAL_STEP: 6000[0m |
|
| > loss_text_ce: 0.041259292513132095 (0.039428200755940085) |
|
| > loss_mel_ce: 2.9774293899536133 (3.0227001403850298) |
|
| > loss: 0.7546721696853638 (0.7655320853157777) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1382 (0.14078332101061053) |
|
| > loader_time: 0.0097 (0.010080821527157972) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:02:54 -- STEP: 416/5634 -- GLOBAL_STEP: 6050[0m |
|
| > loss_text_ce: 0.03593830764293671 (0.03942589908659171) |
|
| > loss_mel_ce: 3.0371310710906982 (3.0212456532395815) |
|
| > loss: 0.7682673335075378 (0.7651678882539275) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1074 (0.14011998130724973) |
|
| > loader_time: 0.0095 (0.010051303758071015) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:03:06 -- STEP: 466/5634 -- GLOBAL_STEP: 6100[0m |
|
| > loss_text_ce: 0.03928903490304947 (0.03942937848394009) |
|
| > loss_mel_ce: 2.8808114528656006 (3.019903973960059) |
|
| > loss: 0.7300251126289368 (0.7648333380150695) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1046 (0.13980006608840212) |
|
| > loader_time: 0.0093 (0.010040339993816585) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:03:19 -- STEP: 516/5634 -- GLOBAL_STEP: 6150[0m |
|
| > loss_text_ce: 0.039194099605083466 (0.039416865647821) |
|
| > loss_mel_ce: 2.8998513221740723 (3.0206081774807725) |
|
| > loss: 0.7347613573074341 (0.7650062607009284) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1468 (0.13978441232858693) |
|
| > loader_time: 0.0108 (0.010034650795219478) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:03:31 -- STEP: 566/5634 -- GLOBAL_STEP: 6200[0m |
|
| > loss_text_ce: 0.03961285576224327 (0.03940075626695535) |
|
| > loss_mel_ce: 3.1111154556274414 (3.017714120052729) |
|
| > loss: 0.787682056427002 (0.764278719050303) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1558 (0.1397047409320467) |
|
| > loader_time: 0.0105 (0.010027370267537795) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:03:43 -- STEP: 616/5634 -- GLOBAL_STEP: 6250[0m |
|
| > loss_text_ce: 0.036329708993434906 (0.039397444140601486) |
|
| > loss_mel_ce: 2.858064889907837 (3.0179185824734818) |
|
| > loss: 0.7235986590385437 (0.7643290068228522) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1129 (0.13951404179845528) |
|
| > loader_time: 0.0089 (0.010003598479481486) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:03:55 -- STEP: 666/5634 -- GLOBAL_STEP: 6300[0m |
|
| > loss_text_ce: 0.03970750793814659 (0.0394230115621745) |
|
| > loss_mel_ce: 3.0128042697906494 (3.0184840193023907) |
|
| > loss: 0.7631279230117798 (0.7644767576867756) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1558 (0.1396858452318665) |
|
| > loader_time: 0.0105 (0.010007938107212743) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:04:08 -- STEP: 716/5634 -- GLOBAL_STEP: 6350[0m |
|
| > loss_text_ce: 0.03570174425840378 (0.039396647056928906) |
|
| > loss_mel_ce: 3.0566203594207764 (3.016687219369344) |
|
| > loss: 0.7730805277824402 (0.7640209664179629) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1174 (0.13974748510222185) |
|
| > loader_time: 0.01 (0.0100024812048374) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:04:20 -- STEP: 766/5634 -- GLOBAL_STEP: 6400[0m |
|
| > loss_text_ce: 0.0382569395005703 (0.039392258665541476) |
|
| > loss_mel_ce: 3.0810296535491943 (3.0178588301954936) |
|
| > loss: 0.7798216342926025 (0.7643127719198135) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1853 (0.1398960196318265) |
|
| > loader_time: 0.011 (0.01000685729183666) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:04:32 -- STEP: 816/5634 -- GLOBAL_STEP: 6450[0m |
|
| > loss_text_ce: 0.0417526513338089 (0.03937080848560325) |
|
| > loss_mel_ce: 3.053926944732666 (3.017560481440787) |
|
| > loss: 0.7739198803901672 (0.7642328220547417) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1392 (0.13970296815329913) |
|
| > loader_time: 0.0103 (0.009998052435762737) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:04:44 -- STEP: 866/5634 -- GLOBAL_STEP: 6500[0m |
|
| > loss_text_ce: 0.04104655981063843 (0.03939149221168796) |
|
| > loss_mel_ce: 3.103839635848999 (3.0198274049692833) |
|
| > loss: 0.7862215638160706 (0.7648047237693578) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1219 (0.13967070981481616) |
|
| > loader_time: 0.0094 (0.009996905613165801) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:04:56 -- STEP: 916/5634 -- GLOBAL_STEP: 6550[0m |
|
| > loss_text_ce: 0.037021517753601074 (0.03938128017539804) |
|
| > loss_mel_ce: 2.9052865505218506 (3.0194461988569863) |
|
| > loss: 0.7355769872665405 (0.7647068693778403) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1262 (0.13957435725557757) |
|
| > loader_time: 0.0096 (0.009982982577194809) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:05:08 -- STEP: 966/5634 -- GLOBAL_STEP: 6600[0m |
|
| > loss_text_ce: 0.03897031769156456 (0.039359760923816337) |
|
| > loss_mel_ce: 2.9476637840270996 (3.019053372290317) |
|
| > loss: 0.7466585040092468 (0.7646032829709184) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1453 (0.13939818857125866) |
|
| > loader_time: 0.0099 (0.009984907403002117) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:05:21 -- STEP: 1016/5634 -- GLOBAL_STEP: 6650[0m |
|
| > loss_text_ce: 0.039587657898664474 (0.039355715249085786) |
|
| > loss_mel_ce: 2.7970268726348877 (3.016985585370401) |
|
| > loss: 0.7091536521911621 (0.7640853247304603) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1247 (0.1395744681358338) |
|
| > loader_time: 0.0101 (0.009999390662185786) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:05:33 -- STEP: 1066/5634 -- GLOBAL_STEP: 6700[0m |
|
| > loss_text_ce: 0.040745146572589874 (0.039352980831997945) |
|
| > loss_mel_ce: 3.0495290756225586 (3.0163087147038152) |
|
| > loss: 0.7725685834884644 (0.763915423548468) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1362 (0.13950662228224653) |
|
| > loader_time: 0.0105 (0.009999784474972262) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:05:45 -- STEP: 1116/5634 -- GLOBAL_STEP: 6750[0m |
|
| > loss_text_ce: 0.037119310349226 (0.03934472731204446) |
|
| > loss_mel_ce: 2.8276140689849854 (3.016022346566655) |
|
| > loss: 0.7161833643913269 (0.763841768105825) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1205 (0.13951843122427612) |
|
| > loader_time: 0.0099 (0.009997411440777518) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:05:58 -- STEP: 1166/5634 -- GLOBAL_STEP: 6800[0m |
|
| > loss_text_ce: 0.03758339583873749 (0.039340457701688175) |
|
| > loss_mel_ce: 3.099597215652466 (3.015181511180478) |
|
| > loss: 0.7842951416969299 (0.763630491996098) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1307 (0.13955818645745577) |
|
| > loader_time: 0.0098 (0.009997784171259832) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:06:10 -- STEP: 1216/5634 -- GLOBAL_STEP: 6850[0m |
|
| > loss_text_ce: 0.0396135039627552 (0.03933888237224895) |
|
| > loss_mel_ce: 3.0267980098724365 (3.0154277201937996) |
|
| > loss: 0.7666028738021851 (0.7636916503114136) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1329 (0.1396005667353932) |
|
| > loader_time: 0.0121 (0.009998825623800875) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:06:22 -- STEP: 1266/5634 -- GLOBAL_STEP: 6900[0m |
|
| > loss_text_ce: 0.036082420498132706 (0.03933066038464866) |
|
| > loss_mel_ce: 3.0934643745422363 (3.0151419777064152) |
|
| > loss: 0.7823867201805115 (0.7636181592093828) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1263 (0.13970252424243132) |
|
| > loader_time: 0.0097 (0.010000402893500297) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:06:34 -- STEP: 1316/5634 -- GLOBAL_STEP: 6950[0m |
|
| > loss_text_ce: 0.039706747978925705 (0.039317002386919146) |
|
| > loss_mel_ce: 3.012368679046631 (3.0155075871835737) |
|
| > loss: 0.7630188465118408 (0.7637061470366542) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1206 (0.13961200076395988) |
|
| > loader_time: 0.0096 (0.009995457792716904) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:06:47 -- STEP: 1366/5634 -- GLOBAL_STEP: 7000[0m |
|
| > loss_text_ce: 0.03658295422792435 (0.039305687332484976) |
|
| > loss_mel_ce: 2.768995523452759 (3.015166367304623) |
|
| > loss: 0.7013946175575256 (0.7636180133020197) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1258 (0.13959688114037805) |
|
| > loader_time: 0.0094 (0.010005345281709859) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:06:59 -- STEP: 1416/5634 -- GLOBAL_STEP: 7050[0m |
|
| > loss_text_ce: 0.039410267025232315 (0.03929581601004314) |
|
| > loss_mel_ce: 2.867215633392334 (3.0152359806885167) |
|
| > loss: 0.7266564965248108 (0.7636329487892194) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1346 (0.13976911821607826) |
|
| > loader_time: 0.0099 (0.010000050236276306) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:07:12 -- STEP: 1466/5634 -- GLOBAL_STEP: 7100[0m |
|
| > loss_text_ce: 0.04120578616857529 (0.0392921712595111) |
|
| > loss_mel_ce: 3.0097711086273193 (3.015147419288085) |
|
| > loss: 0.7627442479133606 (0.7636098973910448) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1558 (0.13992081348762686) |
|
| > loader_time: 0.0102 (0.01000546417002137) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:07:24 -- STEP: 1516/5634 -- GLOBAL_STEP: 7150[0m |
|
| > loss_text_ce: 0.038410089910030365 (0.039288335951600535) |
|
| > loss_mel_ce: 3.141918897628784 (3.0147153588901423) |
|
| > loss: 0.7950822710990906 (0.7635009235709826) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.131 (0.13995288921849414) |
|
| > loader_time: 0.0099 (0.010010117748481925) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:07:36 -- STEP: 1566/5634 -- GLOBAL_STEP: 7200[0m |
|
| > loss_text_ce: 0.04098960757255554 (0.039284729373809064) |
|
| > loss_mel_ce: 2.7935402393341064 (3.0140041869566674) |
|
| > loss: 0.7086324691772461 (0.7633222290154161) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1334 (0.13985081011308118) |
|
| > loader_time: 0.0092 (0.01000719250085861) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:07:48 -- STEP: 1616/5634 -- GLOBAL_STEP: 7250[0m |
|
| > loss_text_ce: 0.03998787701129913 (0.03927727724370172) |
|
| > loss_mel_ce: 3.1513867378234863 (3.01267634022354) |
|
| > loss: 0.7978436350822449 (0.7629884042509711) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1322 (0.13989648222923295) |
|
| > loader_time: 0.0099 (0.01000525588446324) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:08:01 -- STEP: 1666/5634 -- GLOBAL_STEP: 7300[0m |
|
| > loss_text_ce: 0.040561493486166 (0.039267662384895034) |
|
| > loss_mel_ce: 2.9547510147094727 (3.011891594454021) |
|
| > loss: 0.748828113079071 (0.7627898141616533) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1299 (0.13984196984610509) |
|
| > loader_time: 0.0101 (0.01000440478467998) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:08:13 -- STEP: 1716/5634 -- GLOBAL_STEP: 7350[0m |
|
| > loss_text_ce: 0.042544107884168625 (0.03926556570876593) |
|
| > loss_mel_ce: 3.187142848968506 (3.01203477479917) |
|
| > loss: 0.8074217438697815 (0.7628250851497783) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1324 (0.13975309783762163) |
|
| > loader_time: 0.0101 (0.010004679778794861) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:08:25 -- STEP: 1766/5634 -- GLOBAL_STEP: 7400[0m |
|
| > loss_text_ce: 0.03838536515831947 (0.03925344330445357) |
|
| > loss_mel_ce: 2.999293088912964 (3.012182358572195) |
|
| > loss: 0.7594196200370789 (0.7628589505044953) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1268 (0.1396858420809427) |
|
| > loader_time: 0.0097 (0.010007402634971675) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:08:37 -- STEP: 1816/5634 -- GLOBAL_STEP: 7450[0m |
|
| > loss_text_ce: 0.0407063290476799 (0.039249299284858485) |
|
| > loss_mel_ce: 2.982353925704956 (3.0126474856805183) |
|
| > loss: 0.7557650804519653 (0.7629741961998037) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1306 (0.13966506995293562) |
|
| > loader_time: 0.0099 (0.01000501222022304) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:08:49 -- STEP: 1866/5634 -- GLOBAL_STEP: 7500[0m |
|
| > loss_text_ce: 0.03806062787771225 (0.03924495349303769) |
|
| > loss_mel_ce: 3.0290420055389404 (3.0119859383931633) |
|
| > loss: 0.7667756676673889 (0.7628077229311229) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1112 (0.13959884490230873) |
|
| > loader_time: 0.0088 (0.010005731035786551) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:09:01 -- STEP: 1916/5634 -- GLOBAL_STEP: 7550[0m |
|
| > loss_text_ce: 0.039919283241033554 (0.03924412250184381) |
|
| > loss_mel_ce: 3.012169361114502 (3.01298191701694) |
|
| > loss: 0.7630221843719482 (0.7630565098344907) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1235 (0.13959102901884837) |
|
| > loader_time: 0.0104 (0.010007057284512446) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:09:13 -- STEP: 1966/5634 -- GLOBAL_STEP: 7600[0m |
|
| > loss_text_ce: 0.04036940634250641 (0.0392310553470045) |
|
| > loss_mel_ce: 3.0026116371154785 (3.013796845991033) |
|
| > loss: 0.7607452869415283 (0.763256975132233) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1561 (0.13961093617358775) |
|
| > loader_time: 0.0098 (0.010011476757325085) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:09:26 -- STEP: 2016/5634 -- GLOBAL_STEP: 7650[0m |
|
| > loss_text_ce: 0.03891723230481148 (0.03922095033709731) |
|
| > loss_mel_ce: 2.9692320823669434 (3.0141912948281053) |
|
| > loss: 0.7520373463630676 (0.7633530610492305) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1298 (0.13955753970713872) |
|
| > loader_time: 0.0096 (0.010011827188824847) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:09:38 -- STEP: 2066/5634 -- GLOBAL_STEP: 7700[0m |
|
| > loss_text_ce: 0.039818175137043 (0.03921229633911077) |
|
| > loss_mel_ce: 3.0514745712280273 (3.0137350459989722) |
|
| > loss: 0.7728232145309448 (0.7632368354402692) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1345 (0.13953227652931055) |
|
| > loader_time: 0.0092 (0.010013501041741013) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:09:50 -- STEP: 2116/5634 -- GLOBAL_STEP: 7750[0m |
|
| > loss_text_ce: 0.03696205094456673 (0.03920586642215913) |
|
| > loss_mel_ce: 3.052992105484009 (3.0131452179360716) |
|
| > loss: 0.772488534450531 (0.7630877708611281) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1291 (0.13952440136096453) |
|
| > loader_time: 0.0101 (0.010016889563129617) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:10:03 -- STEP: 2166/5634 -- GLOBAL_STEP: 7800[0m |
|
| > loss_text_ce: 0.03959175571799278 (0.039202860180746035) |
|
| > loss_mel_ce: 3.227942943572998 (3.0133210025445694) |
|
| > loss: 0.8168836832046509 (0.76313096549042) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1396 (0.13961296134378132) |
|
| > loader_time: 0.0119 (0.010018781171501063) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:10:15 -- STEP: 2216/5634 -- GLOBAL_STEP: 7850[0m |
|
| > loss_text_ce: 0.03720813989639282 (0.03920349658261783) |
|
| > loss_mel_ce: 3.0375843048095703 (3.012951468194866) |
|
| > loss: 0.7686980962753296 (0.7630387410413916) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1317 (0.13962857602735734) |
|
| > loader_time: 0.0102 (0.010018784324184647) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:10:27 -- STEP: 2266/5634 -- GLOBAL_STEP: 7900[0m |
|
| > loss_text_ce: 0.038003500550985336 (0.039199536978632925) |
|
| > loss_mel_ce: 3.119957208633423 (3.0131394712670354) |
|
| > loss: 0.7894901633262634 (0.7630847519672979) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1123 (0.13966008749875167) |
|
| > loader_time: 0.0092 (0.010017465829638807) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:10:40 -- STEP: 2316/5634 -- GLOBAL_STEP: 7950[0m |
|
| > loss_text_ce: 0.039709482342004776 (0.03919477257008998) |
|
| > loss_mel_ce: 3.2331058979034424 (3.0126284664570795) |
|
| > loss: 0.818203866481781 (0.762955809684409) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1388 (0.13970862069072312) |
|
| > loader_time: 0.0099 (0.010016659792634898) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:10:52 -- STEP: 2366/5634 -- GLOBAL_STEP: 8000[0m |
|
| > loss_text_ce: 0.041105397045612335 (0.039190493040700033) |
|
| > loss_mel_ce: 3.247790575027466 (3.012393506421746) |
|
| > loss: 0.8222240209579468 (0.7628959997518526) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1422 (0.1397170900593144) |
|
| > loader_time: 0.0103 (0.010019331994141347) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:11:04 -- STEP: 2416/5634 -- GLOBAL_STEP: 8050[0m |
|
| > loss_text_ce: 0.04261178895831108 (0.03918547747773892) |
|
| > loss_mel_ce: 3.133661985397339 (3.012425313426169) |
|
| > loss: 0.794068455696106 (0.7629026976592889) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1236 (0.13965788197438464) |
|
| > loader_time: 0.0096 (0.010015933916268767) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:11:16 -- STEP: 2466/5634 -- GLOBAL_STEP: 8100[0m |
|
| > loss_text_ce: 0.04024063050746918 (0.039186825335255485) |
|
| > loss_mel_ce: 2.875342845916748 (3.0124829012692107) |
|
| > loss: 0.7288958430290222 (0.7629174316016429) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1272 (0.1396180689093166) |
|
| > loader_time: 0.0095 (0.010014486815614232) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:11:28 -- STEP: 2516/5634 -- GLOBAL_STEP: 8150[0m |
|
| > loss_text_ce: 0.038399625569581985 (0.03918623495017832) |
|
| > loss_mel_ce: 3.236950159072876 (3.0127609754973252) |
|
| > loss: 0.8188374638557434 (0.7629868026189093) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1299 (0.13966462769455326) |
|
| > loader_time: 0.0102 (0.010015742104080034) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:11:41 -- STEP: 2566/5634 -- GLOBAL_STEP: 8200[0m |
|
| > loss_text_ce: 0.039441097527742386 (0.03917187465092028) |
|
| > loss_mel_ce: 3.041295051574707 (3.012416182322512) |
|
| > loss: 0.7701840400695801 (0.762897014292719) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1478 (0.13969511588104805) |
|
| > loader_time: 0.0103 (0.010014690278752751) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:11:53 -- STEP: 2616/5634 -- GLOBAL_STEP: 8250[0m |
|
| > loss_text_ce: 0.038280218839645386 (0.03916457786284592) |
|
| > loss_mel_ce: 3.0957062244415283 (3.011839088587949) |
|
| > loss: 0.783496618270874 (0.762750916684257) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1304 (0.13972845600650208) |
|
| > loader_time: 0.0098 (0.010018102346210311) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:12:05 -- STEP: 2666/5634 -- GLOBAL_STEP: 8300[0m |
|
| > loss_text_ce: 0.038881346583366394 (0.0391652033317049) |
|
| > loss_mel_ce: 3.0097250938415527 (3.0116861538160857) |
|
| > loss: 0.7621515989303589 (0.7627128393061609) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.128 (0.1396774327227341) |
|
| > loader_time: 0.0096 (0.010018966382191947) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:12:18 -- STEP: 2716/5634 -- GLOBAL_STEP: 8350[0m |
|
| > loss_text_ce: 0.035832855850458145 (0.03915910038614264) |
|
| > loss_mel_ce: 3.0552449226379395 (3.011849402415736) |
|
| > loss: 0.7727694511413574 (0.7627521257117849) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1214 (0.13970814660652398) |
|
| > loader_time: 0.0108 (0.010021198568358175) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:12:30 -- STEP: 2766/5634 -- GLOBAL_STEP: 8400[0m |
|
| > loss_text_ce: 0.0396757647395134 (0.0391570280951839) |
|
| > loss_mel_ce: 2.9983179569244385 (3.011642545440107) |
|
| > loss: 0.7594984173774719 (0.7626998933733843) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1472 (0.13969562765660715) |
|
| > loader_time: 0.0101 (0.01002271590850015) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:12:42 -- STEP: 2816/5634 -- GLOBAL_STEP: 8450[0m |
|
| > loss_text_ce: 0.038094766438007355 (0.03914988022535745) |
|
| > loss_mel_ce: 2.909104347229004 (3.0113960604437384) |
|
| > loss: 0.7367997765541077 (0.7626364851497449) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1135 (0.13969767787917114) |
|
| > loader_time: 0.0098 (0.01002403120086953) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:12:54 -- STEP: 2866/5634 -- GLOBAL_STEP: 8500[0m |
|
| > loss_text_ce: 0.03842135891318321 (0.03914714785291446) |
|
| > loss_mel_ce: 2.859522581100464 (3.0110347561293866) |
|
| > loss: 0.7244859933853149 (0.7625454759689283) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1392 (0.13970083925828866) |
|
| > loader_time: 0.0096 (0.010023221383956633) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:13:07 -- STEP: 2916/5634 -- GLOBAL_STEP: 8550[0m |
|
| > loss_text_ce: 0.039826687425374985 (0.039146025881007726) |
|
| > loss_mel_ce: 3.1878490447998047 (3.0109627676108257) |
|
| > loss: 0.8069189190864563 (0.7625271982739489) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1212 (0.13969018699700966) |
|
| > loader_time: 0.01 (0.010020992392865736) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:13:19 -- STEP: 2966/5634 -- GLOBAL_STEP: 8600[0m |
|
| > loss_text_ce: 0.042333390563726425 (0.039138286112633716) |
|
| > loss_mel_ce: 3.16048526763916 (3.010451592710963) |
|
| > loss: 0.8007046580314636 (0.7623974696173508) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1424 (0.13965680497928998) |
|
| > loader_time: 0.0095 (0.010022147394721783) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:13:31 -- STEP: 3016/5634 -- GLOBAL_STEP: 8650[0m |
|
| > loss_text_ce: 0.04226630553603172 (0.03912821887382144) |
|
| > loss_mel_ce: 3.154157876968384 (3.0103359135455743) |
|
| > loss: 0.7991060614585876 (0.7623660330826152) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1198 (0.1396656834004101) |
|
| > loader_time: 0.0091 (0.010019914857272457) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:13:43 -- STEP: 3066/5634 -- GLOBAL_STEP: 8700[0m |
|
| > loss_text_ce: 0.04059579595923424 (0.039127112433693385) |
|
| > loss_mel_ce: 3.050827980041504 (3.0100824577856606) |
|
| > loss: 0.7728559374809265 (0.7623023925189945) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1438 (0.13965570903337685) |
|
| > loader_time: 0.01 (0.010015534094868347) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:13:55 -- STEP: 3116/5634 -- GLOBAL_STEP: 8750[0m |
|
| > loss_text_ce: 0.03830542415380478 (0.03912407164467887) |
|
| > loss_mel_ce: 3.162522315979004 (3.0098886494459034) |
|
| > loss: 0.8002069592475891 (0.7622531802227314) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1461 (0.13960726622286487) |
|
| > loader_time: 0.0101 (0.01001984753259798) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:14:07 -- STEP: 3166/5634 -- GLOBAL_STEP: 8800[0m |
|
| > loss_text_ce: 0.038109190762043 (0.03911932091983487) |
|
| > loss_mel_ce: 3.0789425373077393 (3.0098624361216544) |
|
| > loss: 0.7792629599571228 (0.7622454392141881) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1462 (0.13956612495403126) |
|
| > loader_time: 0.0094 (0.010018464439064357) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:14:19 -- STEP: 3216/5634 -- GLOBAL_STEP: 8850[0m |
|
| > loss_text_ce: 0.03886948898434639 (0.039113928237234905) |
|
| > loss_mel_ce: 2.8236284255981445 (3.0094349107783835) |
|
| > loss: 0.7156244516372681 (0.7621372096907734) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1255 (0.13951098244285132) |
|
| > loader_time: 0.0098 (0.01001403136039848) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:14:32 -- STEP: 3266/5634 -- GLOBAL_STEP: 8900[0m |
|
| > loss_text_ce: 0.03891058266162872 (0.03911208019084855) |
|
| > loss_mel_ce: 2.987741231918335 (3.0095124697291054) |
|
| > loss: 0.7566629648208618 (0.7621561374608824) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1414 (0.13953325183422235) |
|
| > loader_time: 0.0095 (0.010012681690082915) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:14:44 -- STEP: 3316/5634 -- GLOBAL_STEP: 8950[0m |
|
| > loss_text_ce: 0.04122314229607582 (0.03910990934751574) |
|
| > loss_mel_ce: 2.802455425262451 (3.009247349168482) |
|
| > loss: 0.7109196186065674 (0.7620893145211497) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1148 (0.13952607772031092) |
|
| > loader_time: 0.0097 (0.010010017273078065) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:14:56 -- STEP: 3366/5634 -- GLOBAL_STEP: 9000[0m |
|
| > loss_text_ce: 0.0407245010137558 (0.03910627120588939) |
|
| > loss_mel_ce: 3.2967405319213867 (3.0093363257157124) |
|
| > loss: 0.8343662619590759 (0.7621106491404772) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1355 (0.13954588457437345) |
|
| > loader_time: 0.0098 (0.010010585640416002) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:15:08 -- STEP: 3416/5634 -- GLOBAL_STEP: 9050[0m |
|
| > loss_text_ce: 0.03673940151929855 (0.0390970354618404) |
|
| > loss_mel_ce: 2.715322732925415 (3.0088819431476916) |
|
| > loss: 0.6880155205726624 (0.7619947445441462) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1068 (0.1394913280317321) |
|
| > loader_time: 0.009 (0.010008004775371152) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:15:20 -- STEP: 3466/5634 -- GLOBAL_STEP: 9100[0m |
|
| > loss_text_ce: 0.03476623445749283 (0.03909319051500004) |
|
| > loss_mel_ce: 2.778346300125122 (3.0087701190914378) |
|
| > loss: 0.703278124332428 (0.7619658273661403) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1646 (0.13951709438319582) |
|
| > loader_time: 0.0101 (0.010008432929803374) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:15:33 -- STEP: 3516/5634 -- GLOBAL_STEP: 9150[0m |
|
| > loss_text_ce: 0.03913220763206482 (0.03908828640964824) |
|
| > loss_mel_ce: 3.207404136657715 (3.008313778656471) |
|
| > loss: 0.8116340637207031 (0.7618505162217645) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1369 (0.13949567113448877) |
|
| > loader_time: 0.01 (0.010010055511071009) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:15:45 -- STEP: 3566/5634 -- GLOBAL_STEP: 9200[0m |
|
| > loss_text_ce: 0.037218280136585236 (0.03907651206623682) |
|
| > loss_mel_ce: 3.2355754375457764 (3.008084900179943) |
|
| > loss: 0.8181984424591064 (0.7617903529962525) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1292 (0.1394455228303834) |
|
| > loader_time: 0.0096 (0.010006063317423515) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:15:57 -- STEP: 3616/5634 -- GLOBAL_STEP: 9250[0m |
|
| > loss_text_ce: 0.039343640208244324 (0.039075374449768066) |
|
| > loss_mel_ce: 3.132183074951172 (3.0083275658894437) |
|
| > loss: 0.7928816676139832 (0.7618507350407604) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1168 (0.13943259576253145) |
|
| > loader_time: 0.0096 (0.010006029851141232) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:16:09 -- STEP: 3666/5634 -- GLOBAL_STEP: 9300[0m |
|
| > loss_text_ce: 0.036700475960969925 (0.039068432388633084) |
|
| > loss_mel_ce: 2.986905574798584 (3.008339730040077) |
|
| > loss: 0.7559015154838562 (0.7618520405860915) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1225 (0.13948544855008552) |
|
| > loader_time: 0.0092 (0.010005456791246647) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:16:21 -- STEP: 3716/5634 -- GLOBAL_STEP: 9350[0m |
|
| > loss_text_ce: 0.03862561658024788 (0.03906922471139124) |
|
| > loss_mel_ce: 2.9990131855010986 (3.0078893016434343) |
|
| > loss: 0.7594097256660461 (0.7617396315954728) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1234 (0.13944845474189796) |
|
| > loader_time: 0.0114 (0.010003781677960582) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:16:33 -- STEP: 3766/5634 -- GLOBAL_STEP: 9400[0m |
|
| > loss_text_ce: 0.04123181849718094 (0.03906514977841411) |
|
| > loss_mel_ce: 2.781536817550659 (3.0080931091713774) |
|
| > loss: 0.7056921720504761 (0.7617895647337379) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.153 (0.13940329382030886) |
|
| > loader_time: 0.0101 (0.010002519308222905) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:16:45 -- STEP: 3816/5634 -- GLOBAL_STEP: 9450[0m |
|
| > loss_text_ce: 0.03988359495997429 (0.039068481411425604) |
|
| > loss_mel_ce: 2.9445481300354004 (3.0077798959469155) |
|
| > loss: 0.7461079359054565 (0.7617120943354359) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1383 (0.13944491100511222) |
|
| > loader_time: 0.0101 (0.010003591108622043) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:16:58 -- STEP: 3866/5634 -- GLOBAL_STEP: 9500[0m |
|
| > loss_text_ce: 0.03900621831417084 (0.039062241669522595) |
|
| > loss_mel_ce: 3.112236738204956 (3.0078065318266973) |
|
| > loss: 0.787810742855072 (0.7617171933258743) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1284 (0.13943896821540572) |
|
| > loader_time: 0.0093 (0.0100030732537204) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:17:10 -- STEP: 3916/5634 -- GLOBAL_STEP: 9550[0m |
|
| > loss_text_ce: 0.037192314863204956 (0.0390586432971372) |
|
| > loss_mel_ce: 2.929608106613159 (3.007248099600332) |
|
| > loss: 0.7417001128196716 (0.7615766856625323) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1247 (0.13942961862065342) |
|
| > loader_time: 0.0099 (0.010004705318513274) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:17:22 -- STEP: 3966/5634 -- GLOBAL_STEP: 9600[0m |
|
| > loss_text_ce: 0.037274070084095 (0.039054837246931234) |
|
| > loss_mel_ce: 3.000382661819458 (3.007333937102476) |
|
| > loss: 0.7594141960144043 (0.7615971935107979) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.191 (0.13943554648112252) |
|
| > loader_time: 0.0127 (0.010003517266781838) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:17:34 -- STEP: 4016/5634 -- GLOBAL_STEP: 9650[0m |
|
| > loss_text_ce: 0.03938578814268112 (0.03905080979508141) |
|
| > loss_mel_ce: 2.9167075157165527 (3.00710317243143) |
|
| > loss: 0.7390233278274536 (0.7615384954766209) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1318 (0.13938778911928743) |
|
| > loader_time: 0.0134 (0.01000236034155842) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:17:46 -- STEP: 4066/5634 -- GLOBAL_STEP: 9700[0m |
|
| > loss_text_ce: 0.03884190693497658 (0.039048003042881765) |
|
| > loss_mel_ce: 2.9138104915618896 (3.0064999111403528) |
|
| > loss: 0.7381631135940552 (0.7613869784679307) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1326 (0.1393769267622146) |
|
| > loader_time: 0.0092 (0.010001694282404145) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:17:58 -- STEP: 4116/5634 -- GLOBAL_STEP: 9750[0m |
|
| > loss_text_ce: 0.0387406088411808 (0.03904566588921088) |
|
| > loss_mel_ce: 2.806767702102661 (3.0061537544627703) |
|
| > loss: 0.7113770842552185 (0.7612998550006551) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1083 (0.1393311971362294) |
|
| > loader_time: 0.0096 (0.010000538258325488) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:18:10 -- STEP: 4166/5634 -- GLOBAL_STEP: 9800[0m |
|
| > loss_text_ce: 0.03847525268793106 (0.03904166248945791) |
|
| > loss_mel_ce: 3.032489061355591 (3.0058974685774262) |
|
| > loss: 0.7677410840988159 (0.7612347826755108) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1425 (0.13931411833815788) |
|
| > loader_time: 0.0098 (0.009998047002736503) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:18:23 -- STEP: 4216/5634 -- GLOBAL_STEP: 9850[0m |
|
| > loss_text_ce: 0.03781351074576378 (0.039035695129599) |
|
| > loss_mel_ce: 2.8468356132507324 (3.0057194070639617) |
|
| > loss: 0.7211622595787048 (0.7611887754564943) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1137 (0.13932201074015726) |
|
| > loader_time: 0.0096 (0.009996337105698559) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:18:35 -- STEP: 4266/5634 -- GLOBAL_STEP: 9900[0m |
|
| > loss_text_ce: 0.03872711956501007 (0.03902721099478643) |
|
| > loss_mel_ce: 3.3261499404907227 (3.00555268537814) |
|
| > loss: 0.8412192463874817 (0.76114497397687) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1485 (0.13930854778361346) |
|
| > loader_time: 0.0101 (0.009996648523319062) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:18:47 -- STEP: 4316/5634 -- GLOBAL_STEP: 9950[0m |
|
| > loss_text_ce: 0.039143435657024384 (0.03902507443291731) |
|
| > loss_mel_ce: 3.1361401081085205 (3.0053124794593247) |
|
| > loss: 0.793820858001709 (0.7610843883442365) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1328 (0.13927071341990999) |
|
| > loader_time: 0.0102 (0.009996953333164391) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:18:59 -- STEP: 4366/5634 -- GLOBAL_STEP: 10000[0m |
|
| > loss_text_ce: 0.040771059691905975 (0.03901546553845558) |
|
| > loss_mel_ce: 3.096757411956787 (3.0046882907349333) |
|
| > loss: 0.7843821048736572 (0.7609259389405719) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1347 (0.13921720562208384) |
|
| > loader_time: 0.0096 (0.009996772576951132) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:19:11 -- STEP: 4416/5634 -- GLOBAL_STEP: 10050[0m |
|
| > loss_text_ce: 0.03772084414958954 (0.03900881276374841) |
|
| > loss_mel_ce: 2.7095885276794434 (3.004561901578439) |
|
| > loss: 0.6868273615837097 (0.7608926784436115) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1022 (0.13919175562003389) |
|
| > loader_time: 0.0092 (0.009997091917456066) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:19:23 -- STEP: 4466/5634 -- GLOBAL_STEP: 10100[0m |
|
| > loss_text_ce: 0.038653552532196045 (0.0390035083823563) |
|
| > loss_mel_ce: 3.1078407764434814 (3.004251603849578) |
|
| > loss: 0.7866235971450806 (0.7608137779368227) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.129 (0.13918074043246592) |
|
| > loader_time: 0.0096 (0.009996294921895507) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:19:35 -- STEP: 4516/5634 -- GLOBAL_STEP: 10150[0m |
|
| > loss_text_ce: 0.037476420402526855 (0.03900410930739104) |
|
| > loss_mel_ce: 2.743304491043091 (3.0040242128714323) |
|
| > loss: 0.695195198059082 (0.7607570803725047) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1325 (0.1391874552301013) |
|
| > loader_time: 0.0102 (0.0099989225423051) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:19:47 -- STEP: 4566/5634 -- GLOBAL_STEP: 10200[0m |
|
| > loss_text_ce: 0.03641156479716301 (0.03899886055661431) |
|
| > loss_mel_ce: 3.110996961593628 (3.003569835954417) |
|
| > loss: 0.7868521213531494 (0.7606421739737601) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1331 (0.1391472565830145) |
|
| > loader_time: 0.0108 (0.00999894582854517) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:19:59 -- STEP: 4616/5634 -- GLOBAL_STEP: 10250[0m |
|
| > loss_text_ce: 0.03712287172675133 (0.03899306458529191) |
|
| > loss_mel_ce: 2.8236074447631836 (3.003258666401306) |
|
| > loss: 0.7151826024055481 (0.760562932638505) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1279 (0.13912586550158884) |
|
| > loader_time: 0.0095 (0.010001353002710198) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:20:11 -- STEP: 4666/5634 -- GLOBAL_STEP: 10300[0m |
|
| > loss_text_ce: 0.03679617494344711 (0.038986652539432225) |
|
| > loss_mel_ce: 3.086022138595581 (3.0030191279867924) |
|
| > loss: 0.7807045578956604 (0.7605014450167861) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1398 (0.13913983226691082) |
|
| > loader_time: 0.01 (0.010000546807339404) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:20:23 -- STEP: 4716/5634 -- GLOBAL_STEP: 10350[0m |
|
| > loss_text_ce: 0.038172367960214615 (0.03898461641107098) |
|
| > loss_mel_ce: 2.830928087234497 (3.00304435445051) |
|
| > loss: 0.7172751426696777 (0.7605072426356114) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1279 (0.13912746322872868) |
|
| > loader_time: 0.0093 (0.009997772907583876) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:20:35 -- STEP: 4766/5634 -- GLOBAL_STEP: 10400[0m |
|
| > loss_text_ce: 0.03435327485203743 (0.038981440913618416) |
|
| > loss_mel_ce: 3.036026954650879 (3.0032970411558373) |
|
| > loss: 0.7675950527191162 (0.7605696203975768) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.133 (0.13910332228323993) |
|
| > loader_time: 0.0095 (0.009996276966323896) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:20:48 -- STEP: 4816/5634 -- GLOBAL_STEP: 10450[0m |
|
| > loss_text_ce: 0.03708455339074135 (0.03897490843193004) |
|
| > loss_mel_ce: 2.800922393798828 (3.0029661884636565) |
|
| > loss: 0.7095017433166504 (0.7604852741169562) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1029 (0.1391118771808089) |
|
| > loader_time: 0.0097 (0.00999432619029898) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:21:00 -- STEP: 4866/5634 -- GLOBAL_STEP: 10500[0m |
|
| > loss_text_ce: 0.041063085198402405 (0.03897021438021546) |
|
| > loss_mel_ce: 3.123426675796509 (3.0028520139999175) |
|
| > loss: 0.7911224365234375 (0.7604555569457448) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1403 (0.1391044568486334) |
|
| > loader_time: 0.0101 (0.009994635354624928) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:21:12 -- STEP: 4916/5634 -- GLOBAL_STEP: 10550[0m |
|
| > loss_text_ce: 0.04161926731467247 (0.03896380927598599) |
|
| > loss_mel_ce: 3.209801197052002 (3.0028200587477505) |
|
| > loss: 0.8128551244735718 (0.7604459668558908) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1214 (0.139075637833678) |
|
| > loader_time: 0.0097 (0.009993940567562894) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:21:24 -- STEP: 4966/5634 -- GLOBAL_STEP: 10600[0m |
|
| > loss_text_ce: 0.04101162776350975 (0.03895824886423368) |
|
| > loss_mel_ce: 3.0677878856658936 (3.0030543639013687) |
|
| > loss: 0.7771998643875122 (0.7605031530582461) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1457 (0.13906151337149217) |
|
| > loader_time: 0.0098 (0.00999610231040805) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:21:36 -- STEP: 5016/5634 -- GLOBAL_STEP: 10650[0m |
|
| > loss_text_ce: 0.03990861400961876 (0.03895317627773565) |
|
| > loss_mel_ce: 3.2110378742218018 (3.0031158464947403) |
|
| > loss: 0.8127366304397583 (0.7605172555293568) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1305 (0.13906601185433565) |
|
| > loader_time: 0.0098 (0.009995927460836267) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:21:48 -- STEP: 5066/5634 -- GLOBAL_STEP: 10700[0m |
|
| > loss_text_ce: 0.040511831641197205 (0.03895019401972278) |
|
| > loss_mel_ce: 3.0158791542053223 (3.0029928800949617) |
|
| > loss: 0.7640977501869202 (0.7604857683652376) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1566 (0.13903502179283944) |
|
| > loader_time: 0.01 (0.009993983218663311) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:22:00 -- STEP: 5116/5634 -- GLOBAL_STEP: 10750[0m |
|
| > loss_text_ce: 0.03831066936254501 (0.03894607865697967) |
|
| > loss_mel_ce: 2.9528303146362305 (3.003304908432191) |
|
| > loss: 0.7477852702140808 (0.7605627466100926) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1162 (0.13903635227652203) |
|
| > loader_time: 0.0093 (0.00999321799617527) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:22:12 -- STEP: 5166/5634 -- GLOBAL_STEP: 10800[0m |
|
| > loss_text_ce: 0.03875747695565224 (0.03894007226226521) |
|
| > loss_mel_ce: 2.9891586303710938 (3.0033110842610653) |
|
| > loss: 0.7569790482521057 (0.7605627889532557) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1332 (0.13900727202068) |
|
| > loader_time: 0.0101 (0.009990769442411729) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:22:24 -- STEP: 5216/5634 -- GLOBAL_STEP: 10850[0m |
|
| > loss_text_ce: 0.037236761301755905 (0.03893894496148144) |
|
| > loss_mel_ce: 2.977479934692383 (3.003117927150129) |
|
| > loss: 0.7536791563034058 (0.7605142178231027) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1104 (0.13900641831883592) |
|
| > loader_time: 0.0095 (0.009990657125513995) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:22:37 -- STEP: 5266/5634 -- GLOBAL_STEP: 10900[0m |
|
| > loss_text_ce: 0.040167730301618576 (0.03893870077008558) |
|
| > loss_mel_ce: 2.948627233505249 (3.0030142213290443) |
|
| > loss: 0.747198760509491 (0.7604882303091929) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1475 (0.13903258655445194) |
|
| > loader_time: 0.0106 (0.009991910491114663) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:22:49 -- STEP: 5316/5634 -- GLOBAL_STEP: 10950[0m |
|
| > loss_text_ce: 0.0380738340318203 (0.03893316482481784) |
|
| > loss_mel_ce: 2.9280216693878174 (3.0028660477687783) |
|
| > loss: 0.7415238618850708 (0.7604498029360632) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.112 (0.13901422860660043) |
|
| > loader_time: 0.0098 (0.009991435918528142) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:23:01 -- STEP: 5366/5634 -- GLOBAL_STEP: 11000[0m |
|
| > loss_text_ce: 0.04029211029410362 (0.038926742403055374) |
|
| > loss_mel_ce: 3.1193132400512695 (3.0025063128423386) |
|
| > loss: 0.7899013161659241 (0.7603582636082813) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1851 (0.13899504005397964) |
|
| > loader_time: 0.0107 (0.009989951334913165) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:23:13 -- STEP: 5416/5634 -- GLOBAL_STEP: 11050[0m |
|
| > loss_text_ce: 0.04044361412525177 (0.038921907271067334) |
|
| > loss_mel_ce: 3.1320056915283203 (3.002105521662724) |
|
| > loss: 0.7931123375892639 (0.7602568570100732) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1596 (0.13896339088458218) |
|
| > loader_time: 0.0103 (0.009989186703190336) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:23:25 -- STEP: 5466/5634 -- GLOBAL_STEP: 11100[0m |
|
| > loss_text_ce: 0.03854195401072502 (0.038915598934037184) |
|
| > loss_mel_ce: 2.9944846630096436 (3.0020217043202817) |
|
| > loss: 0.7582566738128662 (0.7602343256334816) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1621 (0.13896678185838038) |
|
| > loader_time: 0.0107 (0.009990687209784327) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:23:37 -- STEP: 5516/5634 -- GLOBAL_STEP: 11150[0m |
|
| > loss_text_ce: 0.039916396141052246 (0.03891318153719635) |
|
| > loss_mel_ce: 3.19858717918396 (3.001985804251434) |
|
| > loss: 0.8096258640289307 (0.7602247462876021) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.183 (0.138976466880491) |
|
| > loader_time: 0.0114 (0.009992049819235373) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:23:50 -- STEP: 5566/5634 -- GLOBAL_STEP: 11200[0m |
|
| > loss_text_ce: 0.03609383851289749 (0.03891033723353378) |
|
| > loss_mel_ce: 2.900522232055664 (3.0015374317128054) |
|
| > loss: 0.7341540455818176 (0.7601119420466712) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1276 (0.13898286753492362) |
|
| > loader_time: 0.0094 (0.009991565797554273) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:24:02 -- STEP: 5616/5634 -- GLOBAL_STEP: 11250[0m |
|
| > loss_text_ce: 0.03965765982866287 (0.038903464977775463) |
|
| > loss_mel_ce: 2.9134912490844727 (3.001375730985249) |
|
| > loss: 0.7382872104644775 (0.7600697988161317) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1126 (0.13895025921513185) |
|
| > loader_time: 0.0094 (0.009990130394612303) |
|
|
|
|
|
[1m > EVALUATION [0m |
|
|
|
|
|
[1m--> EVAL PERFORMANCE[0m |
|
| > avg_loader_time:[92m 0.15714396657170476 [0m(-0.005461875382844372) |
|
| > avg_loss_text_ce:[92m 0.037309757156952006 [0m(-0.0008925116948179518) |
|
| > avg_loss_mel_ce:[92m 3.0236354604497686 [0m(-0.019099454622010903) |
|
| > avg_loss:[92m 3.06094521445197 [0m(-0.019991984238495686) |
|
|
|
> BEST MODEL : /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000/best_model_11268.pth |
|
|
|
[4m[1m > EPOCH: 2/5[0m |
|
--> /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000 |
|
|
|
[1m > TRAINING (2024-12-20 14:24:55) [0m |
|
|
|
[1m --> TIME: 2024-12-20 14:25:04 -- STEP: 32/5634 -- GLOBAL_STEP: 11300[0m |
|
| > loss_text_ce: 0.0380338691174984 (0.038224206189624965) |
|
| > loss_mel_ce: 3.0501604080200195 (2.9675232842564583) |
|
| > loss: 0.7720485925674438 (0.7514368742704391) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1224 (0.14586003124713895) |
|
| > loader_time: 0.0101 (0.009938322007656097) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:25:16 -- STEP: 82/5634 -- GLOBAL_STEP: 11350[0m |
|
| > loss_text_ce: 0.03780397027730942 (0.038340056587646644) |
|
| > loss_mel_ce: 2.9741222858428955 (2.9761742469741086) |
|
| > loss: 0.7529815435409546 (0.7536285774009982) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1399 (0.13997003218022788) |
|
| > loader_time: 0.01 (0.009949524228165788) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:25:28 -- STEP: 132/5634 -- GLOBAL_STEP: 11400[0m |
|
| > loss_text_ce: 0.03947221487760544 (0.03827433717070204) |
|
| > loss_mel_ce: 2.8891959190368652 (2.9708170710187978) |
|
| > loss: 0.7321670055389404 (0.7522728524424813) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1285 (0.14146547787117242) |
|
| > loader_time: 0.0095 (0.009924664641871597) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:25:40 -- STEP: 182/5634 -- GLOBAL_STEP: 11450[0m |
|
| > loss_text_ce: 0.0344233363866806 (0.038251853148852086) |
|
| > loss_mel_ce: 2.9294233322143555 (2.964425362073458) |
|
| > loss: 0.7409616708755493 (0.7506693031761675) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1091 (0.1399983351047223) |
|
| > loader_time: 0.0093 (0.009950544807937122) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:25:52 -- STEP: 232/5634 -- GLOBAL_STEP: 11500[0m |
|
| > loss_text_ce: 0.04024841636419296 (0.0383456924705413) |
|
| > loss_mel_ce: 2.821958541870117 (2.974010859070153) |
|
| > loss: 0.7155517339706421 (0.753089137375355) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1241 (0.1393954229765925) |
|
| > loader_time: 0.0099 (0.009981913813229269) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:26:05 -- STEP: 282/5634 -- GLOBAL_STEP: 11550[0m |
|
| > loss_text_ce: 0.037332672625780106 (0.038361583605197314) |
|
| > loss_mel_ce: 3.0753448009490967 (2.977915585463774) |
|
| > loss: 0.7781693935394287 (0.7540692915307717) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1271 (0.1393086453701588) |
|
| > loader_time: 0.0096 (0.010002432985508698) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:26:17 -- STEP: 332/5634 -- GLOBAL_STEP: 11600[0m |
|
| > loss_text_ce: 0.037579022347927094 (0.038388505297522225) |
|
| > loss_mel_ce: 3.3048694133758545 (2.981957641710719) |
|
| > loss: 0.8356121182441711 (0.7550865363284769) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1335 (0.13922917555613695) |
|
| > loader_time: 0.0094 (0.009967052792928295) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:26:29 -- STEP: 382/5634 -- GLOBAL_STEP: 11650[0m |
|
| > loss_text_ce: 0.03955867141485214 (0.03842128059431832) |
|
| > loss_mel_ce: 2.942004680633545 (2.978913039437141) |
|
| > loss: 0.7453908324241638 (0.7543335791033602) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1394 (0.13954291793064294) |
|
| > loader_time: 0.0095 (0.009941634707425885) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:26:41 -- STEP: 432/5634 -- GLOBAL_STEP: 11700[0m |
|
| > loss_text_ce: 0.040736712515354156 (0.03842902823385815) |
|
| > loss_mel_ce: 2.8248612880706787 (2.977168307812127) |
|
| > loss: 0.7163994908332825 (0.753899332549837) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1154 (0.13943687909179261) |
|
| > loader_time: 0.0092 (0.009918867989822654) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:26:54 -- STEP: 482/5634 -- GLOBAL_STEP: 11750[0m |
|
| > loss_text_ce: 0.03786861151456833 (0.03842713897931871) |
|
| > loss_mel_ce: 3.0357298851013184 (2.9776019199260553) |
|
| > loss: 0.7683995962142944 (0.7540072634259696) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1464 (0.1393893976923835) |
|
| > loader_time: 0.0099 (0.00990410612826524) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:27:06 -- STEP: 532/5634 -- GLOBAL_STEP: 11800[0m |
|
| > loss_text_ce: 0.03713783621788025 (0.03842313633181321) |
|
| > loss_mel_ce: 2.9387922286987305 (2.9785251823583057) |
|
| > loss: 0.7439824938774109 (0.7542370786344198) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1074 (0.1392291255463334) |
|
| > loader_time: 0.0098 (0.009887397289276107) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:27:18 -- STEP: 582/5634 -- GLOBAL_STEP: 11850[0m |
|
| > loss_text_ce: 0.03900568559765816 (0.03842306618428311) |
|
| > loss_mel_ce: 2.828721284866333 (2.975273355995259) |
|
| > loss: 0.7169317603111267 (0.7534241047511805) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1391 (0.1390006427502713) |
|
| > loader_time: 0.0091 (0.009870629949668003) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:27:30 -- STEP: 632/5634 -- GLOBAL_STEP: 11900[0m |
|
| > loss_text_ce: 0.03935672715306282 (0.038432546502238596) |
|
| > loss_mel_ce: 2.916328191757202 (2.9750794772105897) |
|
| > loss: 0.7389212250709534 (0.7533780054389674) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1243 (0.13891812027255176) |
|
| > loader_time: 0.01 (0.009867847343034367) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:27:42 -- STEP: 682/5634 -- GLOBAL_STEP: 11950[0m |
|
| > loss_text_ce: 0.03978003188967705 (0.038409332567252374) |
|
| > loss_mel_ce: 3.0344090461730957 (2.9759478436187576) |
|
| > loss: 0.7685472965240479 (0.7535892937365162) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1457 (0.13882573259191422) |
|
| > loader_time: 0.0098 (0.009860899091815657) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:27:55 -- STEP: 732/5634 -- GLOBAL_STEP: 12000[0m |
|
| > loss_text_ce: 0.03790799528360367 (0.03840350950533739) |
|
| > loss_mel_ce: 2.95538592338562 (2.977113141062483) |
|
| > loss: 0.7483235001564026 (0.753879162457471) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1272 (0.1390294302356699) |
|
| > loader_time: 0.0098 (0.009853847691270165) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:28:07 -- STEP: 782/5634 -- GLOBAL_STEP: 12050[0m |
|
| > loss_text_ce: 0.039357803761959076 (0.038383383384865306) |
|
| > loss_mel_ce: 3.1818525791168213 (2.9786403974913593) |
|
| > loss: 0.805302619934082 (0.7542559452678843) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1233 (0.1391446941039141) |
|
| > loader_time: 0.0092 (0.009861906776037975) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:28:19 -- STEP: 832/5634 -- GLOBAL_STEP: 12100[0m |
|
| > loss_text_ce: 0.03936067968606949 (0.038378924816452845) |
|
| > loss_mel_ce: 2.9181313514709473 (2.9778459745530914) |
|
| > loss: 0.7393730282783508 (0.7540562249576813) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1113 (0.13895575157724896) |
|
| > loader_time: 0.0094 (0.009854911898191161) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:28:31 -- STEP: 882/5634 -- GLOBAL_STEP: 12150[0m |
|
| > loss_text_ce: 0.03833744302392006 (0.03839899567029781) |
|
| > loss_mel_ce: 3.155843734741211 (2.9796475591032427) |
|
| > loss: 0.7985453009605408 (0.754511638833822) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1407 (0.13889584087190185) |
|
| > loader_time: 0.0098 (0.009860719953264511) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:28:43 -- STEP: 932/5634 -- GLOBAL_STEP: 12200[0m |
|
| > loss_text_ce: 0.03659326955676079 (0.03837567449111669) |
|
| > loss_mel_ce: 3.017275333404541 (2.980118355525923) |
|
| > loss: 0.7634671330451965 (0.7546235074812759) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1074 (0.13879606652157514) |
|
| > loader_time: 0.0094 (0.009854115641679888) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:28:55 -- STEP: 982/5634 -- GLOBAL_STEP: 12250[0m |
|
| > loss_text_ce: 0.04015519842505455 (0.0383744866050431) |
|
| > loss_mel_ce: 2.911212682723999 (2.98019685667547) |
|
| > loss: 0.7378419637680054 (0.7546428358239212) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1549 (0.13878613164128706) |
|
| > loader_time: 0.01 (0.009855080039340951) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:29:08 -- STEP: 1032/5634 -- GLOBAL_STEP: 12300[0m |
|
| > loss_text_ce: 0.03982720896601677 (0.038400973702326084) |
|
| > loss_mel_ce: 2.9897639751434326 (2.981758362332057) |
|
| > loss: 0.7573977708816528 (0.7550398339481315) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1083 (0.13891089309093574) |
|
| > loader_time: 0.0096 (0.009860480016516163) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:29:20 -- STEP: 1082/5634 -- GLOBAL_STEP: 12350[0m |
|
| > loss_text_ce: 0.04133184254169464 (0.038410267973397895) |
|
| > loss_mel_ce: 2.9715564250946045 (2.981949307341232) |
|
| > loss: 0.7532220482826233 (0.7550898936341298) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1394 (0.13894766888644927) |
|
| > loader_time: 0.0097 (0.009868924586918354) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:29:32 -- STEP: 1132/5634 -- GLOBAL_STEP: 12400[0m |
|
| > loss_text_ce: 0.03898755460977554 (0.03841160877538655) |
|
| > loss_mel_ce: 3.013366937637329 (2.9814401616477304) |
|
| > loss: 0.7630886435508728 (0.754962942414907) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1317 (0.13883478881613545) |
|
| > loader_time: 0.0098 (0.009866340842769347) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:29:44 -- STEP: 1182/5634 -- GLOBAL_STEP: 12450[0m |
|
| > loss_text_ce: 0.038045089691877365 (0.03840407670212378) |
|
| > loss_mel_ce: 2.9686007499694824 (2.9811104209289954) |
|
| > loss: 0.751661479473114 (0.7548786243408062) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1305 (0.13879569855639998) |
|
| > loader_time: 0.0093 (0.009869166840554906) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:29:57 -- STEP: 1232/5634 -- GLOBAL_STEP: 12500[0m |
|
| > loss_text_ce: 0.04034985601902008 (0.03841017211436647) |
|
| > loss_mel_ce: 3.117736577987671 (2.9815086776560022) |
|
| > loss: 0.7895216345787048 (0.7549797124773651) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1107 (0.13877137334315823) |
|
| > loader_time: 0.0114 (0.00987966919874217) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:30:09 -- STEP: 1282/5634 -- GLOBAL_STEP: 12550[0m |
|
| > loss_text_ce: 0.03821142017841339 (0.0383993362551686) |
|
| > loss_mel_ce: 2.690369129180908 (2.981970345546228) |
|
| > loss: 0.6821451187133789 (0.7550924205091925) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1219 (0.1387667129638602) |
|
| > loader_time: 0.0095 (0.009878868059881403) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:30:21 -- STEP: 1332/5634 -- GLOBAL_STEP: 12600[0m |
|
| > loss_text_ce: 0.03908280283212662 (0.03839670191309206) |
|
| > loss_mel_ce: 2.776010513305664 (2.982428849638403) |
|
| > loss: 0.7037733197212219 (0.7552063879487037) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1116 (0.1386530655282396) |
|
| > loader_time: 0.009 (0.00987629722188544) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:30:33 -- STEP: 1382/5634 -- GLOBAL_STEP: 12650[0m |
|
| > loss_text_ce: 0.03777151182293892 (0.038404818713212156) |
|
| > loss_mel_ce: 2.7273449897766113 (2.982077011668734) |
|
| > loss: 0.6912791132926941 (0.7551204575988556) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1197 (0.13864026038588037) |
|
| > loader_time: 0.0092 (0.009869790801781141) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:30:46 -- STEP: 1432/5634 -- GLOBAL_STEP: 12700[0m |
|
| > loss_text_ce: 0.03800952434539795 (0.038409480455659284) |
|
| > loss_mel_ce: 3.0213801860809326 (2.9814660627415726) |
|
| > loss: 0.7648473978042603 (0.7549688858110142) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.124 (0.1387387937007668) |
|
| > loader_time: 0.0102 (0.00987249479613492) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:30:58 -- STEP: 1482/5634 -- GLOBAL_STEP: 12750[0m |
|
| > loss_text_ce: 0.040686674416065216 (0.03841596411468207) |
|
| > loss_mel_ce: 3.1352107524871826 (2.9808294739317795) |
|
| > loss: 0.7939743399620056 (0.7548113595618889) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1554 (0.13876245555929148) |
|
| > loader_time: 0.0109 (0.009876413062194757) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:31:10 -- STEP: 1532/5634 -- GLOBAL_STEP: 12800[0m |
|
| > loss_text_ce: 0.037786033004522324 (0.0384174937615779) |
|
| > loss_mel_ce: 2.9500787258148193 (2.9813364078108386) |
|
| > loss: 0.7469661831855774 (0.7549384753791218) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1381 (0.13885253169829154) |
|
| > loader_time: 0.0106 (0.009882406839813965) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:31:23 -- STEP: 1582/5634 -- GLOBAL_STEP: 12850[0m |
|
| > loss_text_ce: 0.03776595741510391 (0.03839880528279338) |
|
| > loss_mel_ce: 3.0166804790496826 (2.9802033868059046) |
|
| > loss: 0.7636116147041321 (0.7546505480062793) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.129 (0.1388360174507014) |
|
| > loader_time: 0.0096 (0.009883186006365183) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:31:34 -- STEP: 1632/5634 -- GLOBAL_STEP: 12900[0m |
|
| > loss_text_ce: 0.03754260018467903 (0.038395644724825574) |
|
| > loss_mel_ce: 2.92154860496521 (2.978831940567961) |
|
| > loss: 0.7397727966308594 (0.7543068962792553) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1365 (0.13871744216657145) |
|
| > loader_time: 0.0099 (0.009880926240892979) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:31:47 -- STEP: 1682/5634 -- GLOBAL_STEP: 12950[0m |
|
| > loss_text_ce: 0.03994401544332504 (0.038386342134526026) |
|
| > loss_mel_ce: 3.132645845413208 (2.9782866951118043) |
|
| > loss: 0.7931474447250366 (0.7541682592257589) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1492 (0.13864516800847546) |
|
| > loader_time: 0.0101 (0.0098788624853073) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:31:59 -- STEP: 1732/5634 -- GLOBAL_STEP: 13000[0m |
|
| > loss_text_ce: 0.03527757152915001 (0.03838171792704844) |
|
| > loss_mel_ce: 3.0399868488311768 (2.9778259210718696) |
|
| > loss: 0.7688161134719849 (0.7540519096421863) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1289 (0.1386019906876543) |
|
| > loader_time: 0.0098 (0.009877029247151795) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:32:11 -- STEP: 1782/5634 -- GLOBAL_STEP: 13050[0m |
|
| > loss_text_ce: 0.03967159241437912 (0.038381284677687984) |
|
| > loss_mel_ce: 3.0017952919006348 (2.977785760706121) |
|
| > loss: 0.7603667378425598 (0.7540417612267929) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1288 (0.13860459212636037) |
|
| > loader_time: 0.0095 (0.009876489505489541) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:32:23 -- STEP: 1832/5634 -- GLOBAL_STEP: 13100[0m |
|
| > loss_text_ce: 0.03973140940070152 (0.03838096375223331) |
|
| > loss_mel_ce: 3.109463691711426 (2.977824585666823) |
|
| > loss: 0.7872987985610962 (0.7540513872124219) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.138 (0.1385466250790259) |
|
| > loader_time: 0.0098 (0.009874591790953065) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:32:35 -- STEP: 1882/5634 -- GLOBAL_STEP: 13150[0m |
|
| > loss_text_ce: 0.04068414121866226 (0.038366947093469814) |
|
| > loss_mel_ce: 3.0249485969543457 (2.9772105395603887) |
|
| > loss: 0.7664082050323486 (0.7538943716367421) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1315 (0.13861186990829127) |
|
| > loader_time: 0.0092 (0.009874968422333322) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:32:48 -- STEP: 1932/5634 -- GLOBAL_STEP: 13200[0m |
|
| > loss_text_ce: 0.04197826236486435 (0.03837077763880262) |
|
| > loss_mel_ce: 2.856478691101074 (2.976776521398414) |
|
| > loss: 0.7246142625808716 (0.7537868247515911) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.121 (0.13860104629465264) |
|
| > loader_time: 0.0099 (0.009869857727864275) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:33:00 -- STEP: 1982/5634 -- GLOBAL_STEP: 13250[0m |
|
| > loss_text_ce: 0.03937860578298569 (0.03836478881620615) |
|
| > loss_mel_ce: 3.005124807357788 (2.977122490870363) |
|
| > loss: 0.7611258625984192 (0.7538718199573538) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1974 (0.1386202250190989) |
|
| > loader_time: 0.0109 (0.009867202501845536) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:33:12 -- STEP: 2032/5634 -- GLOBAL_STEP: 13300[0m |
|
| > loss_text_ce: 0.042950451374053955 (0.03836401205832564) |
|
| > loss_mel_ce: 2.8603618144989014 (2.9767569511190173) |
|
| > loss: 0.7258280515670776 (0.7537802408823345) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1202 (0.13854250358784292) |
|
| > loader_time: 0.0099 (0.009864817219456357) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:33:24 -- STEP: 2082/5634 -- GLOBAL_STEP: 13350[0m |
|
| > loss_text_ce: 0.03895903751254082 (0.03835077614744447) |
|
| > loss_mel_ce: 3.132591962814331 (2.9770874152609528) |
|
| > loss: 0.7928877472877502 (0.7538595479858481) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1381 (0.13855146388384615) |
|
| > loader_time: 0.0095 (0.009862504935287498) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:33:36 -- STEP: 2132/5634 -- GLOBAL_STEP: 13400[0m |
|
| > loss_text_ce: 0.04025677219033241 (0.038346360919832866) |
|
| > loss_mel_ce: 2.9661800861358643 (2.976268963339628) |
|
| > loss: 0.751609206199646 (0.7536538312627494) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1258 (0.13855252547738253) |
|
| > loader_time: 0.0105 (0.009860620713368146) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:33:48 -- STEP: 2182/5634 -- GLOBAL_STEP: 13450[0m |
|
| > loss_text_ce: 0.03821359947323799 (0.03833374583122248) |
|
| > loss_mel_ce: 2.898001194000244 (2.976304151507062) |
|
| > loss: 0.7340536713600159 (0.7536594745601457) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1306 (0.1385170478104015) |
|
| > loader_time: 0.0096 (0.009861826241071027) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:34:01 -- STEP: 2232/5634 -- GLOBAL_STEP: 13500[0m |
|
| > loss_text_ce: 0.035469770431518555 (0.03833396943189261) |
|
| > loss_mel_ce: 3.0534963607788086 (2.975806102850957) |
|
| > loss: 0.7722415328025818 (0.7535350183325427) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.127 (0.1385257326360244) |
|
| > loader_time: 0.0099 (0.009860852606407634) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:34:13 -- STEP: 2282/5634 -- GLOBAL_STEP: 13550[0m |
|
| > loss_text_ce: 0.03723544999957085 (0.03833831670652429) |
|
| > loss_mel_ce: 2.9553420543670654 (2.9761454093675668) |
|
| > loss: 0.7481443881988525 (0.7536209317333961) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1274 (0.13854960241827602) |
|
| > loader_time: 0.0093 (0.009856924897845022) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:34:25 -- STEP: 2332/5634 -- GLOBAL_STEP: 13600[0m |
|
| > loss_text_ce: 0.038042109459638596 (0.038325574912776245) |
|
| > loss_mel_ce: 3.251906633377075 (2.9756120293054518) |
|
| > loss: 0.8224871754646301 (0.7534844012192958) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1279 (0.1385170060815369) |
|
| > loader_time: 0.0096 (0.009857947380628639) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:34:37 -- STEP: 2382/5634 -- GLOBAL_STEP: 13650[0m |
|
| > loss_text_ce: 0.03898966684937477 (0.03831686034695404) |
|
| > loss_mel_ce: 2.7694404125213623 (2.9756003622244007) |
|
| > loss: 0.7021075487136841 (0.7534793057579837) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1401 (0.13863136325935474) |
|
| > loader_time: 0.0099 (0.009863836839357218) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:34:50 -- STEP: 2432/5634 -- GLOBAL_STEP: 13700[0m |
|
| > loss_text_ce: 0.03825527802109718 (0.038305239936514586) |
|
| > loss_mel_ce: 2.841712236404419 (2.975534250273514) |
|
| > loss: 0.7199918627738953 (0.7534598726779226) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1231 (0.13864016356436829) |
|
| > loader_time: 0.0102 (0.009867906080264801) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:35:02 -- STEP: 2482/5634 -- GLOBAL_STEP: 13750[0m |
|
| > loss_text_ce: 0.04059970751404762 (0.038305043316417015) |
|
| > loss_mel_ce: 2.908291816711426 (2.9749409654849357) |
|
| > loss: 0.7372229099273682 (0.7533115023187245) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1527 (0.138645051084729) |
|
| > loader_time: 0.0099 (0.009868226735271057) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:35:14 -- STEP: 2532/5634 -- GLOBAL_STEP: 13800[0m |
|
| > loss_text_ce: 0.03603069484233856 (0.03830621242567337) |
|
| > loss_mel_ce: 2.8703036308288574 (2.974597914335662) |
|
| > loss: 0.7265836000442505 (0.7532260318126344) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1473 (0.1386110615014653) |
|
| > loader_time: 0.0101 (0.009870704693063549) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:35:26 -- STEP: 2582/5634 -- GLOBAL_STEP: 13850[0m |
|
| > loss_text_ce: 0.03641195595264435 (0.03830071807551146) |
|
| > loss_mel_ce: 3.012272357940674 (2.974804829757032) |
|
| > loss: 0.7621710896492004 (0.7532763870347842) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1345 (0.1386053996156298) |
|
| > loader_time: 0.01 (0.009872061812905349) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:35:38 -- STEP: 2632/5634 -- GLOBAL_STEP: 13900[0m |
|
| > loss_text_ce: 0.038088422268629074 (0.0383070272805402) |
|
| > loss_mel_ce: 2.6988775730133057 (2.974962090739362) |
|
| > loss: 0.6842414736747742 (0.7533172795203678) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1002 (0.13857438390378177) |
|
| > loader_time: 0.0091 (0.009872425290951243) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:35:51 -- STEP: 2682/5634 -- GLOBAL_STEP: 13950[0m |
|
| > loss_text_ce: 0.0409727580845356 (0.03830623539132724) |
|
| > loss_mel_ce: 2.800264835357666 (2.974780270895078) |
|
| > loss: 0.7103093862533569 (0.7532716265683025) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1293 (0.13863382287917983) |
|
| > loader_time: 0.0096 (0.009878337161030721) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:36:03 -- STEP: 2732/5634 -- GLOBAL_STEP: 14000[0m |
|
| > loss_text_ce: 0.03794240206480026 (0.03830808450401079) |
|
| > loss_mel_ce: 2.8905770778656006 (2.974613577694702) |
|
| > loss: 0.7321298718452454 (0.7532304155573486) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1383 (0.13863005618923432) |
|
| > loader_time: 0.0101 (0.009880660742652187) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:36:15 -- STEP: 2782/5634 -- GLOBAL_STEP: 14050[0m |
|
| > loss_text_ce: 0.038306739181280136 (0.03830210457132141) |
|
| > loss_mel_ce: 2.8960864543914795 (2.974758897643564) |
|
| > loss: 0.7335982918739319 (0.7532652505733053) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1126 (0.13858910621626633) |
|
| > loader_time: 0.0089 (0.009883647167279849) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:36:27 -- STEP: 2832/5634 -- GLOBAL_STEP: 14100[0m |
|
| > loss_text_ce: 0.037995364516973495 (0.038299724618157165) |
|
| > loss_mel_ce: 3.1737236976623535 (2.9750055854266626) |
|
| > loss: 0.8029297590255737 (0.7533263275136716) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1255 (0.13854676527155332) |
|
| > loader_time: 0.0099 (0.00988313993491695) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:36:39 -- STEP: 2882/5634 -- GLOBAL_STEP: 14150[0m |
|
| > loss_text_ce: 0.035777535289525986 (0.03829746669911932) |
|
| > loss_mel_ce: 2.7741644382476807 (2.9749534475067088) |
|
| > loss: 0.7024855017662048 (0.7533127285183342) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1386 (0.13852472598150664) |
|
| > loader_time: 0.0097 (0.009888042351340847) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:36:52 -- STEP: 2932/5634 -- GLOBAL_STEP: 14200[0m |
|
| > loss_text_ce: 0.03794863820075989 (0.038293950997247306) |
|
| > loss_mel_ce: 3.0401101112365723 (2.9746035315492776) |
|
| > loss: 0.7695146799087524 (0.7532243705869206) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1383 (0.13851202445010713) |
|
| > loader_time: 0.0104 (0.00988735362257183) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:37:04 -- STEP: 2982/5634 -- GLOBAL_STEP: 14250[0m |
|
| > loss_text_ce: 0.03635037690401077 (0.03829192953018102) |
|
| > loss_mel_ce: 2.9704973697662354 (2.9744241391149306) |
|
| > loss: 0.7517119646072388 (0.7531790170671152) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1245 (0.1385243033339402) |
|
| > loader_time: 0.0093 (0.009888537053211204) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:37:16 -- STEP: 3032/5634 -- GLOBAL_STEP: 14300[0m |
|
| > loss_text_ce: 0.03730612248182297 (0.03828929742432074) |
|
| > loss_mel_ce: 2.9132254123687744 (2.9740161331159127) |
|
| > loss: 0.7376328706741333 (0.7530763576244613) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1277 (0.1384861761001296) |
|
| > loader_time: 0.0096 (0.009889909570009547) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:37:28 -- STEP: 3082/5634 -- GLOBAL_STEP: 14350[0m |
|
| > loss_text_ce: 0.04062816500663757 (0.038285195959839556) |
|
| > loss_mel_ce: 3.07902455329895 (2.9737841670657024) |
|
| > loss: 0.7799131870269775 (0.7530173407523061) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1396 (0.1385440612133258) |
|
| > loader_time: 0.0099 (0.00989075924652417) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:37:40 -- STEP: 3132/5634 -- GLOBAL_STEP: 14400[0m |
|
| > loss_text_ce: 0.03921309486031532 (0.03828185484691088) |
|
| > loss_mel_ce: 2.9015254974365234 (2.973629339749175) |
|
| > loss: 0.7351846694946289 (0.7529777986488729) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1356 (0.13851124482136593) |
|
| > loader_time: 0.0104 (0.00988786354527773) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:37:52 -- STEP: 3182/5634 -- GLOBAL_STEP: 14450[0m |
|
| > loss_text_ce: 0.037755124270915985 (0.03827898679470902) |
|
| > loss_mel_ce: 3.1740057468414307 (2.9738945662038705) |
|
| > loss: 0.8029401898384094 (0.7530433882301815) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1548 (0.1384549784555443) |
|
| > loader_time: 0.0099 (0.009885275236545771) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:38:05 -- STEP: 3232/5634 -- GLOBAL_STEP: 14500[0m |
|
| > loss_text_ce: 0.040161218494176865 (0.038273838190200526) |
|
| > loss_mel_ce: 3.1128082275390625 (2.9743177047607907) |
|
| > loss: 0.7882423400878906 (0.7531478857381801) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1368 (0.13847184240227892) |
|
| > loader_time: 0.0102 (0.009887568578861734) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:38:17 -- STEP: 3282/5634 -- GLOBAL_STEP: 14550[0m |
|
| > loss_text_ce: 0.036896996200084686 (0.038268208505425776) |
|
| > loss_mel_ce: 3.1271557807922363 (2.9743477224504544) |
|
| > loss: 0.7910131812095642 (0.7531539827567056) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1623 (0.13844762329354957) |
|
| > loader_time: 0.0101 (0.009887212373220947) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:38:29 -- STEP: 3332/5634 -- GLOBAL_STEP: 14600[0m |
|
| > loss_text_ce: 0.03611161559820175 (0.038268234731130876) |
|
| > loss_mel_ce: 2.92777419090271 (2.9741641833287025) |
|
| > loss: 0.7409714460372925 (0.7531081045410926) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1131 (0.138480181882934) |
|
| > loader_time: 0.0095 (0.009891729681145534) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:38:41 -- STEP: 3382/5634 -- GLOBAL_STEP: 14650[0m |
|
| > loss_text_ce: 0.03875024989247322 (0.03825638887964273) |
|
| > loss_mel_ce: 2.9595437049865723 (2.97369998943728) |
|
| > loss: 0.7495734691619873 (0.75298909463169) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1474 (0.13845224989581467) |
|
| > loader_time: 0.01 (0.00989218409564776) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:38:53 -- STEP: 3432/5634 -- GLOBAL_STEP: 14700[0m |
|
| > loss_text_ce: 0.034721191972494125 (0.03825535621583062) |
|
| > loss_mel_ce: 2.9239413738250732 (2.9734978909953753) |
|
| > loss: 0.7396656274795532 (0.7529383118336015) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1097 (0.1384276909566985) |
|
| > loader_time: 0.0094 (0.009890593987800584) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:39:05 -- STEP: 3482/5634 -- GLOBAL_STEP: 14750[0m |
|
| > loss_text_ce: 0.038632363080978394 (0.03824556254905353) |
|
| > loss_mel_ce: 2.8393399715423584 (2.973059826784609) |
|
| > loss: 0.7194930911064148 (0.7528263473736696) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1317 (0.13837985017394178) |
|
| > loader_time: 0.0095 (0.009889195733615413) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:39:17 -- STEP: 3532/5634 -- GLOBAL_STEP: 14800[0m |
|
| > loss_text_ce: 0.039979640394449234 (0.03824571459812544) |
|
| > loss_mel_ce: 2.844973564147949 (2.9732990487650577) |
|
| > loss: 0.7212383151054382 (0.752886190791092) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1157 (0.13837549201764487) |
|
| > loader_time: 0.0097 (0.009888223654011506) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:39:29 -- STEP: 3582/5634 -- GLOBAL_STEP: 14850[0m |
|
| > loss_text_ce: 0.03636821731925011 (0.03824470210862037) |
|
| > loss_mel_ce: 2.9409351348876953 (2.9726715483923702) |
|
| > loss: 0.7443258166313171 (0.7527290625754577) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.103 (0.13831565135155005) |
|
| > loader_time: 0.0111 (0.009886485314914999) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:39:41 -- STEP: 3632/5634 -- GLOBAL_STEP: 14900[0m |
|
| > loss_text_ce: 0.03569858893752098 (0.038238413524731896) |
|
| > loss_mel_ce: 2.811797618865967 (2.972790533881879) |
|
| > loss: 0.7118740677833557 (0.7527572368210105) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1089 (0.13834632368602454) |
|
| > loader_time: 0.0095 (0.009889363651758777) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:39:53 -- STEP: 3682/5634 -- GLOBAL_STEP: 14950[0m |
|
| > loss_text_ce: 0.03843693435192108 (0.038235708056872694) |
|
| > loss_mel_ce: 2.920635938644409 (2.972544795530505) |
|
| > loss: 0.7397682070732117 (0.7526951258043952) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1142 (0.13833677794608298) |
|
| > loader_time: 0.0115 (0.009890669652264384) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:40:06 -- STEP: 3732/5634 -- GLOBAL_STEP: 15000[0m |
|
| > loss_text_ce: 0.038526501506567 (0.03823470626283928) |
|
| > loss_mel_ce: 3.1320083141326904 (2.9723780843222625) |
|
| > loss: 0.7926337122917175 (0.7526531975400919) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1326 (0.13833964797333798) |
|
| > loader_time: 0.0103 (0.009893308881778046) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:40:18 -- STEP: 3782/5634 -- GLOBAL_STEP: 15050[0m |
|
| > loss_text_ce: 0.03469371050596237 (0.038226372039310993) |
|
| > loss_mel_ce: 3.0415546894073486 (2.9720400431873544) |
|
| > loss: 0.7690621018409729 (0.7525666036629788) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1311 (0.1383546364490224) |
|
| > loader_time: 0.0096 (0.0098920302817205) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:40:30 -- STEP: 3832/5634 -- GLOBAL_STEP: 15100[0m |
|
| > loss_text_ce: 0.038432128727436066 (0.03822971033155996) |
|
| > loss_mel_ce: 2.9390108585357666 (2.971745970229265) |
|
| > loss: 0.7443607449531555 (0.7524939199952341) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1253 (0.13833507011977053) |
|
| > loader_time: 0.0095 (0.00988930134036596) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:40:43 -- STEP: 3882/5634 -- GLOBAL_STEP: 15150[0m |
|
| > loss_text_ce: 0.0397336483001709 (0.03822632678311812) |
|
| > loss_mel_ce: 3.0309228897094727 (2.9718888235853713) |
|
| > loss: 0.7676641345024109 (0.7525287873808836) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1441 (0.13840268218351515) |
|
| > loader_time: 0.01 (0.009893059484864072) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:40:55 -- STEP: 3932/5634 -- GLOBAL_STEP: 15200[0m |
|
| > loss_text_ce: 0.0386124812066555 (0.03823125471587417) |
|
| > loss_mel_ce: 2.889939308166504 (2.9720616495863936) |
|
| > loss: 0.73213791847229 (0.7525732258480657) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1271 (0.13839501858000144) |
|
| > loader_time: 0.0096 (0.009894185852058547) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:41:07 -- STEP: 3982/5634 -- GLOBAL_STEP: 15250[0m |
|
| > loss_text_ce: 0.040854088962078094 (0.038226998180042465) |
|
| > loss_mel_ce: 2.808534860610962 (2.971834338232237) |
|
| > loss: 0.7123472094535828 (0.7525153338519965) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1477 (0.13837406654444162) |
|
| > loader_time: 0.0104 (0.009895745741548643) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:41:19 -- STEP: 4032/5634 -- GLOBAL_STEP: 15300[0m |
|
| > loss_text_ce: 0.03791075572371483 (0.038224909403305946) |
|
| > loss_mel_ce: 2.9060287475585938 (2.9719034347624045) |
|
| > loss: 0.7359848618507385 (0.7525320857881551) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1314 (0.1383319971935147) |
|
| > loader_time: 0.0103 (0.009896846222026011) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:41:31 -- STEP: 4082/5634 -- GLOBAL_STEP: 15350[0m |
|
| > loss_text_ce: 0.03790079057216644 (0.03821933494323188) |
|
| > loss_mel_ce: 3.0024802684783936 (2.9719292555060925) |
|
| > loss: 0.7600952386856079 (0.7525371473423116) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1259 (0.13834556605756346) |
|
| > loader_time: 0.0096 (0.009896738689241315) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:41:43 -- STEP: 4132/5634 -- GLOBAL_STEP: 15400[0m |
|
| > loss_text_ce: 0.03644327446818352 (0.038213983577083784) |
|
| > loss_mel_ce: 2.8802576065063477 (2.9717389477880265) |
|
| > loss: 0.7291752099990845 (0.7524882325504084) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1025 (0.13834437078797263) |
|
| > loader_time: 0.0095 (0.00989935433876134) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:41:55 -- STEP: 4182/5634 -- GLOBAL_STEP: 15450[0m |
|
| > loss_text_ce: 0.03612525761127472 (0.03820796054487292) |
|
| > loss_mel_ce: 3.023212194442749 (2.9714654361956536) |
|
| > loss: 0.7648343443870544 (0.752418348887273) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1331 (0.13832249645979341) |
|
| > loader_time: 0.0091 (0.009901955730888846) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:42:08 -- STEP: 4232/5634 -- GLOBAL_STEP: 15500[0m |
|
| > loss_text_ce: 0.040416616946458817 (0.038213174851322536) |
|
| > loss_mel_ce: 2.9094130992889404 (2.9714735787509734) |
|
| > loss: 0.7374574542045593 (0.7524216881405649) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1143 (0.1383594403532821) |
|
| > loader_time: 0.0098 (0.009903737975879517) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:42:20 -- STEP: 4282/5634 -- GLOBAL_STEP: 15550[0m |
|
| > loss_text_ce: 0.039789795875549316 (0.03821136790646581) |
|
| > loss_mel_ce: 2.8386805057525635 (2.9711992495642363) |
|
| > loss: 0.7196176052093506 (0.7523526540987403) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1045 (0.13838676134596836) |
|
| > loader_time: 0.0094 (0.009904400091870599) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:42:32 -- STEP: 4332/5634 -- GLOBAL_STEP: 15600[0m |
|
| > loss_text_ce: 0.039859261363744736 (0.03821094118149837) |
|
| > loss_mel_ce: 3.0851123332977295 (2.9715242759012432) |
|
| > loss: 0.7812429070472717 (0.7524338040160335) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1124 (0.13837950139384772) |
|
| > loader_time: 0.0095 (0.009904775427979446) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:42:44 -- STEP: 4382/5634 -- GLOBAL_STEP: 15650[0m |
|
| > loss_text_ce: 0.03835361823439598 (0.03820965468198306) |
|
| > loss_mel_ce: 3.1615982055664062 (2.9715538670188577) |
|
| > loss: 0.7999879717826843 (0.7524408801866412) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1401 (0.13837499789373373) |
|
| > loader_time: 0.0097 (0.009908503998582733) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:42:56 -- STEP: 4432/5634 -- GLOBAL_STEP: 15700[0m |
|
| > loss_text_ce: 0.03570261970162392 (0.03820541694412337) |
|
| > loss_mel_ce: 3.166858673095703 (2.9713523362625365) |
|
| > loss: 0.800640344619751 (0.7523894380603234) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1262 (0.13836426790870943) |
|
| > loader_time: 0.01 (0.009908462366902867) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:43:09 -- STEP: 4482/5634 -- GLOBAL_STEP: 15750[0m |
|
| > loss_text_ce: 0.03913724422454834 (0.03820050958816636) |
|
| > loss_mel_ce: 2.9345598220825195 (2.9713826388559497) |
|
| > loss: 0.7434242963790894 (0.7523957868869249) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1304 (0.13838822987397756) |
|
| > loader_time: 0.0099 (0.009909562104943072) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:43:21 -- STEP: 4532/5634 -- GLOBAL_STEP: 15800[0m |
|
| > loss_text_ce: 0.03867807984352112 (0.038199627663058996) |
|
| > loss_mel_ce: 3.1713616847991943 (2.9713484197723465) |
|
| > loss: 0.8025099635124207 (0.7523870116719491) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1292 (0.1383818224374954) |
|
| > loader_time: 0.0099 (0.00990994068130602) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:43:33 -- STEP: 4582/5634 -- GLOBAL_STEP: 15850[0m |
|
| > loss_text_ce: 0.04364952817559242 (0.03819671971174644) |
|
| > loss_mel_ce: 3.084118366241455 (2.9712694577388192) |
|
| > loss: 0.7819419503211975 (0.7523665441820471) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1572 (0.13838618491633634) |
|
| > loader_time: 0.0104 (0.009911556631027493) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:43:45 -- STEP: 4632/5634 -- GLOBAL_STEP: 15900[0m |
|
| > loss_text_ce: 0.03707846999168396 (0.03819599394390555) |
|
| > loss_mel_ce: 3.1016886234283447 (2.971263556488643) |
|
| > loss: 0.7846917510032654 (0.7523648873717874) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1631 (0.13841184134722187) |
|
| > loader_time: 0.0101 (0.009911725918451955) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:43:58 -- STEP: 4682/5634 -- GLOBAL_STEP: 15950[0m |
|
| > loss_text_ce: 0.03840070217847824 (0.03819590775572184) |
|
| > loss_mel_ce: 3.011014938354492 (2.9713187034901063) |
|
| > loss: 0.7623538970947266 (0.7523786525652987) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1233 (0.13842049076841328) |
|
| > loader_time: 0.0095 (0.009913947377536914) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:44:10 -- STEP: 4732/5634 -- GLOBAL_STEP: 16000[0m |
|
| > loss_text_ce: 0.03939564898610115 (0.038193474712270664) |
|
| > loss_mel_ce: 3.1159071922302246 (2.9712380216168035) |
|
| > loss: 0.7888256907463074 (0.7523578738798447) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1243 (0.13838671111294715) |
|
| > loader_time: 0.0096 (0.009913458828188464) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:44:22 -- STEP: 4782/5634 -- GLOBAL_STEP: 16050[0m |
|
| > loss_text_ce: 0.04069612920284271 (0.038193764040789564) |
|
| > loss_mel_ce: 3.0223209857940674 (2.9712139559011503) |
|
| > loss: 0.7657542824745178 (0.7523519298064061) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1273 (0.13841111093622446) |
|
| > loader_time: 0.0095 (0.009916575370798155) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:44:34 -- STEP: 4832/5634 -- GLOBAL_STEP: 16100[0m |
|
| > loss_text_ce: 0.03726675733923912 (0.03818964509760639) |
|
| > loss_mel_ce: 2.868685245513916 (2.9711367161266096) |
|
| > loss: 0.7264879941940308 (0.7523315901319112) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1311 (0.13839466164246322) |
|
| > loader_time: 0.0103 (0.009915799593293913) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:44:47 -- STEP: 4882/5634 -- GLOBAL_STEP: 16150[0m |
|
| > loss_text_ce: 0.03842448815703392 (0.03818763375155621) |
|
| > loss_mel_ce: 2.775667428970337 (2.9708427499425794) |
|
| > loss: 0.7035229802131653 (0.7522575957444975) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1333 (0.13840523702792604) |
|
| > loader_time: 0.0095 (0.009918827006485767) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:44:59 -- STEP: 4932/5634 -- GLOBAL_STEP: 16200[0m |
|
| > loss_text_ce: 0.03888564556837082 (0.038180311626263) |
|
| > loss_mel_ce: 3.091750383377075 (2.9709987505992497) |
|
| > loss: 0.7826589941978455 (0.752294765372925) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1469 (0.13840783749376992) |
|
| > loader_time: 0.0106 (0.00992010549520539) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:45:11 -- STEP: 4982/5634 -- GLOBAL_STEP: 16250[0m |
|
| > loss_text_ce: 0.04068618640303612 (0.038177619115436386) |
|
| > loss_mel_ce: 3.076456308364868 (2.9710827332718353) |
|
| > loss: 0.7792856097221375 (0.7523150879041773) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1473 (0.13841694375684813) |
|
| > loader_time: 0.01 (0.009921511748094542) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:45:23 -- STEP: 5032/5634 -- GLOBAL_STEP: 16300[0m |
|
| > loss_text_ce: 0.03901161998510361 (0.03817301135123758) |
|
| > loss_mel_ce: 3.0324904918670654 (2.970483474587412) |
|
| > loss: 0.7678755521774292 (0.7521641212848669) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1382 (0.1384174743214173) |
|
| > loader_time: 0.0099 (0.009921171327842645) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:45:36 -- STEP: 5082/5634 -- GLOBAL_STEP: 16350[0m |
|
| > loss_text_ce: 0.03789939731359482 (0.03816814188263056) |
|
| > loss_mel_ce: 2.7078182697296143 (2.970167967617306) |
|
| > loss: 0.6864294409751892 (0.7520840271562621) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.112 (0.13843594241076634) |
|
| > loader_time: 0.0095 (0.009922482609889604) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:45:48 -- STEP: 5132/5634 -- GLOBAL_STEP: 16400[0m |
|
| > loss_text_ce: 0.034454889595508575 (0.0381667132660694) |
|
| > loss_mel_ce: 2.9286673069000244 (2.9698839632217933) |
|
| > loss: 0.7407805323600769 (0.7520126688786983) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1277 (0.1384271869228305) |
|
| > loader_time: 0.0096 (0.009921912652667597) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:46:00 -- STEP: 5182/5634 -- GLOBAL_STEP: 16450[0m |
|
| > loss_text_ce: 0.03841587156057358 (0.0381634495322082) |
|
| > loss_mel_ce: 3.02805233001709 (2.9692850571164597) |
|
| > loss: 0.7666170597076416 (0.7518621264438914) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1285 (0.13842293214080276) |
|
| > loader_time: 0.0096 (0.009921007660630615) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:46:12 -- STEP: 5232/5634 -- GLOBAL_STEP: 16500[0m |
|
| > loss_text_ce: 0.03874436020851135 (0.038159801622223176) |
|
| > loss_mel_ce: 2.9208264350891113 (2.9695676955243493) |
|
| > loss: 0.7398927211761475 (0.7519318740757944) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1159 (0.13840986569540245) |
|
| > loader_time: 0.0106 (0.009924474932731872) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:46:24 -- STEP: 5282/5634 -- GLOBAL_STEP: 16550[0m |
|
| > loss_text_ce: 0.03980451449751854 (0.03815948218777231) |
|
| > loss_mel_ce: 3.086622953414917 (2.9695196610786203) |
|
| > loss: 0.7816068530082703 (0.7519197856463591) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1305 (0.13844180847378876) |
|
| > loader_time: 0.01 (0.0099249422347081) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:46:36 -- STEP: 5332/5634 -- GLOBAL_STEP: 16600[0m |
|
| > loss_text_ce: 0.03817147761583328 (0.03815597290556036) |
|
| > loss_mel_ce: 2.9434571266174316 (2.969411373809147) |
|
| > loss: 0.7454071640968323 (0.7518918364792927) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1197 (0.1384329089345741) |
|
| > loader_time: 0.0098 (0.009924135794786283) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:46:48 -- STEP: 5382/5634 -- GLOBAL_STEP: 16650[0m |
|
| > loss_text_ce: 0.0393652506172657 (0.0381560165103523) |
|
| > loss_mel_ce: 3.079596519470215 (2.9692867433036922) |
|
| > loss: 0.7797404527664185 (0.7518606897359065) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1214 (0.13841329016059997) |
|
| > loader_time: 0.0096 (0.009925928225706903) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:47:01 -- STEP: 5432/5634 -- GLOBAL_STEP: 16700[0m |
|
| > loss_text_ce: 0.03581146150827408 (0.03815382706935463) |
|
| > loss_mel_ce: 2.976647138595581 (2.9692594232984035) |
|
| > loss: 0.753114640712738 (0.7518533123807968) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1226 (0.13841374677129994) |
|
| > loader_time: 0.0101 (0.00992697104263028) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:47:13 -- STEP: 5482/5634 -- GLOBAL_STEP: 16750[0m |
|
| > loss_text_ce: 0.03858988732099533 (0.03814739922747225) |
|
| > loss_mel_ce: 2.89900279045105 (2.969259064765532) |
|
| > loss: 0.7343981862068176 (0.7518516158218225) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1343 (0.13841327551897772) |
|
| > loader_time: 0.0114 (0.00992827648578968) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:47:25 -- STEP: 5532/5634 -- GLOBAL_STEP: 16800[0m |
|
| > loss_text_ce: 0.03668350353837013 (0.03814382066772417) |
|
| > loss_mel_ce: 3.065868377685547 (2.9691449501164464) |
|
| > loss: 0.7756379842758179 (0.7518221924939352) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1324 (0.13842878553717372) |
|
| > loader_time: 0.0105 (0.009929644656370987) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:47:37 -- STEP: 5582/5634 -- GLOBAL_STEP: 16850[0m |
|
| > loss_text_ce: 0.039016902446746826 (0.0381434596657875) |
|
| > loss_mel_ce: 3.228367567062378 (2.9691226884738713) |
|
| > loss: 0.8168461322784424 (0.7518165368774965) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1423 (0.13840467354936103) |
|
| > loader_time: 0.01 (0.009929357912753158) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:47:50 -- STEP: 5632/5634 -- GLOBAL_STEP: 16900[0m |
|
| > loss_text_ce: 0.03668612986803055 (0.03814444820289439) |
|
| > loss_mel_ce: 2.9515380859375 (2.9692252689379846) |
|
| > loss: 0.7470560669898987 (0.7518424291100171) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1382 (0.13839850028638145) |
|
| > loader_time: 0.0103 (0.009931176392869534) |
|
|
|
|
|
[1m > EVALUATION [0m |
|
|
|
|
|
[1m--> EVAL PERFORMANCE[0m |
|
| > avg_loader_time:[91m 0.15740531199687244 [0m(+0.000261345425167675) |
|
| > avg_loss_text_ce:[92m 0.03674986612823631 [0m(-0.0005598910287156963) |
|
| > avg_loss_mel_ce:[92m 3.0141979574083204 [0m(-0.009437503041448192) |
|
| > avg_loss:[92m 3.0509478315576777 [0m(-0.009997382894292528) |
|
|
|
> BEST MODEL : /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000/best_model_16902.pth |
|
|
|
[4m[1m > EPOCH: 3/5[0m |
|
--> /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000 |
|
|
|
[1m > TRAINING (2024-12-20 14:48:39) [0m |
|
|
|
[1m --> TIME: 2024-12-20 14:48:52 -- STEP: 48/5634 -- GLOBAL_STEP: 16950[0m |
|
| > loss_text_ce: 0.03884528577327728 (0.03858029182689885) |
|
| > loss_mel_ce: 3.059180974960327 (2.979550460974376) |
|
| > loss: 0.7745065689086914 (0.7545326861242453) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.137 (0.13798913856347403) |
|
| > loader_time: 0.01 (0.010032137235005694) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:49:04 -- STEP: 98/5634 -- GLOBAL_STEP: 17000[0m |
|
| > loss_text_ce: 0.03688115254044533 (0.03819427905338151) |
|
| > loss_mel_ce: 3.083902597427368 (2.9748832571263226) |
|
| > loss: 0.780195951461792 (0.7532693828855243) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1394 (0.13828484622799614) |
|
| > loader_time: 0.0098 (0.009964743439032116) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:49:16 -- STEP: 148/5634 -- GLOBAL_STEP: 17050[0m |
|
| > loss_text_ce: 0.038437940180301666 (0.0379950314558841) |
|
| > loss_mel_ce: 2.944812297821045 (2.977334277049916) |
|
| > loss: 0.7458125352859497 (0.7538323277557218) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1059 (0.13905588678411532) |
|
| > loader_time: 0.0094 (0.009917784381557165) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:49:28 -- STEP: 198/5634 -- GLOBAL_STEP: 17100[0m |
|
| > loss_text_ce: 0.03601015731692314 (0.037876601377972434) |
|
| > loss_mel_ce: 2.927053213119507 (2.9702322458980053) |
|
| > loss: 0.7407658696174622 (0.7520272114662209) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1301 (0.13862867668421586) |
|
| > loader_time: 0.0095 (0.0098741716808743) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:49:41 -- STEP: 248/5634 -- GLOBAL_STEP: 17150[0m |
|
| > loss_text_ce: 0.0397215373814106 (0.03785136917365653) |
|
| > loss_mel_ce: 3.0412757396698 (2.9684724990398648) |
|
| > loss: 0.7702493071556091 (0.7515809665764531) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1314 (0.13836509470016725) |
|
| > loader_time: 0.0093 (0.009833410862953437) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:49:53 -- STEP: 298/5634 -- GLOBAL_STEP: 17200[0m |
|
| > loss_text_ce: 0.03888161852955818 (0.037858198978156836) |
|
| > loss_mel_ce: 3.0291664600372314 (2.9656319986253767) |
|
| > loss: 0.7670120000839233 (0.750872548994602) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.122 (0.13874958585572725) |
|
| > loader_time: 0.009 (0.009792723911720643) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:50:05 -- STEP: 348/5634 -- GLOBAL_STEP: 17250[0m |
|
| > loss_text_ce: 0.03732270374894142 (0.03785361973675842) |
|
| > loss_mel_ce: 2.7717621326446533 (2.963949672107038) |
|
| > loss: 0.7022712230682373 (0.7504508228137572) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1247 (0.13913969541418136) |
|
| > loader_time: 0.0097 (0.009779342289628661) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:50:17 -- STEP: 398/5634 -- GLOBAL_STEP: 17300[0m |
|
| > loss_text_ce: 0.037777841091156006 (0.0378666265526009) |
|
| > loss_mel_ce: 3.057610273361206 (2.966959118843078) |
|
| > loss: 0.7738470435142517 (0.7512064363489196) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1306 (0.13917962630190456) |
|
| > loader_time: 0.0096 (0.009783819692218724) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:50:29 -- STEP: 448/5634 -- GLOBAL_STEP: 17350[0m |
|
| > loss_text_ce: 0.040694475173950195 (0.037863482879142096) |
|
| > loss_mel_ce: 3.111682176589966 (2.966332154614584) |
|
| > loss: 0.788094162940979 (0.7510489093671949) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1338 (0.13878984749317175) |
|
| > loader_time: 0.0097 (0.009789555200508667) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:50:42 -- STEP: 498/5634 -- GLOBAL_STEP: 17400[0m |
|
| > loss_text_ce: 0.03660644590854645 (0.03790364745839768) |
|
| > loss_mel_ce: 3.104733943939209 (2.9656743251654993) |
|
| > loss: 0.785335123538971 (0.7508944934869863) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1336 (0.1387272201867468) |
|
| > loader_time: 0.0091 (0.009804022360039527) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:50:54 -- STEP: 548/5634 -- GLOBAL_STEP: 17450[0m |
|
| > loss_text_ce: 0.03657068684697151 (0.037928283520477925) |
|
| > loss_mel_ce: 2.8920481204986572 (2.9645125826779934) |
|
| > loss: 0.7321547269821167 (0.7506102169082111) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1303 (0.1388615387199569) |
|
| > loader_time: 0.0103 (0.009800940969564622) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:51:06 -- STEP: 598/5634 -- GLOBAL_STEP: 17500[0m |
|
| > loss_text_ce: 0.03689660131931305 (0.03792959863450811) |
|
| > loss_mel_ce: 3.041273355484009 (2.961460189277113) |
|
| > loss: 0.7695425152778625 (0.7498474471943831) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1438 (0.13876715750997273) |
|
| > loader_time: 0.0119 (0.009809623593869422) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:51:18 -- STEP: 648/5634 -- GLOBAL_STEP: 17550[0m |
|
| > loss_text_ce: 0.0382763035595417 (0.03791544427175391) |
|
| > loss_mel_ce: 2.9892029762268066 (2.9618726869424163) |
|
| > loss: 0.7568697929382324 (0.7499470329027116) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.129 (0.13853761811315266) |
|
| > loader_time: 0.0102 (0.00980537393946707) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:51:30 -- STEP: 698/5634 -- GLOBAL_STEP: 17600[0m |
|
| > loss_text_ce: 0.04219068959355354 (0.037907623229574965) |
|
| > loss_mel_ce: 3.029448986053467 (2.961726720148646) |
|
| > loss: 0.7679099440574646 (0.7499085862008068) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1791 (0.1387137174606322) |
|
| > loader_time: 0.0105 (0.009815353377159141) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:51:43 -- STEP: 748/5634 -- GLOBAL_STEP: 17650[0m |
|
| > loss_text_ce: 0.03665607050061226 (0.037907162925258316) |
|
| > loss_mel_ce: 2.795107364654541 (2.9598800654717277) |
|
| > loss: 0.7079408764839172 (0.7494468075387617) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1326 (0.13868026905518785) |
|
| > loader_time: 0.0107 (0.009815114385941442) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:51:55 -- STEP: 798/5634 -- GLOBAL_STEP: 17700[0m |
|
| > loss_text_ce: 0.03796498477458954 (0.03788342797442482) |
|
| > loss_mel_ce: 2.8891537189483643 (2.9609182672691796) |
|
| > loss: 0.7317796945571899 (0.7497004242917349) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1294 (0.13869175546450105) |
|
| > loader_time: 0.0093 (0.009827177626148488) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:52:07 -- STEP: 848/5634 -- GLOBAL_STEP: 17750[0m |
|
| > loss_text_ce: 0.0363084077835083 (0.03786922556805016) |
|
| > loss_mel_ce: 2.8770527839660645 (2.9595037769034196) |
|
| > loss: 0.7283402681350708 (0.7493432509308715) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1242 (0.13868623437746497) |
|
| > loader_time: 0.0098 (0.009843509714558427) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:52:19 -- STEP: 898/5634 -- GLOBAL_STEP: 17800[0m |
|
| > loss_text_ce: 0.03857170417904854 (0.037869638620247247) |
|
| > loss_mel_ce: 2.907386064529419 (2.9596379528066867) |
|
| > loss: 0.7364894151687622 (0.7493768981543839) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1382 (0.13856525437072528) |
|
| > loader_time: 0.0099 (0.00983303798599072) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:52:31 -- STEP: 948/5634 -- GLOBAL_STEP: 17850[0m |
|
| > loss_text_ce: 0.03738822788000107 (0.03783079953903509) |
|
| > loss_mel_ce: 3.041999101638794 (2.9609736526062695) |
|
| > loss: 0.7698468565940857 (0.749701113389011) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1246 (0.13870884723301152) |
|
| > loader_time: 0.0095 (0.009832877398543206) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:52:43 -- STEP: 998/5634 -- GLOBAL_STEP: 17900[0m |
|
| > loss_text_ce: 0.03766901046037674 (0.037828827780747906) |
|
| > loss_mel_ce: 2.825150489807129 (2.959763260547047) |
|
| > loss: 0.7157048583030701 (0.749398022352574) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1551 (0.13867497300814985) |
|
| > loader_time: 0.0103 (0.009821775919927613) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:52:56 -- STEP: 1048/5634 -- GLOBAL_STEP: 17950[0m |
|
| > loss_text_ce: 0.03609713912010193 (0.03781810986546384) |
|
| > loss_mel_ce: 2.9379022121429443 (2.959310340744846) |
|
| > loss: 0.7434998154640198 (0.7492821128996274) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1326 (0.13875476959097455) |
|
| > loader_time: 0.0101 (0.009825392078807326) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:53:08 -- STEP: 1098/5634 -- GLOBAL_STEP: 18000[0m |
|
| > loss_text_ce: 0.03723633289337158 (0.03779798214797111) |
|
| > loss_mel_ce: 2.9971561431884766 (2.9573739276340505) |
|
| > loss: 0.7585980892181396 (0.7487929778780875) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1629 (0.13883990472783136) |
|
| > loader_time: 0.0106 (0.009828040725763581) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:53:21 -- STEP: 1148/5634 -- GLOBAL_STEP: 18050[0m |
|
| > loss_text_ce: 0.0370529405772686 (0.03780442715106524) |
|
| > loss_mel_ce: 2.8321988582611084 (2.9583924929854732) |
|
| > loss: 0.7173129320144653 (0.7490492304235384) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.133 (0.13906485216127443) |
|
| > loader_time: 0.0096 (0.009819549965941518) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:53:33 -- STEP: 1198/5634 -- GLOBAL_STEP: 18100[0m |
|
| > loss_text_ce: 0.03736129775643349 (0.03779420009402184) |
|
| > loss_mel_ce: 2.812997817993164 (2.958102092719036) |
|
| > loss: 0.7125898003578186 (0.7489740735103367) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1338 (0.13901321696916671) |
|
| > loader_time: 0.0096 (0.00981924689074787) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:53:45 -- STEP: 1248/5634 -- GLOBAL_STEP: 18150[0m |
|
| > loss_text_ce: 0.03983961418271065 (0.0378050157436146) |
|
| > loss_mel_ce: 2.8942248821258545 (2.9576428935695898) |
|
| > loss: 0.7335160970687866 (0.7488619776394888) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1252 (0.1391107279520767) |
|
| > loader_time: 0.0096 (0.009828174534516442) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:53:57 -- STEP: 1298/5634 -- GLOBAL_STEP: 18200[0m |
|
| > loss_text_ce: 0.03732830658555031 (0.03781343587546488) |
|
| > loss_mel_ce: 2.937425136566162 (2.9573515760145486) |
|
| > loss: 0.7436883449554443 (0.7487912534381651) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.177 (0.13910664597351088) |
|
| > loader_time: 0.0102 (0.009822368621826153) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:54:10 -- STEP: 1348/5634 -- GLOBAL_STEP: 18250[0m |
|
| > loss_text_ce: 0.03895559534430504 (0.03782392910596) |
|
| > loss_mel_ce: 2.873523235321045 (2.9579185059940785) |
|
| > loss: 0.7281197309494019 (0.7489356093484494) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1317 (0.13914469017119332) |
|
| > loader_time: 0.0099 (0.009815770546831061) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:54:22 -- STEP: 1398/5634 -- GLOBAL_STEP: 18300[0m |
|
| > loss_text_ce: 0.03953668847680092 (0.03782355714488099) |
|
| > loss_mel_ce: 2.980003833770752 (2.957274570485554) |
|
| > loss: 0.7548851370811462 (0.7487745323406264) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1798 (0.13928958803457903) |
|
| > loader_time: 0.0105 (0.009818616513701105) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:54:34 -- STEP: 1448/5634 -- GLOBAL_STEP: 18350[0m |
|
| > loss_text_ce: 0.03648862615227699 (0.03782056230609181) |
|
| > loss_mel_ce: 2.971669912338257 (2.957046881235766) |
|
| > loss: 0.7520396113395691 (0.7487168612154145) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1157 (0.13913362065731452) |
|
| > loader_time: 0.0095 (0.009810773707226475) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:54:46 -- STEP: 1498/5634 -- GLOBAL_STEP: 18400[0m |
|
| > loss_text_ce: 0.040112629532814026 (0.03781382858166315) |
|
| > loss_mel_ce: 3.1541173458099365 (2.9569759446883874) |
|
| > loss: 0.7985575199127197 (0.7486974435829825) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1392 (0.13914265938212575) |
|
| > loader_time: 0.0098 (0.009807956234635262) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:54:59 -- STEP: 1548/5634 -- GLOBAL_STEP: 18450[0m |
|
| > loss_text_ce: 0.03783394396305084 (0.03781933295095308) |
|
| > loss_mel_ce: 2.9430952072143555 (2.9571260377110136) |
|
| > loss: 0.7452322840690613 (0.7487363428724516) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1283 (0.13913659732163067) |
|
| > loader_time: 0.0098 (0.009808867630724435) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:55:11 -- STEP: 1598/5634 -- GLOBAL_STEP: 18500[0m |
|
| > loss_text_ce: 0.03535030409693718 (0.03780304853138848) |
|
| > loss_mel_ce: 2.7896602153778076 (2.956075724284253) |
|
| > loss: 0.7062526345252991 (0.7484696933414517) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1636 (0.13913732834244213) |
|
| > loader_time: 0.0103 (0.009808804574090323) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:55:23 -- STEP: 1648/5634 -- GLOBAL_STEP: 18550[0m |
|
| > loss_text_ce: 0.038211479783058167 (0.03779261386998503) |
|
| > loss_mel_ce: 3.044978618621826 (2.9552993516898853) |
|
| > loss: 0.7707975506782532 (0.7482729915493318) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1204 (0.13912782232159526) |
|
| > loader_time: 0.0093 (0.009812222956453696) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:55:35 -- STEP: 1698/5634 -- GLOBAL_STEP: 18600[0m |
|
| > loss_text_ce: 0.0363851822912693 (0.03777975813695203) |
|
| > loss_mel_ce: 2.954275608062744 (2.9542723923605663) |
|
| > loss: 0.7476652264595032 (0.7480130376748394) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1275 (0.13911749322507036) |
|
| > loader_time: 0.0093 (0.009810548789088366) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:55:47 -- STEP: 1748/5634 -- GLOBAL_STEP: 18650[0m |
|
| > loss_text_ce: 0.03798499330878258 (0.03778552613913741) |
|
| > loss_mel_ce: 2.9485280513763428 (2.9535862131031485) |
|
| > loss: 0.7466282844543457 (0.7478429349118018) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1279 (0.13897464409027233) |
|
| > loader_time: 0.0094 (0.00980909765448667) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:55:59 -- STEP: 1798/5634 -- GLOBAL_STEP: 18700[0m |
|
| > loss_text_ce: 0.03615015372633934 (0.0377946880017226) |
|
| > loss_mel_ce: 2.8208563327789307 (2.953641001454185) |
|
| > loss: 0.7142516374588013 (0.7478589224603202) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1804 (0.13897293481200867) |
|
| > loader_time: 0.0107 (0.00981176628817174) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:56:12 -- STEP: 1848/5634 -- GLOBAL_STEP: 18750[0m |
|
| > loss_text_ce: 0.03602316603064537 (0.037796927813553455) |
|
| > loss_mel_ce: 2.7281696796417236 (2.952634505379252) |
|
| > loss: 0.6910482048988342 (0.7476078584080647) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1161 (0.1390368799110508) |
|
| > loader_time: 0.0097 (0.009814708779900608) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:56:24 -- STEP: 1898/5634 -- GLOBAL_STEP: 18800[0m |
|
| > loss_text_ce: 0.03490817919373512 (0.037791871454947494) |
|
| > loss_mel_ce: 2.886826992034912 (2.95289224480427) |
|
| > loss: 0.7304338216781616 (0.7476710290878662) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1297 (0.13901098686475485) |
|
| > loader_time: 0.0093 (0.009817508927637697) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:56:36 -- STEP: 1948/5634 -- GLOBAL_STEP: 18850[0m |
|
| > loss_text_ce: 0.03899979591369629 (0.03779501143032093) |
|
| > loss_mel_ce: 3.0085604190826416 (2.952662206773151) |
|
| > loss: 0.7618900537490845 (0.7476143043878384) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1163 (0.13898510377265064) |
|
| > loader_time: 0.0098 (0.009816891603646079) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:56:48 -- STEP: 1998/5634 -- GLOBAL_STEP: 18900[0m |
|
| > loss_text_ce: 0.03485750034451485 (0.037785873633694726) |
|
| > loss_mel_ce: 3.060945510864258 (2.952186338417046) |
|
| > loss: 0.7739507555961609 (0.7474930529241205) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1354 (0.1389679376546801) |
|
| > loader_time: 0.0096 (0.009818534235338537) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:57:01 -- STEP: 2048/5634 -- GLOBAL_STEP: 18950[0m |
|
| > loss_text_ce: 0.03848288580775261 (0.03779778861280648) |
|
| > loss_mel_ce: 2.9347832202911377 (2.952576017007232) |
|
| > loss: 0.7433165311813354 (0.7475934513786339) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1322 (0.1389921294758093) |
|
| > loader_time: 0.0101 (0.009817286394536483) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:57:13 -- STEP: 2098/5634 -- GLOBAL_STEP: 19000[0m |
|
| > loss_text_ce: 0.03368955850601196 (0.037799410541516136) |
|
| > loss_mel_ce: 3.0049655437469482 (2.9527099832565704) |
|
| > loss: 0.7596637606620789 (0.7476273485032343) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1637 (0.13900199961503162) |
|
| > loader_time: 0.0101 (0.009819252588728464) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:57:25 -- STEP: 2148/5634 -- GLOBAL_STEP: 19050[0m |
|
| > loss_text_ce: 0.03438553586602211 (0.037795260715085044) |
|
| > loss_mel_ce: 3.0702316761016846 (2.95261718196798) |
|
| > loss: 0.7761542797088623 (0.7476031105944564) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1073 (0.13896935878519207) |
|
| > loader_time: 0.0092 (0.009820480364438975) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:57:37 -- STEP: 2198/5634 -- GLOBAL_STEP: 19100[0m |
|
| > loss_text_ce: 0.034819092601537704 (0.03779715906872709) |
|
| > loss_mel_ce: 2.8458991050720215 (2.9523307850840306) |
|
| > loss: 0.720179557800293 (0.7475319859165837) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1095 (0.13894287676459746) |
|
| > loader_time: 0.0089 (0.00982294384190122) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:57:49 -- STEP: 2248/5634 -- GLOBAL_STEP: 19150[0m |
|
| > loss_text_ce: 0.03887372091412544 (0.037781606113465246) |
|
| > loss_mel_ce: 2.8662030696868896 (2.9520696038877423) |
|
| > loss: 0.7262691855430603 (0.7474628023511571) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1273 (0.13886032706902093) |
|
| > loader_time: 0.0097 (0.009823237343615053) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:58:02 -- STEP: 2298/5634 -- GLOBAL_STEP: 19200[0m |
|
| > loss_text_ce: 0.03613891080021858 (0.03777686725520539) |
|
| > loss_mel_ce: 3.018815040588379 (2.9528728925839416) |
|
| > loss: 0.7637385129928589 (0.7476624398775157) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1444 (0.13886929979731016) |
|
| > loader_time: 0.0102 (0.009824685162311018) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:58:14 -- STEP: 2348/5634 -- GLOBAL_STEP: 19250[0m |
|
| > loss_text_ce: 0.035755712538957596 (0.03775921245652936) |
|
| > loss_mel_ce: 2.8497650623321533 (2.9522270805994126) |
|
| > loss: 0.7213801741600037 (0.7474965731624442) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1203 (0.13879285547152456) |
|
| > loader_time: 0.0097 (0.009824306940504386) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:58:26 -- STEP: 2398/5634 -- GLOBAL_STEP: 19300[0m |
|
| > loss_text_ce: 0.03744235262274742 (0.037757370230261) |
|
| > loss_mel_ce: 2.681300163269043 (2.951801129536791) |
|
| > loss: 0.679685652256012 (0.7473896248475821) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1312 (0.13877362206739777) |
|
| > loader_time: 0.0093 (0.009826753117622574) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:58:38 -- STEP: 2448/5634 -- GLOBAL_STEP: 19350[0m |
|
| > loss_text_ce: 0.03500562533736229 (0.03775938914318759) |
|
| > loss_mel_ce: 3.0137739181518555 (2.9514504702262614) |
|
| > loss: 0.7621948719024658 (0.7473024648242909) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1285 (0.13875234458181548) |
|
| > loader_time: 0.0098 (0.009829576206363096) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:58:50 -- STEP: 2498/5634 -- GLOBAL_STEP: 19400[0m |
|
| > loss_text_ce: 0.03930840268731117 (0.0377581455178851) |
|
| > loss_mel_ce: 3.039792537689209 (2.9520001127015494) |
|
| > loss: 0.7697752118110657 (0.7474395645151519) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1466 (0.13874473315987962) |
|
| > loader_time: 0.0101 (0.009830857773987739) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:59:02 -- STEP: 2548/5634 -- GLOBAL_STEP: 19450[0m |
|
| > loss_text_ce: 0.03612098470330238 (0.03775250330184305) |
|
| > loss_mel_ce: 2.884274959564209 (2.95151959998267) |
|
| > loss: 0.7300989627838135 (0.7473180258245998) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1033 (0.13873676705397808) |
|
| > loader_time: 0.0091 (0.00983082228215934) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:59:14 -- STEP: 2598/5634 -- GLOBAL_STEP: 19500[0m |
|
| > loss_text_ce: 0.03788214921951294 (0.037747687876677635) |
|
| > loss_mel_ce: 2.7582993507385254 (2.9522938228185773) |
|
| > loss: 0.6990453600883484 (0.7475103776761425) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1309 (0.13872679836296664) |
|
| > loader_time: 0.0095 (0.009828488949723562) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:59:27 -- STEP: 2648/5634 -- GLOBAL_STEP: 19550[0m |
|
| > loss_text_ce: 0.03818367421627045 (0.0377497862907706) |
|
| > loss_mel_ce: 2.960573196411133 (2.952573845123595) |
|
| > loss: 0.7496892213821411 (0.7475809078562282) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1307 (0.13877832997601533) |
|
| > loader_time: 0.0097 (0.009830324221233583) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:59:39 -- STEP: 2698/5634 -- GLOBAL_STEP: 19600[0m |
|
| > loss_text_ce: 0.03665539249777794 (0.037748572840496854) |
|
| > loss_mel_ce: 3.074392557144165 (2.9525179828512305) |
|
| > loss: 0.7777619957923889 (0.7475666389631451) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1451 (0.13878598842380463) |
|
| > loader_time: 0.0097 (0.009830997553995751) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 14:59:51 -- STEP: 2748/5634 -- GLOBAL_STEP: 19650[0m |
|
| > loss_text_ce: 0.038640283048152924 (0.03774141550017994) |
|
| > loss_mel_ce: 2.787109613418579 (2.9522374899626813) |
|
| > loss: 0.7064374685287476 (0.7474947264404435) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1251 (0.1387696086579533) |
|
| > loader_time: 0.0101 (0.009830501575830888) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:00:03 -- STEP: 2798/5634 -- GLOBAL_STEP: 19700[0m |
|
| > loss_text_ce: 0.03786483034491539 (0.03774267827773775) |
|
| > loss_mel_ce: 3.037367343902588 (2.952410235329984) |
|
| > loss: 0.7688080668449402 (0.747538228432052) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1227 (0.13876015531582156) |
|
| > loader_time: 0.0095 (0.009829615592274847) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:00:16 -- STEP: 2848/5634 -- GLOBAL_STEP: 19750[0m |
|
| > loss_text_ce: 0.039772722870111465 (0.03773993036115878) |
|
| > loss_mel_ce: 2.666869878768921 (2.9521026371067838) |
|
| > loss: 0.6766606569290161 (0.7474606419086777) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1204 (0.13884254486373274) |
|
| > loader_time: 0.0097 (0.009832158768444905) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:00:29 -- STEP: 2898/5634 -- GLOBAL_STEP: 19800[0m |
|
| > loss_text_ce: 0.03894762322306633 (0.03774023115354687) |
|
| > loss_mel_ce: 2.950913429260254 (2.9525136071455904) |
|
| > loss: 0.7474652528762817 (0.7475634595704443) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1384 (0.13891258628060663) |
|
| > loader_time: 0.0101 (0.009833537273525447) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:00:41 -- STEP: 2948/5634 -- GLOBAL_STEP: 19850[0m |
|
| > loss_text_ce: 0.037311162799596786 (0.037739954102187966) |
|
| > loss_mel_ce: 3.0452635288238525 (2.9517538858074674) |
|
| > loss: 0.7706436514854431 (0.7473734600451765) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.117 (0.13888308887080525) |
|
| > loader_time: 0.0087 (0.009832660330199151) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:00:53 -- STEP: 2998/5634 -- GLOBAL_STEP: 19900[0m |
|
| > loss_text_ce: 0.03843314200639725 (0.03773553528729147) |
|
| > loss_mel_ce: 2.9791176319122314 (2.9512483378582757) |
|
| > loss: 0.7543876767158508 (0.7472459683623437) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1419 (0.13887251958280794) |
|
| > loader_time: 0.0096 (0.009828057982589171) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:01:05 -- STEP: 3048/5634 -- GLOBAL_STEP: 19950[0m |
|
| > loss_text_ce: 0.03798533231019974 (0.0377383619819443) |
|
| > loss_mel_ce: 2.9330191612243652 (2.951121653784605) |
|
| > loss: 0.7427511215209961 (0.7472150039876213) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1386 (0.13887740542569466) |
|
| > loader_time: 0.0102 (0.009825061077833791) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:01:17 -- STEP: 3098/5634 -- GLOBAL_STEP: 20000[0m |
|
| > loss_text_ce: 0.03954276069998741 (0.03773912959212047) |
|
| > loss_mel_ce: 3.108488082885742 (2.950758046300432) |
|
| > loss: 0.7870076894760132 (0.7471242939717838) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1434 (0.1388656306528442) |
|
| > loader_time: 0.0102 (0.009824609971954551) |
|
|
|
|
|
> CHECKPOINT : /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000/checkpoint_20000.pth |
|
|
|
[1m --> TIME: 2024-12-20 15:01:33 -- STEP: 3148/5634 -- GLOBAL_STEP: 20050[0m |
|
| > loss_text_ce: 0.03980260342359543 (0.03773954174193776) |
|
| > loss_mel_ce: 2.8592336177825928 (2.95104970380645) |
|
| > loss: 0.724759042263031 (0.7471973114804348) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1288 (0.1388679877624122) |
|
| > loader_time: 0.0095 (0.009823003369637925) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:01:45 -- STEP: 3198/5634 -- GLOBAL_STEP: 20100[0m |
|
| > loss_text_ce: 0.03535086661577225 (0.03773687414188944) |
|
| > loss_mel_ce: 2.898207902908325 (2.9510770857222313) |
|
| > loss: 0.733389675617218 (0.7472034900206326) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1201 (0.13885223954971898) |
|
| > loader_time: 0.0101 (0.009823196228032094) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:01:57 -- STEP: 3248/5634 -- GLOBAL_STEP: 20150[0m |
|
| > loss_text_ce: 0.03686102479696274 (0.037735829245083514) |
|
| > loss_mel_ce: 2.923433542251587 (2.95123752826834) |
|
| > loss: 0.7400736212730408 (0.7472433394435872) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1096 (0.13892980264912663) |
|
| > loader_time: 0.0096 (0.009825345110423437) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:02:10 -- STEP: 3298/5634 -- GLOBAL_STEP: 20200[0m |
|
| > loss_text_ce: 0.03659139201045036 (0.0377314807553457) |
|
| > loss_mel_ce: 2.720313787460327 (2.951311250395165) |
|
| > loss: 0.6892262697219849 (0.7472606828857569) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1441 (0.13899622590994357) |
|
| > loader_time: 0.0096 (0.009827482042491884) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:02:22 -- STEP: 3348/5634 -- GLOBAL_STEP: 20250[0m |
|
| > loss_text_ce: 0.03530920669436455 (0.03772667383223226) |
|
| > loss_mel_ce: 2.7396371364593506 (2.9508343407330124) |
|
| > loss: 0.6937366127967834 (0.7471402537082104) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1224 (0.13903842640321853) |
|
| > loader_time: 0.01 (0.009829334033432805) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:02:35 -- STEP: 3398/5634 -- GLOBAL_STEP: 20300[0m |
|
| > loss_text_ce: 0.034790754318237305 (0.03772184348009037) |
|
| > loss_mel_ce: 2.9077959060668945 (2.9503350546950804) |
|
| > loss: 0.735646665096283 (0.7470142245818885) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1209 (0.13904867318183106) |
|
| > loader_time: 0.0096 (0.009829286970483176) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:02:47 -- STEP: 3448/5634 -- GLOBAL_STEP: 20350[0m |
|
| > loss_text_ce: 0.039111312478780746 (0.037727797020382356) |
|
| > loss_mel_ce: 3.038544178009033 (2.950488858599121) |
|
| > loss: 0.7694138884544373 (0.7470541639283736) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1206 (0.13899249751163995) |
|
| > loader_time: 0.0097 (0.009828997045547926) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:02:59 -- STEP: 3498/5634 -- GLOBAL_STEP: 20400[0m |
|
| > loss_text_ce: 0.03694635257124901 (0.03772531201974577) |
|
| > loss_mel_ce: 2.902677297592163 (2.9505104326124942) |
|
| > loss: 0.7349058985710144 (0.7470589361577925) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1854 (0.13904178851396415) |
|
| > loader_time: 0.0107 (0.00983195532520133) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:03:12 -- STEP: 3548/5634 -- GLOBAL_STEP: 20450[0m |
|
| > loss_text_ce: 0.03621864318847656 (0.03772314251405786) |
|
| > loss_mel_ce: 2.907907485961914 (2.950378275576144) |
|
| > loss: 0.7360315322875977 (0.7470253545207116) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1271 (0.13906665363064455) |
|
| > loader_time: 0.01 (0.009832884507356643) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:03:24 -- STEP: 3598/5634 -- GLOBAL_STEP: 20500[0m |
|
| > loss_text_ce: 0.038423556834459305 (0.03772128708432825) |
|
| > loss_mel_ce: 2.907148599624634 (2.949851606010132) |
|
| > loss: 0.7363930344581604 (0.7468932232901799) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1283 (0.13906391466107862) |
|
| > loader_time: 0.0093 (0.009831937635653923) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:03:36 -- STEP: 3648/5634 -- GLOBAL_STEP: 20550[0m |
|
| > loss_text_ce: 0.03521605581045151 (0.0377161617057905) |
|
| > loss_mel_ce: 3.0979747772216797 (2.950048634096196) |
|
| > loss: 0.7832977175712585 (0.7469411989216469) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.124 (0.13902506866214553) |
|
| > loader_time: 0.0097 (0.00982858338638354) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:03:48 -- STEP: 3698/5634 -- GLOBAL_STEP: 20600[0m |
|
| > loss_text_ce: 0.036071714013814926 (0.037713627386868474) |
|
| > loss_mel_ce: 2.9373693466186523 (2.949893134680873) |
|
| > loss: 0.7433602809906006 (0.746901690476387) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1294 (0.1390360939367323) |
|
| > loader_time: 0.0102 (0.009830166160125466) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:04:00 -- STEP: 3748/5634 -- GLOBAL_STEP: 20650[0m |
|
| > loss_text_ce: 0.03875353932380676 (0.03771435054915633) |
|
| > loss_mel_ce: 2.7800002098083496 (2.9499052406120714) |
|
| > loss: 0.7046884298324585 (0.7469048977470693) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1294 (0.13901277361964454) |
|
| > loader_time: 0.0102 (0.009831952501640992) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:04:12 -- STEP: 3798/5634 -- GLOBAL_STEP: 20700[0m |
|
| > loss_text_ce: 0.03679453954100609 (0.03771004138642897) |
|
| > loss_mel_ce: 2.9261884689331055 (2.950043751855723) |
|
| > loss: 0.7407457232475281 (0.7469384482874867) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.155 (0.139001270166631) |
|
| > loader_time: 0.0104 (0.009832783395707935) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:04:25 -- STEP: 3848/5634 -- GLOBAL_STEP: 20750[0m |
|
| > loss_text_ce: 0.03873326629400253 (0.03771104747932913) |
|
| > loss_mel_ce: 3.1649603843688965 (2.9505166113996215) |
|
| > loss: 0.8009234070777893 (0.7470569146677004) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1186 (0.13902305236973028) |
|
| > loader_time: 0.0098 (0.009839939910012304) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:04:37 -- STEP: 3898/5634 -- GLOBAL_STEP: 20800[0m |
|
| > loss_text_ce: 0.037344738841056824 (0.037703794622655266) |
|
| > loss_mel_ce: 2.9609038829803467 (2.9506694281511034) |
|
| > loss: 0.74956214427948 (0.747093305626301) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1295 (0.13904740787151829) |
|
| > loader_time: 0.0094 (0.009841670495782386) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:04:49 -- STEP: 3948/5634 -- GLOBAL_STEP: 20850[0m |
|
| > loss_text_ce: 0.03439399227499962 (0.03769952358664778) |
|
| > loss_mel_ce: 2.968305826187134 (2.9502376625965434) |
|
| > loss: 0.7506749629974365 (0.7469842964754992) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.131 (0.13900913831069223) |
|
| > loader_time: 0.0104 (0.00984580502321653) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:05:02 -- STEP: 3998/5634 -- GLOBAL_STEP: 20900[0m |
|
| > loss_text_ce: 0.03736158460378647 (0.0377014241152895) |
|
| > loss_mel_ce: 2.917268753051758 (2.9503345375600136) |
|
| > loss: 0.7386575937271118 (0.7470089903827178) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1435 (0.13903274716228875) |
|
| > loader_time: 0.0097 (0.009848466868875246) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:05:14 -- STEP: 4048/5634 -- GLOBAL_STEP: 20950[0m |
|
| > loss_text_ce: 0.03618030622601509 (0.037699252742493625) |
|
| > loss_mel_ce: 2.673504114151001 (2.950326123609845) |
|
| > loss: 0.6774210929870605 (0.7470063440531128) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1295 (0.13907783010260377) |
|
| > loader_time: 0.0101 (0.009851023613699795) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:05:26 -- STEP: 4098/5634 -- GLOBAL_STEP: 21000[0m |
|
| > loss_text_ce: 0.03859824687242508 (0.03769376642980221) |
|
| > loss_mel_ce: 2.973501682281494 (2.9503508809137604) |
|
| > loss: 0.7530249953269958 (0.7470111618133906) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1348 (0.13905618375775394) |
|
| > loader_time: 0.0104 (0.00985323364645052) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:05:39 -- STEP: 4148/5634 -- GLOBAL_STEP: 21050[0m |
|
| > loss_text_ce: 0.03821835666894913 (0.037691257918287716) |
|
| > loss_mel_ce: 2.9572958946228027 (2.949951786659263) |
|
| > loss: 0.748878538608551 (0.7469107611113817) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1282 (0.13905853395176934) |
|
| > loader_time: 0.0099 (0.009855775329622934) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:05:51 -- STEP: 4198/5634 -- GLOBAL_STEP: 21100[0m |
|
| > loss_text_ce: 0.038119129836559296 (0.03769082272014434) |
|
| > loss_mel_ce: 2.8191277980804443 (2.9502295844040356) |
|
| > loss: 0.7143117189407349 (0.7469801017646271) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1181 (0.1390827190540925) |
|
| > loader_time: 0.0094 (0.009858185759949178) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:06:03 -- STEP: 4248/5634 -- GLOBAL_STEP: 21150[0m |
|
| > loss_text_ce: 0.04097482189536095 (0.03769059203610727) |
|
| > loss_mel_ce: 2.964254379272461 (2.9498729936483894) |
|
| > loss: 0.7513073086738586 (0.746890896415642) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1438 (0.13908361574799757) |
|
| > loader_time: 0.0106 (0.009859444843622684) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:06:16 -- STEP: 4298/5634 -- GLOBAL_STEP: 21200[0m |
|
| > loss_text_ce: 0.03617294877767563 (0.03769156088720601) |
|
| > loss_mel_ce: 2.566101312637329 (2.949939074545142) |
|
| > loss: 0.6505685448646545 (0.7469076588160483) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.111 (0.13910044615298645) |
|
| > loader_time: 0.0092 (0.009860276121935643) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:06:28 -- STEP: 4348/5634 -- GLOBAL_STEP: 21250[0m |
|
| > loss_text_ce: 0.036782484501600266 (0.03769134070035404) |
|
| > loss_mel_ce: 3.0283608436584473 (2.9496556194747603) |
|
| > loss: 0.7662858366966248 (0.7468367400197873) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1319 (0.13905766504887807) |
|
| > loader_time: 0.0102 (0.009860232650630485) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:06:39 -- STEP: 4398/5634 -- GLOBAL_STEP: 21300[0m |
|
| > loss_text_ce: 0.038426920771598816 (0.03768607073223371) |
|
| > loss_mel_ce: 3.0829873085021973 (2.94981443600093) |
|
| > loss: 0.7803535461425781 (0.7468751266822306) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1371 (0.1389865946260133) |
|
| > loader_time: 0.0099 (0.009858240914268877) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:06:52 -- STEP: 4448/5634 -- GLOBAL_STEP: 21350[0m |
|
| > loss_text_ce: 0.036507658660411835 (0.03768682707915186) |
|
| > loss_mel_ce: 3.226116418838501 (2.9499106783982656) |
|
| > loss: 0.8156560063362122 (0.7468993763084232) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1157 (0.13900879775877473) |
|
| > loader_time: 0.0096 (0.00986250656114206) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:07:04 -- STEP: 4498/5634 -- GLOBAL_STEP: 21400[0m |
|
| > loss_text_ce: 0.035970889031887054 (0.03768600942380655) |
|
| > loss_mel_ce: 3.0388076305389404 (2.9498382956253346) |
|
| > loss: 0.7686946392059326 (0.7468810762072075) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1561 (0.13897676534682377) |
|
| > loader_time: 0.0097 (0.009863860345300207) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:07:16 -- STEP: 4548/5634 -- GLOBAL_STEP: 21450[0m |
|
| > loss_text_ce: 0.038948941975831985 (0.03769206235688207) |
|
| > loss_mel_ce: 2.946841239929199 (2.9498211332550133) |
|
| > loss: 0.7464475631713867 (0.7468782988497302) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1164 (0.13893960092606605) |
|
| > loader_time: 0.0095 (0.009864329190870689) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:07:28 -- STEP: 4598/5634 -- GLOBAL_STEP: 21500[0m |
|
| > loss_text_ce: 0.03882930800318718 (0.03769012012572831) |
|
| > loss_mel_ce: 2.9071197509765625 (2.9495914658031634) |
|
| > loss: 0.7364872694015503 (0.7468203964208485) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1633 (0.13895544750683186) |
|
| > loader_time: 0.0101 (0.00986670338106756) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:07:40 -- STEP: 4648/5634 -- GLOBAL_STEP: 21550[0m |
|
| > loss_text_ce: 0.03538896515965462 (0.03768663008083405) |
|
| > loss_mel_ce: 2.72597599029541 (2.949516929416769) |
|
| > loss: 0.6903412342071533 (0.7468008898237054) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1277 (0.13896196106009553) |
|
| > loader_time: 0.0099 (0.009867881179471428) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:07:53 -- STEP: 4698/5634 -- GLOBAL_STEP: 21600[0m |
|
| > loss_text_ce: 0.03888237476348877 (0.03768445684770019) |
|
| > loss_mel_ce: 3.0137407779693604 (2.9494316304374504) |
|
| > loss: 0.7631558179855347 (0.7467790217844142) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1384 (0.13898231760904387) |
|
| > loader_time: 0.0098 (0.009869510085088433) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:08:05 -- STEP: 4748/5634 -- GLOBAL_STEP: 21650[0m |
|
| > loss_text_ce: 0.036328524351119995 (0.03768336456959485) |
|
| > loss_mel_ce: 3.010195732116699 (2.9495856292426503) |
|
| > loss: 0.7616310715675354 (0.7468172483893115) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1358 (0.13901064284428266) |
|
| > loader_time: 0.0101 (0.009874035605082711) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:08:18 -- STEP: 4798/5634 -- GLOBAL_STEP: 21700[0m |
|
| > loss_text_ce: 0.03867657482624054 (0.03768251793984705) |
|
| > loss_mel_ce: 2.850236415863037 (2.9495660151079712) |
|
| > loss: 0.7222282290458679 (0.7468121332419605) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1118 (0.1390118559681904) |
|
| > loader_time: 0.0094 (0.009874452646199038) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:08:30 -- STEP: 4848/5634 -- GLOBAL_STEP: 21750[0m |
|
| > loss_text_ce: 0.0357665978372097 (0.037677245614927315) |
|
| > loss_mel_ce: 2.9874424934387207 (2.9494659826897145) |
|
| > loss: 0.7558022737503052 (0.7467858070636723) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1109 (0.13900382261071623) |
|
| > loader_time: 0.0095 (0.009872794987344896) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:08:42 -- STEP: 4898/5634 -- GLOBAL_STEP: 21800[0m |
|
| > loss_text_ce: 0.03915843367576599 (0.037676870478366625) |
|
| > loss_mel_ce: 2.9735307693481445 (2.9494930978403486) |
|
| > loss: 0.7531722784042358 (0.7467924920502057) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1453 (0.13897484188033066) |
|
| > loader_time: 0.0097 (0.009871697756843982) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:08:54 -- STEP: 4948/5634 -- GLOBAL_STEP: 21850[0m |
|
| > loss_text_ce: 0.03572054207324982 (0.03767622903925985) |
|
| > loss_mel_ce: 2.9205987453460693 (2.9492979750771977) |
|
| > loss: 0.7390798330307007 (0.7467435510074685) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1273 (0.13897994360619195) |
|
| > loader_time: 0.0096 (0.009871911164147288) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:09:06 -- STEP: 4998/5634 -- GLOBAL_STEP: 21900[0m |
|
| > loss_text_ce: 0.037348292768001556 (0.037671949068943784) |
|
| > loss_mel_ce: 3.0084662437438965 (2.9491582857031164) |
|
| > loss: 0.7614536285400391 (0.746707558691524) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1341 (0.1389607529775669) |
|
| > loader_time: 0.0094 (0.009870622576881084) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:09:18 -- STEP: 5048/5634 -- GLOBAL_STEP: 21950[0m |
|
| > loss_text_ce: 0.036120250821113586 (0.03767033526526324) |
|
| > loss_mel_ce: 2.793084144592285 (2.948921558785171) |
|
| > loss: 0.7073010802268982 (0.7466479735050439) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1307 (0.13897814066776523) |
|
| > loader_time: 0.0101 (0.009870555057011758) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:09:30 -- STEP: 5098/5634 -- GLOBAL_STEP: 22000[0m |
|
| > loss_text_ce: 0.03641083464026451 (0.037670875907897215) |
|
| > loss_mel_ce: 2.9051055908203125 (2.9489077941349002) |
|
| > loss: 0.7353790998458862 (0.7466446674538836) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1308 (0.13896239234120605) |
|
| > loader_time: 0.0118 (0.009870527117053109) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:09:43 -- STEP: 5148/5634 -- GLOBAL_STEP: 22050[0m |
|
| > loss_text_ce: 0.036750197410583496 (0.03766960601764501) |
|
| > loss_mel_ce: 2.90693736076355 (2.948641491751382) |
|
| > loss: 0.7359218597412109 (0.7465777743807466) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1203 (0.13894618900598366) |
|
| > loader_time: 0.01 (0.009874569647239902) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:09:55 -- STEP: 5198/5634 -- GLOBAL_STEP: 22100[0m |
|
| > loss_text_ce: 0.03745440021157265 (0.037670054744962114) |
|
| > loss_mel_ce: 3.0899674892425537 (2.9488165940445787) |
|
| > loss: 0.7818554639816284 (0.7466216621352124) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.2064 (0.13897642359085857) |
|
| > loader_time: 0.0107 (0.009875430607621407) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:10:07 -- STEP: 5248/5634 -- GLOBAL_STEP: 22150[0m |
|
| > loss_text_ce: 0.038536496460437775 (0.03767053553161629) |
|
| > loss_mel_ce: 2.878584623336792 (2.94846204427502) |
|
| > loss: 0.7292802929878235 (0.7465331449014366) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1277 (0.13897990821519937) |
|
| > loader_time: 0.0096 (0.009876495908673205) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:10:19 -- STEP: 5298/5634 -- GLOBAL_STEP: 22200[0m |
|
| > loss_text_ce: 0.03698866814374924 (0.0376701867527819) |
|
| > loss_mel_ce: 2.8034849166870117 (2.948154415936679) |
|
| > loss: 0.7101184129714966 (0.7464561506278903) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.144 (0.138964839096832) |
|
| > loader_time: 0.0098 (0.009875699860863335) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:10:31 -- STEP: 5348/5634 -- GLOBAL_STEP: 22250[0m |
|
| > loss_text_ce: 0.03700626641511917 (0.03766763216774799) |
|
| > loss_mel_ce: 2.7870521545410156 (2.9478247134027455) |
|
| > loss: 0.7060146331787109 (0.7463730863541365) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1316 (0.13894000830004735) |
|
| > loader_time: 0.0096 (0.00987416327490053) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:10:44 -- STEP: 5398/5634 -- GLOBAL_STEP: 22300[0m |
|
| > loss_text_ce: 0.038377657532691956 (0.037668970881755366) |
|
| > loss_mel_ce: 3.117598056793213 (2.947839554392346) |
|
| > loss: 0.7889939546585083 (0.7463771312733212) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1669 (0.13897162938656768) |
|
| > loader_time: 0.012 (0.009874087742144365) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:10:56 -- STEP: 5448/5634 -- GLOBAL_STEP: 22350[0m |
|
| > loss_text_ce: 0.0399470254778862 (0.03767051835846651) |
|
| > loss_mel_ce: 3.0262463092803955 (2.9473209769277635) |
|
| > loss: 0.7665483355522156 (0.7462478737933498) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1652 (0.13896028778451416) |
|
| > loader_time: 0.0108 (0.009878390598577182) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:11:09 -- STEP: 5498/5634 -- GLOBAL_STEP: 22400[0m |
|
| > loss_text_ce: 0.03817425295710564 (0.03766861407133016) |
|
| > loss_mel_ce: 2.9151229858398438 (2.947187357531669) |
|
| > loss: 0.7383242845535278 (0.7462139928306194) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1522 (0.13898993028472093) |
|
| > loader_time: 0.0103 (0.009880719292419673) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:11:20 -- STEP: 5548/5634 -- GLOBAL_STEP: 22450[0m |
|
| > loss_text_ce: 0.03494376689195633 (0.037668097301614016) |
|
| > loss_mel_ce: 2.9186251163482666 (2.947125672520536) |
|
| > loss: 0.7383922338485718 (0.7461984423892284) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1129 (0.13894811029819193) |
|
| > loader_time: 0.0097 (0.009879580915790687) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:11:33 -- STEP: 5598/5634 -- GLOBAL_STEP: 22500[0m |
|
| > loss_text_ce: 0.039206791669130325 (0.03766377747628515) |
|
| > loss_mel_ce: 2.938971519470215 (2.9469965775126226) |
|
| > loss: 0.7445445656776428 (0.7461650886783492) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1772 (0.1389421272720761) |
|
| > loader_time: 0.0105 (0.009879449300571753) |
|
|
|
|
|
[1m > EVALUATION [0m |
|
|
|
|
|
[1m--> EVAL PERFORMANCE[0m |
|
| > avg_loader_time:[91m 0.15829396677446794 [0m(+0.0008886547775955045) |
|
| > avg_loss_text_ce:[92m 0.03628606235121823 [0m(-0.00046380377701808057) |
|
| > avg_loss_mel_ce:[92m 3.004825854086662 [0m(-0.009372103321658276) |
|
| > avg_loss:[92m 3.0411119181830606 [0m(-0.009835913374617089) |
|
|
|
> BEST MODEL : /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000/best_model_22536.pth |
|
|
|
[4m[1m > EPOCH: 4/5[0m |
|
--> /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000 |
|
|
|
[1m > TRAINING (2024-12-20 15:12:31) [0m |
|
|
|
[1m --> TIME: 2024-12-20 15:12:35 -- STEP: 14/5634 -- GLOBAL_STEP: 22550[0m |
|
| > loss_text_ce: 0.03869004547595978 (0.03776663914322853) |
|
| > loss_mel_ce: 2.8754642009735107 (2.883166653769357) |
|
| > loss: 0.7285385727882385 (0.7302333286830357) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1321 (0.13026300498417448) |
|
| > loader_time: 0.0094 (0.009765948568071638) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:12:47 -- STEP: 64/5634 -- GLOBAL_STEP: 22600[0m |
|
| > loss_text_ce: 0.03893360123038292 (0.03759047779021785) |
|
| > loss_mel_ce: 2.8555452823638916 (2.9040037877857694) |
|
| > loss: 0.7236196994781494 (0.7353985672816634) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1242 (0.13811578601598734) |
|
| > loader_time: 0.0097 (0.010013457387685777) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:12:59 -- STEP: 114/5634 -- GLOBAL_STEP: 22650[0m |
|
| > loss_text_ce: 0.03844550624489784 (0.03734025218638413) |
|
| > loss_mel_ce: 2.965930461883545 (2.9208617795977676) |
|
| > loss: 0.7510939836502075 (0.7395505084280383) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1171 (0.13867637358213725) |
|
| > loader_time: 0.0099 (0.01005471380133378) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:13:12 -- STEP: 164/5634 -- GLOBAL_STEP: 22700[0m |
|
| > loss_text_ce: 0.03975013270974159 (0.03747230204867154) |
|
| > loss_mel_ce: 2.8173038959503174 (2.9221455818269306) |
|
| > loss: 0.7142634987831116 (0.7399044723772423) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1242 (0.1390682386188973) |
|
| > loader_time: 0.0101 (0.010091155040554887) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:13:24 -- STEP: 214/5634 -- GLOBAL_STEP: 22750[0m |
|
| > loss_text_ce: 0.03651181235909462 (0.03736184802010794) |
|
| > loss_mel_ce: 2.8856663703918457 (2.9236972944758763) |
|
| > loss: 0.7305445671081543 (0.7402647861810489) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1318 (0.1396114837343448) |
|
| > loader_time: 0.0094 (0.010058033132107463) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:13:36 -- STEP: 264/5634 -- GLOBAL_STEP: 22800[0m |
|
| > loss_text_ce: 0.03772600367665291 (0.0374431723700554) |
|
| > loss_mel_ce: 3.0561389923095703 (2.9250508718418353) |
|
| > loss: 0.7734662294387817 (0.7406235109224464) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1337 (0.13980273134780652) |
|
| > loader_time: 0.0118 (0.01006774830095696) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:13:49 -- STEP: 314/5634 -- GLOBAL_STEP: 22850[0m |
|
| > loss_text_ce: 0.04026190564036369 (0.03742254259669855) |
|
| > loss_mel_ce: 3.0240976810455322 (2.9295551632619965) |
|
| > loss: 0.766089916229248 (0.7417444265951779) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1619 (0.1399757702639149) |
|
| > loader_time: 0.01 (0.010074098398731014) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:14:01 -- STEP: 364/5634 -- GLOBAL_STEP: 22900[0m |
|
| > loss_text_ce: 0.038832888007164 (0.03743697094966421) |
|
| > loss_mel_ce: 2.8229188919067383 (2.9300091698929505) |
|
| > loss: 0.7154379487037659 (0.7418615352976453) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1149 (0.1394561260611147) |
|
| > loader_time: 0.0096 (0.010062289761972952) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:14:13 -- STEP: 414/5634 -- GLOBAL_STEP: 22950[0m |
|
| > loss_text_ce: 0.03797554224729538 (0.03743528792463638) |
|
| > loss_mel_ce: 2.9287729263305664 (2.9320708265627062) |
|
| > loss: 0.7416871190071106 (0.7423765283563862) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1777 (0.13951847691466865) |
|
| > loader_time: 0.0102 (0.010078454363173341) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:14:26 -- STEP: 464/5634 -- GLOBAL_STEP: 23000[0m |
|
| > loss_text_ce: 0.036797985434532166 (0.037424516286058654) |
|
| > loss_mel_ce: 3.092743158340454 (2.9322528890494644) |
|
| > loss: 0.7823852896690369 (0.7424193512776802) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1319 (0.13959277138627832) |
|
| > loader_time: 0.0098 (0.010082344556676937) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:14:38 -- STEP: 514/5634 -- GLOBAL_STEP: 23050[0m |
|
| > loss_text_ce: 0.03937806934118271 (0.03739634972312106) |
|
| > loss_mel_ce: 2.7296793460845947 (2.9348136279369608) |
|
| > loss: 0.6922643780708313 (0.7430524942012149) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.142 (0.13992250522286998) |
|
| > loader_time: 0.0096 (0.01007660817543357) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:14:50 -- STEP: 564/5634 -- GLOBAL_STEP: 23100[0m |
|
| > loss_text_ce: 0.038428567349910736 (0.03740415049069527) |
|
| > loss_mel_ce: 3.26122784614563 (2.935804722156931) |
|
| > loss: 0.8249140977859497 (0.7433022180347577) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1317 (0.13964959323828968) |
|
| > loader_time: 0.0102 (0.010065640118105198) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:15:02 -- STEP: 614/5634 -- GLOBAL_STEP: 23150[0m |
|
| > loss_text_ce: 0.03568292409181595 (0.0373976981139921) |
|
| > loss_mel_ce: 3.1022162437438965 (2.9369978112584207) |
|
| > loss: 0.784474790096283 (0.743598877121649) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1347 (0.13953863098877664) |
|
| > loader_time: 0.0098 (0.010070259873952473) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:15:15 -- STEP: 664/5634 -- GLOBAL_STEP: 23200[0m |
|
| > loss_text_ce: 0.0386166125535965 (0.03737097188089807) |
|
| > loss_mel_ce: 2.930513620376587 (2.9369877282395405) |
|
| > loss: 0.7422825694084167 (0.7435896748519808) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1333 (0.13956368795360452) |
|
| > loader_time: 0.0123 (0.010087347174265302) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:15:27 -- STEP: 714/5634 -- GLOBAL_STEP: 23250[0m |
|
| > loss_text_ce: 0.0391024649143219 (0.03740392454198096) |
|
| > loss_mel_ce: 3.100799322128296 (2.935570124818495) |
|
| > loss: 0.7849754691123962 (0.7432435123192499) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1355 (0.13954732231065364) |
|
| > loader_time: 0.0098 (0.010071580149546391) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:15:39 -- STEP: 764/5634 -- GLOBAL_STEP: 23300[0m |
|
| > loss_text_ce: 0.03858082741498947 (0.0374274021697216) |
|
| > loss_mel_ce: 2.691681385040283 (2.9364983767114987) |
|
| > loss: 0.6825655698776245 (0.7434814445947481) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.13 (0.13965119117217564) |
|
| > loader_time: 0.0099 (0.010059070524744964) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:15:51 -- STEP: 814/5634 -- GLOBAL_STEP: 23350[0m |
|
| > loss_text_ce: 0.03809579461812973 (0.037406264893545864) |
|
| > loss_mel_ce: 2.872774362564087 (2.93606232952427) |
|
| > loss: 0.7277175188064575 (0.7433671482657921) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1472 (0.1394587022959456) |
|
| > loader_time: 0.0098 (0.010048247086621033) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:16:03 -- STEP: 864/5634 -- GLOBAL_STEP: 23400[0m |
|
| > loss_text_ce: 0.03569546714425087 (0.03740719220756242) |
|
| > loss_mel_ce: 2.7638869285583496 (2.9345818907022454) |
|
| > loss: 0.6998956203460693 (0.7429972705603752) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1285 (0.13927961830739652) |
|
| > loader_time: 0.0098 (0.010038532316684723) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:16:16 -- STEP: 914/5634 -- GLOBAL_STEP: 23450[0m |
|
| > loss_text_ce: 0.039516426622867584 (0.037376378452980016) |
|
| > loss_mel_ce: 2.8636772632598877 (2.9340068107099952) |
|
| > loss: 0.7257984280586243 (0.7428457971083521) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1675 (0.13924351536732033) |
|
| > loader_time: 0.0131 (0.010045966903803384) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:16:28 -- STEP: 964/5634 -- GLOBAL_STEP: 23500[0m |
|
| > loss_text_ce: 0.03835735842585564 (0.03740892278347396) |
|
| > loss_mel_ce: 2.9556846618652344 (2.9357484900605115) |
|
| > loss: 0.748510479927063 (0.7432893531327428) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1205 (0.13920523294274756) |
|
| > loader_time: 0.0097 (0.010029850411711887) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:16:40 -- STEP: 1014/5634 -- GLOBAL_STEP: 23550[0m |
|
| > loss_text_ce: 0.03775676339864731 (0.037409089208090086) |
|
| > loss_mel_ce: 3.058709144592285 (2.9357700357305445) |
|
| > loss: 0.7741164565086365 (0.7432947810114725) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1488 (0.1390717697331658) |
|
| > loader_time: 0.0103 (0.010020520325007994) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:16:52 -- STEP: 1064/5634 -- GLOBAL_STEP: 23600[0m |
|
| > loss_text_ce: 0.03935572877526283 (0.03741961904570348) |
|
| > loss_mel_ce: 3.0246024131774902 (2.9356619238405277) |
|
| > loss: 0.7659895420074463 (0.7432703855342438) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.137 (0.13904213322732697) |
|
| > loader_time: 0.0112 (0.010021747727143137) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:17:04 -- STEP: 1114/5634 -- GLOBAL_STEP: 23650[0m |
|
| > loss_text_ce: 0.03913537785410881 (0.03744101924637809) |
|
| > loss_mel_ce: 3.012140989303589 (2.936160410113992) |
|
| > loss: 0.7628191113471985 (0.7434003573024729) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1464 (0.139180193255577) |
|
| > loader_time: 0.01 (0.010017807008548103) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:17:17 -- STEP: 1164/5634 -- GLOBAL_STEP: 23700[0m |
|
| > loss_text_ce: 0.039088934659957886 (0.03740134346538901) |
|
| > loss_mel_ce: 3.0510783195495605 (2.934873107167862) |
|
| > loss: 0.7725418210029602 (0.7430686126767159) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1302 (0.13915700171002002) |
|
| > loader_time: 0.0098 (0.010009417828825334) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:17:29 -- STEP: 1214/5634 -- GLOBAL_STEP: 23750[0m |
|
| > loss_text_ce: 0.037215493619441986 (0.03740867318760423) |
|
| > loss_mel_ce: 2.9068267345428467 (2.9352183292882232) |
|
| > loss: 0.7360105514526367 (0.7431567505713941) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1334 (0.13907307946112454) |
|
| > loader_time: 0.0088 (0.009999346301033241) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:17:41 -- STEP: 1264/5634 -- GLOBAL_STEP: 23800[0m |
|
| > loss_text_ce: 0.03637329861521721 (0.03741751193905931) |
|
| > loss_mel_ce: 2.8732316493988037 (2.9352389972043906) |
|
| > loss: 0.7274012565612793 (0.7431641272446027) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1244 (0.13911750158177152) |
|
| > loader_time: 0.0101 (0.009996716734729235) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:17:53 -- STEP: 1314/5634 -- GLOBAL_STEP: 23850[0m |
|
| > loss_text_ce: 0.03626605123281479 (0.03740221064940341) |
|
| > loss_mel_ce: 2.9500064849853516 (2.9348992307073587) |
|
| > loss: 0.7465681433677673 (0.743075360400855) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.133 (0.1390379400558124) |
|
| > loader_time: 0.0095 (0.009987576911438548) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:18:05 -- STEP: 1364/5634 -- GLOBAL_STEP: 23900[0m |
|
| > loss_text_ce: 0.03792600706219673 (0.03740109031599373) |
|
| > loss_mel_ce: 2.8899335861206055 (2.9351766322714807) |
|
| > loss: 0.7319648861885071 (0.7431444305915641) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.138 (0.1390925124943084) |
|
| > loader_time: 0.0102 (0.009976893051628504) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:18:18 -- STEP: 1414/5634 -- GLOBAL_STEP: 23950[0m |
|
| > loss_text_ce: 0.03794166073203087 (0.03740319293756377) |
|
| > loss_mel_ce: 2.979785203933716 (2.9355743054453307) |
|
| > loss: 0.7544317245483398 (0.7432443744896837) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1426 (0.1391228653248165) |
|
| > loader_time: 0.0111 (0.009974723320870635) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:18:30 -- STEP: 1464/5634 -- GLOBAL_STEP: 24000[0m |
|
| > loss_text_ce: 0.03527098521590233 (0.037401703122718205) |
|
| > loss_mel_ce: 2.8371429443359375 (2.934091625969262) |
|
| > loss: 0.7181034684181213 (0.7428733321731213) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1468 (0.1392208287299009) |
|
| > loader_time: 0.0102 (0.009973217392228355) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:18:42 -- STEP: 1514/5634 -- GLOBAL_STEP: 24050[0m |
|
| > loss_text_ce: 0.03706175461411476 (0.03740963630397928) |
|
| > loss_mel_ce: 3.1079001426696777 (2.933613695903053) |
|
| > loss: 0.7862404584884644 (0.7427558329256561) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1315 (0.13920942023691796) |
|
| > loader_time: 0.0096 (0.009971084651417916) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:18:55 -- STEP: 1564/5634 -- GLOBAL_STEP: 24100[0m |
|
| > loss_text_ce: 0.03813539445400238 (0.037408312787409026) |
|
| > loss_mel_ce: 3.1014270782470703 (2.9342448293705385) |
|
| > loss: 0.7848905920982361 (0.742913285408484) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1762 (0.13922023559775226) |
|
| > loader_time: 0.0105 (0.009966684271917329) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:19:07 -- STEP: 1614/5634 -- GLOBAL_STEP: 24150[0m |
|
| > loss_text_ce: 0.03775399550795555 (0.037385030110658635) |
|
| > loss_mel_ce: 2.9693126678466797 (2.934111873751971) |
|
| > loss: 0.7517666816711426 (0.7428742258300575) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.143 (0.13915384849798906) |
|
| > loader_time: 0.0096 (0.009963490558231937) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:19:19 -- STEP: 1664/5634 -- GLOBAL_STEP: 24200[0m |
|
| > loss_text_ce: 0.040178149938583374 (0.037383329705335214) |
|
| > loss_mel_ce: 2.9530375003814697 (2.933666285700519) |
|
| > loss: 0.7483038902282715 (0.7427624036701258) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.12 (0.13923812027160967) |
|
| > loader_time: 0.01 (0.009962415179381014) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:19:31 -- STEP: 1714/5634 -- GLOBAL_STEP: 24250[0m |
|
| > loss_text_ce: 0.035538773983716965 (0.03737153795568433) |
|
| > loss_mel_ce: 2.8887879848480225 (2.933174034121987) |
|
| > loss: 0.7310816645622253 (0.7426363928384797) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1449 (0.13915978026084086) |
|
| > loader_time: 0.01 (0.00995643163923623) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:19:43 -- STEP: 1764/5634 -- GLOBAL_STEP: 24300[0m |
|
| > loss_text_ce: 0.03788328170776367 (0.037366535485027344) |
|
| > loss_mel_ce: 3.0456368923187256 (2.933212417729043) |
|
| > loss: 0.7708800435066223 (0.7426447379413381) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1068 (0.1390614846125754) |
|
| > loader_time: 0.0095 (0.009950447650182825) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:19:56 -- STEP: 1814/5634 -- GLOBAL_STEP: 24350[0m |
|
| > loss_text_ce: 0.03791078180074692 (0.0373764564514226) |
|
| > loss_mel_ce: 2.8126065731048584 (2.9324465811318277) |
|
| > loss: 0.7126293182373047 (0.7424557590826348) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1205 (0.13906506206655478) |
|
| > loader_time: 0.0116 (0.00995131679774646) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:20:08 -- STEP: 1864/5634 -- GLOBAL_STEP: 24400[0m |
|
| > loss_text_ce: 0.03660031780600548 (0.03737796521485812) |
|
| > loss_mel_ce: 3.0923430919647217 (2.931715444433839) |
|
| > loss: 0.782235860824585 (0.7422733520489398) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1201 (0.13910807675558132) |
|
| > loader_time: 0.0097 (0.009961187711601103) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:20:20 -- STEP: 1914/5634 -- GLOBAL_STEP: 24450[0m |
|
| > loss_text_ce: 0.03922947868704796 (0.03737998703765211) |
|
| > loss_mel_ce: 3.013779640197754 (2.9315128108426163) |
|
| > loss: 0.7632522583007812 (0.7422231990404143) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1344 (0.13905309273033215) |
|
| > loader_time: 0.0096 (0.009957339073547882) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:20:32 -- STEP: 1964/5634 -- GLOBAL_STEP: 24500[0m |
|
| > loss_text_ce: 0.03764532133936882 (0.03737868687096234) |
|
| > loss_mel_ce: 3.1684560775756836 (2.931939127974497) |
|
| > loss: 0.801525354385376 (0.7423294532262628) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1354 (0.13899946771182775) |
|
| > loader_time: 0.0105 (0.0099555148369426) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:20:45 -- STEP: 2014/5634 -- GLOBAL_STEP: 24550[0m |
|
| > loss_text_ce: 0.036339785903692245 (0.03737818313782894) |
|
| > loss_mel_ce: 3.052579641342163 (2.9325934794121933) |
|
| > loss: 0.7722298502922058 (0.7424929152356601) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1354 (0.13916800121565) |
|
| > loader_time: 0.0092 (0.009949350428084048) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:20:57 -- STEP: 2064/5634 -- GLOBAL_STEP: 24600[0m |
|
| > loss_text_ce: 0.03965429589152336 (0.03737025599486319) |
|
| > loss_mel_ce: 2.844345808029175 (2.9327466598776852) |
|
| > loss: 0.7210000157356262 (0.7425292285606847) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1299 (0.13911772964074662) |
|
| > loader_time: 0.0108 (0.009951024901035228) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:21:09 -- STEP: 2114/5634 -- GLOBAL_STEP: 24650[0m |
|
| > loss_text_ce: 0.036233771592378616 (0.0373700922170025) |
|
| > loss_mel_ce: 3.0555906295776367 (2.93260778541709) |
|
| > loss: 0.7729560732841492 (0.7424944688829481) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1213 (0.13909162590835297) |
|
| > loader_time: 0.0095 (0.009947054433506854) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:21:21 -- STEP: 2164/5634 -- GLOBAL_STEP: 24700[0m |
|
| > loss_text_ce: 0.035292237997055054 (0.03736547615324012) |
|
| > loss_mel_ce: 2.7119266986846924 (2.931968732594119) |
|
| > loss: 0.6868047118186951 (0.74233355165189) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.097 (0.13902526047225386) |
|
| > loader_time: 0.0091 (0.009946284034115557) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:21:33 -- STEP: 2214/5634 -- GLOBAL_STEP: 24750[0m |
|
| > loss_text_ce: 0.03136228024959564 (0.03736079800386043) |
|
| > loss_mel_ce: 2.366363048553467 (2.931597354720061) |
|
| > loss: 0.5994313359260559 (0.7422395376009027) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1094 (0.13911089836851182) |
|
| > loader_time: 0.0094 (0.009946484337438848) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:21:46 -- STEP: 2264/5634 -- GLOBAL_STEP: 24800[0m |
|
| > loss_text_ce: 0.035406384617090225 (0.037355504362340475) |
|
| > loss_mel_ce: 2.889382839202881 (2.9315478381546116) |
|
| > loss: 0.7311972975730896 (0.7422258349747627) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1147 (0.1392332307020263) |
|
| > loader_time: 0.0099 (0.009948873056539801) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:21:58 -- STEP: 2314/5634 -- GLOBAL_STEP: 24850[0m |
|
| > loss_text_ce: 0.03764595091342926 (0.03734867305188165) |
|
| > loss_mel_ce: 2.9437901973724365 (2.9317324973430305) |
|
| > loss: 0.7453590631484985 (0.742270291959199) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1348 (0.1392391870633838) |
|
| > loader_time: 0.0096 (0.0099488055798754) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:22:11 -- STEP: 2364/5634 -- GLOBAL_STEP: 24900[0m |
|
| > loss_text_ce: 0.0353328101336956 (0.0373403629565426) |
|
| > loss_mel_ce: 3.009432315826416 (2.931909722725143) |
|
| > loss: 0.7611913084983826 (0.7423125207172032) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1307 (0.13922156234683125) |
|
| > loader_time: 0.0096 (0.009952575623888254) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:22:23 -- STEP: 2414/5634 -- GLOBAL_STEP: 24950[0m |
|
| > loss_text_ce: 0.03829643875360489 (0.03734447843801813) |
|
| > loss_mel_ce: 3.131067991256714 (2.9324336963541326) |
|
| > loss: 0.7923411130905151 (0.7424445430552948) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1462 (0.13923316063126362) |
|
| > loader_time: 0.01 (0.009954325404163217) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:22:35 -- STEP: 2464/5634 -- GLOBAL_STEP: 25000[0m |
|
| > loss_text_ce: 0.03822420910000801 (0.037347306942645896) |
|
| > loss_mel_ce: 2.797664165496826 (2.9322574017690317) |
|
| > loss: 0.7089720964431763 (0.7424011764830198) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1231 (0.13927114367872095) |
|
| > loader_time: 0.0096 (0.009953316833291724) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:22:48 -- STEP: 2514/5634 -- GLOBAL_STEP: 25050[0m |
|
| > loss_text_ce: 0.03315836936235428 (0.037337977176142484) |
|
| > loss_mel_ce: 2.566749095916748 (2.931700545734316) |
|
| > loss: 0.6499768495559692 (0.7422596300843232) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1418 (0.1392540299143219) |
|
| > loader_time: 0.0093 (0.009951819952461758) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:23:00 -- STEP: 2564/5634 -- GLOBAL_STEP: 25100[0m |
|
| > loss_text_ce: 0.037529099732637405 (0.037345494761882904) |
|
| > loss_mel_ce: 3.004810333251953 (2.9314858790678753) |
|
| > loss: 0.760584831237793 (0.7422078428048992) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1297 (0.13922766385695862) |
|
| > loader_time: 0.0104 (0.009948882781399195) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:23:12 -- STEP: 2614/5634 -- GLOBAL_STEP: 25150[0m |
|
| > loss_text_ce: 0.03539995849132538 (0.03734693658347913) |
|
| > loss_mel_ce: 2.809061288833618 (2.931340502889987) |
|
| > loss: 0.711115300655365 (0.742171859253247) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1336 (0.13919886497477116) |
|
| > loader_time: 0.0097 (0.009948213773550827) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:23:24 -- STEP: 2664/5634 -- GLOBAL_STEP: 25200[0m |
|
| > loss_text_ce: 0.036768775433301926 (0.03734413423441219) |
|
| > loss_mel_ce: 2.802518606185913 (2.931704813385146) |
|
| > loss: 0.7098218202590942 (0.7422622362593637) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1614 (0.1392185273650171) |
|
| > loader_time: 0.0102 (0.009944646387128851) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:23:36 -- STEP: 2714/5634 -- GLOBAL_STEP: 25250[0m |
|
| > loss_text_ce: 0.036023057997226715 (0.037340163224422775) |
|
| > loss_mel_ce: 2.9036524295806885 (2.9318541418390325) |
|
| > loss: 0.7349188923835754 (0.7422985755835024) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1347 (0.13918396929387397) |
|
| > loader_time: 0.0097 (0.009942708686598094) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:23:49 -- STEP: 2764/5634 -- GLOBAL_STEP: 25300[0m |
|
| > loss_text_ce: 0.034583549946546555 (0.03734416309434136) |
|
| > loss_mel_ce: 2.9561760425567627 (2.932046000502034) |
|
| > loss: 0.7476899027824402 (0.7423475402179573) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.107 (0.1391930185937674) |
|
| > loader_time: 0.0092 (0.009941067260874679) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:24:01 -- STEP: 2814/5634 -- GLOBAL_STEP: 25350[0m |
|
| > loss_text_ce: 0.03710653632879257 (0.03733735175653717) |
|
| > loss_mel_ce: 2.9299159049987793 (2.9318724278447887) |
|
| > loss: 0.7417556047439575 (0.7423024442319593) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.146 (0.13918106540688066) |
|
| > loader_time: 0.0099 (0.009936690499957103) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:24:13 -- STEP: 2864/5634 -- GLOBAL_STEP: 25400[0m |
|
| > loss_text_ce: 0.03704264760017395 (0.03733614126972174) |
|
| > loss_mel_ce: 2.9403140544891357 (2.93136010373104) |
|
| > loss: 0.7443391680717468 (0.7421740606094207) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1155 (0.13916634580942508) |
|
| > loader_time: 0.0097 (0.009935137030132655) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:24:25 -- STEP: 2914/5634 -- GLOBAL_STEP: 25450[0m |
|
| > loss_text_ce: 0.04095723107457161 (0.037340188953148584) |
|
| > loss_mel_ce: 3.099452495574951 (2.931842873091548) |
|
| > loss: 0.7851024270057678 (0.742295764862223) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1551 (0.13918983118126624) |
|
| > loader_time: 0.0104 (0.0099322836777079) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:24:37 -- STEP: 2964/5634 -- GLOBAL_STEP: 25500[0m |
|
| > loss_text_ce: 0.037707991898059845 (0.037342867089433004) |
|
| > loss_mel_ce: 3.013317823410034 (2.932256382084399) |
|
| > loss: 0.7627564668655396 (0.742399811704471) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1102 (0.139155357714124) |
|
| > loader_time: 0.0096 (0.009930172108123827) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:24:50 -- STEP: 3014/5634 -- GLOBAL_STEP: 25550[0m |
|
| > loss_text_ce: 0.0393817164003849 (0.037343832819927196) |
|
| > loss_mel_ce: 3.061823606491089 (2.9321195810301455) |
|
| > loss: 0.7753013372421265 (0.7423658528585821) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1871 (0.1391702319267338) |
|
| > loader_time: 0.0104 (0.009930889260001586) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:25:02 -- STEP: 3064/5634 -- GLOBAL_STEP: 25600[0m |
|
| > loss_text_ce: 0.04060038551688194 (0.0373458081069731) |
|
| > loss_mel_ce: 2.6607630252838135 (2.9312392782915895) |
|
| > loss: 0.6753408312797546 (0.7421462710158945) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1391 (0.13913449831793268) |
|
| > loader_time: 0.0103 (0.009930046902624185) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:25:14 -- STEP: 3114/5634 -- GLOBAL_STEP: 25650[0m |
|
| > loss_text_ce: 0.041213564574718475 (0.03734935208970853) |
|
| > loss_mel_ce: 2.8245339393615723 (2.9306535077692146) |
|
| > loss: 0.7164368629455566 (0.7420007144133864) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1359 (0.1391124207772884) |
|
| > loader_time: 0.0098 (0.009929289171614555) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:25:26 -- STEP: 3164/5634 -- GLOBAL_STEP: 25700[0m |
|
| > loss_text_ce: 0.03854801505804062 (0.03734895280549391) |
|
| > loss_mel_ce: 2.831101655960083 (2.930726892125282) |
|
| > loss: 0.7174124121665955 (0.7420189607083121) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1091 (0.1391229900035786) |
|
| > loader_time: 0.0096 (0.009928449215991456) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:25:38 -- STEP: 3214/5634 -- GLOBAL_STEP: 25750[0m |
|
| > loss_text_ce: 0.036945268511772156 (0.03734532291592377) |
|
| > loss_mel_ce: 3.0085487365722656 (2.930798837763215) |
|
| > loss: 0.7613735198974609 (0.7420360396645719) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1294 (0.13908116373870413) |
|
| > loader_time: 0.0098 (0.009927259147278484) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:25:50 -- STEP: 3264/5634 -- GLOBAL_STEP: 25800[0m |
|
| > loss_text_ce: 0.0379323847591877 (0.037342235336979605) |
|
| > loss_mel_ce: 2.917595624923706 (2.9304239968312644) |
|
| > loss: 0.7388820052146912 (0.7419415575579978) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.108 (0.13904128435487842) |
|
| > loader_time: 0.0094 (0.009934216226432842) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:26:03 -- STEP: 3314/5634 -- GLOBAL_STEP: 25850[0m |
|
| > loss_text_ce: 0.036742202937603 (0.037344098374962525) |
|
| > loss_mel_ce: 2.952960729598999 (2.93038079870991) |
|
| > loss: 0.7474257349967957 (0.7419312238045753) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1468 (0.13905374530430803) |
|
| > loader_time: 0.0119 (0.009936335004807674) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:26:15 -- STEP: 3364/5634 -- GLOBAL_STEP: 25900[0m |
|
| > loss_text_ce: 0.03636372834444046 (0.03733889754655622) |
|
| > loss_mel_ce: 2.9502153396606445 (2.93018069420359) |
|
| > loss: 0.7466447949409485 (0.7418798975265551) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1208 (0.1389957565756674) |
|
| > loader_time: 0.0098 (0.009934011098179044) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:26:27 -- STEP: 3414/5634 -- GLOBAL_STEP: 25950[0m |
|
| > loss_text_ce: 0.038675375282764435 (0.03733512068873326) |
|
| > loss_mel_ce: 2.544226884841919 (2.929949626352742) |
|
| > loss: 0.6457255482673645 (0.7418211863693189) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.127 (0.13897687151338467) |
|
| > loader_time: 0.0095 (0.009932919908980568) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:26:39 -- STEP: 3464/5634 -- GLOBAL_STEP: 26000[0m |
|
| > loss_text_ce: 0.03976913169026375 (0.03733278576372836) |
|
| > loss_mel_ce: 2.833303451538086 (2.9301956251229133) |
|
| > loss: 0.7182681560516357 (0.7418821023187793) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1443 (0.138954251178693) |
|
| > loader_time: 0.0101 (0.00993457484740859) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:26:51 -- STEP: 3514/5634 -- GLOBAL_STEP: 26050[0m |
|
| > loss_text_ce: 0.03685378283262253 (0.03732775060611573) |
|
| > loss_mel_ce: 2.9061286449432373 (2.9300023169427885) |
|
| > loss: 0.7357456088066101 (0.7418325164980284) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1195 (0.13894759998039286) |
|
| > loader_time: 0.01 (0.009935988101622705) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:27:04 -- STEP: 3564/5634 -- GLOBAL_STEP: 26100[0m |
|
| > loss_text_ce: 0.03498522937297821 (0.03733105244591635) |
|
| > loss_mel_ce: 2.993246078491211 (2.9300116198231403) |
|
| > loss: 0.7570578455924988 (0.741835667679607) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1394 (0.13898092956521557) |
|
| > loader_time: 0.0104 (0.009935961561706067) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:27:16 -- STEP: 3614/5634 -- GLOBAL_STEP: 26150[0m |
|
| > loss_text_ce: 0.036607105284929276 (0.037328976681677624) |
|
| > loss_mel_ce: 3.097721815109253 (2.9304855211571357) |
|
| > loss: 0.7835822105407715 (0.7419536240897789) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1446 (0.13897703508019235) |
|
| > loader_time: 0.0098 (0.009936695740113423) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:27:28 -- STEP: 3664/5634 -- GLOBAL_STEP: 26200[0m |
|
| > loss_text_ce: 0.037915512919425964 (0.037325951394291554) |
|
| > loss_mel_ce: 2.9963595867156982 (2.930105222755117) |
|
| > loss: 0.7585687637329102 (0.7418577931658671) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.107 (0.1389560199070184) |
|
| > loader_time: 0.0093 (0.009938719751532946) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:27:40 -- STEP: 3714/5634 -- GLOBAL_STEP: 26250[0m |
|
| > loss_text_ce: 0.03734960779547691 (0.03732346987635639) |
|
| > loss_mel_ce: 2.806875228881836 (2.9302834645996887) |
|
| > loss: 0.7110562324523926 (0.7419017332500198) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1294 (0.13896251719808078) |
|
| > loader_time: 0.0098 (0.009941641014625007) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:27:52 -- STEP: 3764/5634 -- GLOBAL_STEP: 26300[0m |
|
| > loss_text_ce: 0.03507969155907631 (0.03732155224478605) |
|
| > loss_mel_ce: 2.901688575744629 (2.930049405404529) |
|
| > loss: 0.7341920733451843 (0.741842739101931) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1267 (0.13895248955038467) |
|
| > loader_time: 0.0095 (0.009941072253694446) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:28:05 -- STEP: 3814/5634 -- GLOBAL_STEP: 26350[0m |
|
| > loss_text_ce: 0.03890926018357277 (0.0373190912053255) |
|
| > loss_mel_ce: 3.088442087173462 (2.929883802568462) |
|
| > loss: 0.7818378210067749 (0.7418007231627577) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1549 (0.1390157418533588) |
|
| > loader_time: 0.0103 (0.009942940535442835) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:28:17 -- STEP: 3864/5634 -- GLOBAL_STEP: 26400[0m |
|
| > loss_text_ce: 0.03812243789434433 (0.0373158078340864) |
|
| > loss_mel_ce: 2.7088232040405273 (2.9297254703800064) |
|
| > loss: 0.6867364048957825 (0.7417603192955071) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1265 (0.13898557905825018) |
|
| > loader_time: 0.0096 (0.009940498363897671) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:28:29 -- STEP: 3914/5634 -- GLOBAL_STEP: 26450[0m |
|
| > loss_text_ce: 0.0360659584403038 (0.03731509525515427) |
|
| > loss_mel_ce: 3.0773158073425293 (2.9296125473267027) |
|
| > loss: 0.7783454656600952 (0.7417319103900304) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1331 (0.13897217465226713) |
|
| > loader_time: 0.0094 (0.00993581919506855) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:28:41 -- STEP: 3964/5634 -- GLOBAL_STEP: 26500[0m |
|
| > loss_text_ce: 0.03762436658143997 (0.03730790681082582) |
|
| > loss_mel_ce: 2.6329212188720703 (2.9295216451740105) |
|
| > loss: 0.6676363945007324 (0.7417073877139242) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1021 (0.13893495492569483) |
|
| > loader_time: 0.0089 (0.009935030061469674) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:28:54 -- STEP: 4014/5634 -- GLOBAL_STEP: 26550[0m |
|
| > loss_text_ce: 0.03753260150551796 (0.03730950994425427) |
|
| > loss_mel_ce: 2.78861665725708 (2.929733272506392) |
|
| > loss: 0.7065373063087463 (0.74176069537264) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1806 (0.13898104954906276) |
|
| > loader_time: 0.0105 (0.009934238373015616) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:29:06 -- STEP: 4064/5634 -- GLOBAL_STEP: 26600[0m |
|
| > loss_text_ce: 0.03671123459935188 (0.03730713734430755) |
|
| > loss_mel_ce: 2.970118999481201 (2.9292185628625287) |
|
| > loss: 0.7517075538635254 (0.7416314247438289) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1383 (0.13893744877473566) |
|
| > loader_time: 0.01 (0.009932536485157618) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:29:18 -- STEP: 4114/5634 -- GLOBAL_STEP: 26650[0m |
|
| > loss_text_ce: 0.03640031814575195 (0.03730280771099965) |
|
| > loss_mel_ce: 3.109844207763672 (2.9288566149608157) |
|
| > loss: 0.786561131477356 (0.7415398554165619) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1298 (0.13891741669635826) |
|
| > loader_time: 0.0096 (0.009932109089110975) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:29:30 -- STEP: 4164/5634 -- GLOBAL_STEP: 26700[0m |
|
| > loss_text_ce: 0.038505103439092636 (0.03729881459174324) |
|
| > loss_mel_ce: 2.827596664428711 (2.928598041493193) |
|
| > loss: 0.7165254354476929 (0.7414742137639141) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1103 (0.13889274313172725) |
|
| > loader_time: 0.0093 (0.009933747429898106) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:29:42 -- STEP: 4214/5634 -- GLOBAL_STEP: 26750[0m |
|
| > loss_text_ce: 0.03989224135875702 (0.037297093345707195) |
|
| > loss_mel_ce: 2.9337050914764404 (2.9283092378381816) |
|
| > loss: 0.7433993220329285 (0.7414015824754034) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1444 (0.13887179242981845) |
|
| > loader_time: 0.01 (0.009937790428002302) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:29:54 -- STEP: 4264/5634 -- GLOBAL_STEP: 26800[0m |
|
| > loss_text_ce: 0.04012387618422508 (0.037294175237763204) |
|
| > loss_mel_ce: 3.0769453048706055 (2.9284229650394504) |
|
| > loss: 0.7792673110961914 (0.7414292847741166) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1302 (0.13894731052373624) |
|
| > loader_time: 0.0103 (0.009939878675772153) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:30:07 -- STEP: 4314/5634 -- GLOBAL_STEP: 26850[0m |
|
| > loss_text_ce: 0.03752639517188072 (0.03729025172488485) |
|
| > loss_mel_ce: 2.834766387939453 (2.9280624150898205) |
|
| > loss: 0.7180731892585754 (0.7413381664052185) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1146 (0.13892173822356077) |
|
| > loader_time: 0.0118 (0.00993996911099735) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:30:19 -- STEP: 4364/5634 -- GLOBAL_STEP: 26900[0m |
|
| > loss_text_ce: 0.03593837469816208 (0.037285499144550406) |
|
| > loss_mel_ce: 2.887432098388672 (2.9278018269704913) |
|
| > loss: 0.7308425903320312 (0.7412718312113141) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1465 (0.1388992143813673) |
|
| > loader_time: 0.0104 (0.00993791569492121) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:30:31 -- STEP: 4414/5634 -- GLOBAL_STEP: 26950[0m |
|
| > loss_text_ce: 0.03848579153418541 (0.0372850380852265) |
|
| > loss_mel_ce: 3.063328504562378 (2.927756799255819) |
|
| > loss: 0.7754535675048828 (0.7412604590617108) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.144 (0.13889938682034145) |
|
| > loader_time: 0.01 (0.009939475841634576) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:30:43 -- STEP: 4464/5634 -- GLOBAL_STEP: 27000[0m |
|
| > loss_text_ce: 0.038516439497470856 (0.03728148594246611) |
|
| > loss_mel_ce: 2.9794766902923584 (2.9277840046792853) |
|
| > loss: 0.754498302936554 (0.7412663723565771) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1292 (0.13889070773851037) |
|
| > loader_time: 0.0099 (0.009938850411377514) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:30:55 -- STEP: 4514/5634 -- GLOBAL_STEP: 27050[0m |
|
| > loss_text_ce: 0.03775232285261154 (0.037283595637771144) |
|
| > loss_mel_ce: 2.9404871463775635 (2.927762743272131) |
|
| > loss: 0.7445598840713501 (0.7412615844672054) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1232 (0.13886591302223503) |
|
| > loader_time: 0.0096 (0.009938513646360319) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:31:08 -- STEP: 4564/5634 -- GLOBAL_STEP: 27100[0m |
|
| > loss_text_ce: 0.036047711968421936 (0.03728636860395282) |
|
| > loss_mel_ce: 3.042997121810913 (2.9277231512521005) |
|
| > loss: 0.7697612047195435 (0.7412523796796588) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1133 (0.1388822103884007) |
|
| > loader_time: 0.0097 (0.009938457208594988) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:31:20 -- STEP: 4614/5634 -- GLOBAL_STEP: 27150[0m |
|
| > loss_text_ce: 0.035173915326595306 (0.0372868047035685) |
|
| > loss_mel_ce: 3.0060601234436035 (2.9277831048845533) |
|
| > loss: 0.7603085041046143 (0.7412674770915358) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1347 (0.1388826614651886) |
|
| > loader_time: 0.0101 (0.009937808427864419) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:31:32 -- STEP: 4664/5634 -- GLOBAL_STEP: 27200[0m |
|
| > loss_text_ce: 0.035948120057582855 (0.03728833788483507) |
|
| > loss_mel_ce: 2.9226512908935547 (2.9274452614947797) |
|
| > loss: 0.7396498322486877 (0.7411833995406867) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1252 (0.13891848011859256) |
|
| > loader_time: 0.01 (0.009937319757598968) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:31:44 -- STEP: 4714/5634 -- GLOBAL_STEP: 27250[0m |
|
| > loss_text_ce: 0.035724710673093796 (0.03728261075504556) |
|
| > loss_mel_ce: 2.8586394786834717 (2.927038601712245) |
|
| > loss: 0.7235910296440125 (0.7410803028193882) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1382 (0.1389074596652649) |
|
| > loader_time: 0.0099 (0.00993565649211433) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:31:57 -- STEP: 4764/5634 -- GLOBAL_STEP: 27300[0m |
|
| > loss_text_ce: 0.03682417422533035 (0.03728096896397796) |
|
| > loss_mel_ce: 2.74461030960083 (2.9268952357378644) |
|
| > loss: 0.6953586339950562 (0.7410440508879899) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.135 (0.13896679623000835) |
|
| > loader_time: 0.0103 (0.00993658388291559) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:32:09 -- STEP: 4814/5634 -- GLOBAL_STEP: 27350[0m |
|
| > loss_text_ce: 0.03649601712822914 (0.037282652226263216) |
|
| > loss_mel_ce: 2.8517744541168213 (2.926953296469214) |
|
| > loss: 0.7220675945281982 (0.741058986886289) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1468 (0.13897879934925003) |
|
| > loader_time: 0.0121 (0.009941909042789474) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:32:22 -- STEP: 4864/5634 -- GLOBAL_STEP: 27400[0m |
|
| > loss_text_ce: 0.03725757077336311 (0.03728011563859923) |
|
| > loss_mel_ce: 2.853332996368408 (2.926846284860449) |
|
| > loss: 0.7226476669311523 (0.7410315998682847) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1159 (0.13896500255520372) |
|
| > loader_time: 0.0099 (0.009943075232992045) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:32:34 -- STEP: 4914/5634 -- GLOBAL_STEP: 27450[0m |
|
| > loss_text_ce: 0.038995254784822464 (0.03727781308847489) |
|
| > loss_mel_ce: 2.8056774139404297 (2.9270036420445624) |
|
| > loss: 0.7111681699752808 (0.7410703635113867) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1525 (0.13899810885723168) |
|
| > loader_time: 0.0102 (0.009943457750173718) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:32:46 -- STEP: 4964/5634 -- GLOBAL_STEP: 27500[0m |
|
| > loss_text_ce: 0.04005197063088417 (0.03727902162716544) |
|
| > loss_mel_ce: 2.9160351753234863 (2.9271923139343126) |
|
| > loss: 0.7390217781066895 (0.7411178335679526) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1134 (0.13899839966648672) |
|
| > loader_time: 0.0103 (0.00994299170857567) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:32:59 -- STEP: 5014/5634 -- GLOBAL_STEP: 27550[0m |
|
| > loss_text_ce: 0.037144601345062256 (0.03728378700270013) |
|
| > loss_mel_ce: 2.7749361991882324 (2.927195495421734) |
|
| > loss: 0.7030202150344849 (0.7411198202932215) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1256 (0.13899749229759778) |
|
| > loader_time: 0.0092 (0.009942080188092357) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:33:11 -- STEP: 5064/5634 -- GLOBAL_STEP: 27600[0m |
|
| > loss_text_ce: 0.037762198597192764 (0.037280067056638215) |
|
| > loss_mel_ce: 2.9323408603668213 (2.9271264296572372) |
|
| > loss: 0.7425257563591003 (0.7411016238762113) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1291 (0.1390073534342534) |
|
| > loader_time: 0.0103 (0.009939563547453793) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:33:23 -- STEP: 5114/5634 -- GLOBAL_STEP: 27650[0m |
|
| > loss_text_ce: 0.04051434248685837 (0.037276026922488346) |
|
| > loss_mel_ce: 2.9659838676452637 (2.9272391844131476) |
|
| > loss: 0.7516245245933533 (0.7411288025209477) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1619 (0.13900364494249098) |
|
| > loader_time: 0.0103 (0.009940290339159968) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:33:36 -- STEP: 5164/5634 -- GLOBAL_STEP: 27700[0m |
|
| > loss_text_ce: 0.03818828612565994 (0.03727477156152448) |
|
| > loss_mel_ce: 2.801664352416992 (2.92718402952487) |
|
| > loss: 0.7099631428718567 (0.7411146999605852) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1038 (0.13902920133655666) |
|
| > loader_time: 0.0089 (0.009940626130004333) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:33:48 -- STEP: 5214/5634 -- GLOBAL_STEP: 27750[0m |
|
| > loss_text_ce: 0.03790527582168579 (0.0372775143818337) |
|
| > loss_mel_ce: 3.013826370239258 (2.927121613690534) |
|
| > loss: 0.7629328966140747 (0.7410997816507587) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1374 (0.13904154680220582) |
|
| > loader_time: 0.0094 (0.009937441207277022) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:34:00 -- STEP: 5264/5634 -- GLOBAL_STEP: 27800[0m |
|
| > loss_text_ce: 0.039102159440517426 (0.037278077841487366) |
|
| > loss_mel_ce: 3.0687127113342285 (2.9269195054983337) |
|
| > loss: 0.7769536972045898 (0.7410493954721726) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1361 (0.1390184067121751) |
|
| > loader_time: 0.0105 (0.009935101431916175) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:34:12 -- STEP: 5314/5634 -- GLOBAL_STEP: 27850[0m |
|
| > loss_text_ce: 0.03442780673503876 (0.03727744920245858) |
|
| > loss_mel_ce: 2.807929277420044 (2.9268635303219552) |
|
| > loss: 0.7105892896652222 (0.7410352445205076) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1471 (0.13901755582761308) |
|
| > loader_time: 0.01 (0.00993471474049904) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:34:24 -- STEP: 5364/5634 -- GLOBAL_STEP: 27900[0m |
|
| > loss_text_ce: 0.03941503167152405 (0.037273203255087914) |
|
| > loss_mel_ce: 3.0457310676574707 (2.92689506208426) |
|
| > loss: 0.7712865471839905 (0.741042065996007) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1287 (0.13898109536309597) |
|
| > loader_time: 0.0098 (0.009933698141779305) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:34:36 -- STEP: 5414/5634 -- GLOBAL_STEP: 27950[0m |
|
| > loss_text_ce: 0.036685388535261154 (0.037268198326458606) |
|
| > loss_mel_ce: 2.8708155155181885 (2.926769150417588) |
|
| > loss: 0.7268752455711365 (0.7410093368773185) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1553 (0.13897713881204762) |
|
| > loader_time: 0.0101 (0.009933967408897857) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:34:49 -- STEP: 5464/5634 -- GLOBAL_STEP: 28000[0m |
|
| > loss_text_ce: 0.037855882197618484 (0.03726585546820701) |
|
| > loss_mel_ce: 2.988696336746216 (2.926981757055444) |
|
| > loss: 0.7566380500793457 (0.7410619028272598) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1234 (0.13898608433205395) |
|
| > loader_time: 0.0097 (0.009932634596594244) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:35:01 -- STEP: 5514/5634 -- GLOBAL_STEP: 28050[0m |
|
| > loss_text_ce: 0.03584522008895874 (0.03726541709173773) |
|
| > loss_mel_ce: 3.0407803058624268 (2.9269053634630464) |
|
| > loss: 0.7691563963890076 (0.7410426948612735) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1828 (0.13897647419224854) |
|
| > loader_time: 0.0108 (0.00993209759480804) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:35:13 -- STEP: 5564/5634 -- GLOBAL_STEP: 28100[0m |
|
| > loss_text_ce: 0.03766173869371414 (0.03726437405966325) |
|
| > loss_mel_ce: 2.9569201469421387 (2.926826190982772) |
|
| > loss: 0.7486454844474792 (0.7410226409851773) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1018 (0.13897577684444934) |
|
| > loader_time: 0.0094 (0.009931485786616234) |
|
|
|
|
|
[1m --> TIME: 2024-12-20 15:35:25 -- STEP: 5614/5634 -- GLOBAL_STEP: 28150[0m |
|
| > loss_text_ce: 0.03594084084033966 (0.03726404644170668) |
|
| > loss_mel_ce: 3.0079214572906494 (2.926611466173354) |
|
| > loss: 0.7609655857086182 (0.7409688778988692) |
|
| > current_lr: 5e-06 |
|
| > step_time: 0.1476 (0.13895014201273942) |
|
| > loader_time: 0.01 (0.009931097049325818) |
|
|
|
|
|
[1m > EVALUATION [0m |
|
|
|
|
|
[1m--> EVAL PERFORMANCE[0m |
|
| > avg_loader_time:[92m 0.1581638331885811 [0m(-0.00013013358588684354) |
|
| > avg_loss_text_ce:[92m 0.035944845829461086 [0m(-0.0003412165217571428) |
|
| > avg_loss_mel_ce:[92m 2.9990506365492533 [0m(-0.005775217537408839) |
|
| > avg_loss:[92m 3.034995480700656 [0m(-0.006116437482404535) |
|
|
|
> BEST MODEL : /checkpoints/GPT_XTTS_FT-December-20-2024_01+37PM-0000000/best_model_28170.pth |
|
|