Training in progress, epoch 20, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0763c3432cad3c63b5b2d359acf3976ae975cb9cdb749291af2009a95beabb0
+oid sha256:7cd43851537f9070d0c98879e649d6b222f56bff323d1cecebd2eb3e4ae909fc
 size 111475752

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:214a54aa21239ea7acefbea1ab22e377660409527b86a3d5ecbc8921e6e2a78c
+oid sha256:cf4fa97e859caa31d0441fb0171d06371341519cb43d0f7650bf6886dbb3ff21
 size 223212738

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44fe815887b95272170a7d3ffb9dc02cd42868461f965f4b1f18ce54a67ff7cf
+oid sha256:ae990250d5dffe53596b182ca94241fae9a2b833376ebe923e6b2ba1762afd01
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca67454981f2bcca4b8b07fc1bf4ba894b1857d510584cf167f060a713f95bcf
+oid sha256:4dc82d030a35723af736b1bc6c13d59b504f3c68ee68d94f0d61e5ba5239a9e1
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 35.62386980108499,
   "best_model_checkpoint": "./exp/whisper-large-v3-turbo-score-5-rebalanced-2/checkpoint-36",
-  "epoch": 19.0,
+  "epoch": 20.0,
   "eval_steps": 500,
-  "global_step": 342,
+  "global_step": 360,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -2610,6 +2610,143 @@
       "eval_steps_per_second": 0.881,
       "eval_wer": 36.88969258589512,
       "step": 342
+    },
+    {
+      "epoch": 19.055555555555557,
+      "grad_norm": 0.0012940432643517852,
+      "learning_rate": 2.361111111111111e-05,
+      "loss": 0.0001,
+      "step": 343
+    },
+    {
+      "epoch": 19.11111111111111,
+      "grad_norm": 0.0008559257257729769,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.0001,
+      "step": 344
+    },
+    {
+      "epoch": 19.166666666666668,
+      "grad_norm": 0.001720854896120727,
+      "learning_rate": 2.0833333333333333e-05,
+      "loss": 0.0001,
+      "step": 345
+    },
+    {
+      "epoch": 19.22222222222222,
+      "grad_norm": 0.0015519461594522,
+      "learning_rate": 1.9444444444444445e-05,
+      "loss": 0.0001,
+      "step": 346
+    },
+    {
+      "epoch": 19.27777777777778,
+      "grad_norm": 0.0017554506193846464,
+      "learning_rate": 1.8055555555555555e-05,
+      "loss": 0.0001,
+      "step": 347
+    },
+    {
+      "epoch": 19.333333333333332,
+      "grad_norm": 0.0011502084089443088,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.0001,
+      "step": 348
+    },
+    {
+      "epoch": 19.38888888888889,
+      "grad_norm": 0.0024254065938293934,
+      "learning_rate": 1.5277777777777777e-05,
+      "loss": 0.0001,
+      "step": 349
+    },
+    {
+      "epoch": 19.444444444444443,
+      "grad_norm": 0.0011428720317780972,
+      "learning_rate": 1.3888888888888888e-05,
+      "loss": 0.0001,
+      "step": 350
+    },
+    {
+      "epoch": 19.5,
+      "grad_norm": 0.0016708743060007691,
+      "learning_rate": 1.25e-05,
+      "loss": 0.0001,
+      "step": 351
+    },
+    {
+      "epoch": 19.555555555555557,
+      "grad_norm": 0.0010459779296070337,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.0001,
+      "step": 352
+    },
+    {
+      "epoch": 19.61111111111111,
+      "grad_norm": 0.0009923449251800776,
+      "learning_rate": 9.722222222222223e-06,
+      "loss": 0.0001,
+      "step": 353
+    },
+    {
+      "epoch": 19.666666666666668,
+      "grad_norm": 0.001506442204117775,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.0001,
+      "step": 354
+    },
+    {
+      "epoch": 19.72222222222222,
+      "grad_norm": 0.0013649266911670566,
+      "learning_rate": 6.944444444444444e-06,
+      "loss": 0.0001,
+      "step": 355
+    },
+    {
+      "epoch": 19.77777777777778,
+      "grad_norm": 0.0010584692936390638,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 0.0001,
+      "step": 356
+    },
+    {
+      "epoch": 19.833333333333332,
+      "grad_norm": 0.0014278048183768988,
+      "learning_rate": 4.166666666666667e-06,
+      "loss": 0.0001,
+      "step": 357
+    },
+    {
+      "epoch": 19.88888888888889,
+      "grad_norm": 0.001800132798962295,
+      "learning_rate": 2.777777777777778e-06,
+      "loss": 0.0001,
+      "step": 358
+    },
+    {
+      "epoch": 19.944444444444443,
+      "grad_norm": 0.0013041442725807428,
+      "learning_rate": 1.388888888888889e-06,
+      "loss": 0.0001,
+      "step": 359
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 0.005837676115334034,
+      "learning_rate": 0.0,
+      "loss": 0.0002,
+      "step": 360
+    },
+    {
+      "epoch": 20.0,
+      "eval_cer": 25.0,
+      "eval_loss": 3.719853162765503,
+      "eval_pred": "| i | Label | Prediction |\n| --- | --- | --- |\n| 0 | The people in the picture are playing soccer. I\u2019ve played soccer twice before in physical education class and I liked it. Well, mostly because I have really strong muscles in my legs from running, so I have a lot of advantages in soccer. If I was a parent, {I would} I would agree for my kid to play soccer. Mostly because playing a sport helps you stay healthy and fit and that\u2019s what ??? society thinks you should do. Stay fit and healthy. | The people in the picture are playing soccer. I've\ufffdve played soccer twice before in physical education class, I liked it. Well, mostly because I have really strong muscles in my legs from running, so I have a lot of advantages in soccer. If I was a parent, I I would agree for would agree for my kid to play soccer, Mostly because playing a sport helps you stay healthy and fit, that\u2019s what societysoci thinks you should do, Stay fit and healthy. |\n| 1 | And it\u2019s also good for your health too. You can have {lower} a lower risk of getting any diseases from body fat. Also, the people in this picture mostly are wearing jerseys and shorts. Some of them are wearing knee-high socks. And all of them are wearing sneakers. And the details in here. There are a lot of trees, which I really like. And really beautiful grass. And there are also two buildings in the background. | And it's\ufffds also good for your health,. You could have a a risk of lower risk of getting any diseases from body fat. Also, the people in this picture mostly are wearing jerseys and shorts. Some of them are wearing knee-high socks, And all of them are wearing sneakers. And the details in here, There are a lot of trees, which I really like, And they beautiful grass. And there are also two buildings in the background, |\n| 2 | Also a bridge. There is a <silver> <car> silver car and there are multiple soccer balls which (um) means that they are <probably> probably practicing and not playing against each other. The [people] (um) Also there are benches in the background which also indicates that they ??? <might*> might be in a park instead of a soccer field. And there are | alsoso, bridge, There is a silver carver car andcar,, car, there are multiple soccer balls, means\ufffd means means that they are probablypractably practicing practicing practicing and not playing against each other. Also people\ufffd also Also also also Also, are benches in the background which also indicates that they mightmmight be bebe be in a park instead of a soccer field. And there are |\n| 3 | some\u2026 | some... |\n| 4 | (um) I think people in the picture is playing soccer, if I\u2019m not wrong. Yes, (eN) they are playing soccer. And (um) did I? I did. When I was in elementary school, <we> <we> <had> <we> <had> <a> <class> we had a PE class and (um) the teacher taught us how to play soccer before. But, honestly, I\u2019m very poor <at> <at> (um) at sports, so I\u2019m not really enjoy it. But I did see some people, like {my} some of my classmate, really do know how to play soccer. | II, I think people in the picture is playing soccer, if I'm\ufffdm not wrong. Yes, they they are theythey are playing soccer, And did I, Did.? I did. And I was in elementary school, we we had hada had athe toatheallawe toahow classawe,a\ufffd a class class, thea thet teacher taught us how to play soccer before. But honestly honestly, I\u2019m very poor atat sports,so sports,a so so sports, so I\u2019m not really enjoy it. But I did see some people, like some,st, of my classmatesmates really do know how to play soccer, |\n| 5 | <I> I was like, oh my god, this is a very good, very, very (um) phenomenal cause (um) {it's like} {it\u2019s a} it\u2019s very hard <to> <see> <some> for some the students in Taiwan to play soccer, so as I think it\u2019s <quite> quite cool. And if I am parents, well, (um) (um) because I\u2019m not really interested in this, so, (um) if they want to, of course, I would encourage them, but (um) if they doesn\u2019t like that, <I> I won\u2019t force them to do it cause I think it\u2019s not really (um), it\u2019s alright. {It doesn\u2019t like} it\u2019s not | I I was, was like, oh my god, this is very very good, very, very phenomenalinal because because because it\ufffd,it to's very, toit's\ufffds like very to's\ufffds a hard to because see toit some toit so so some, students in Taiwan to play soccer, so I I think it's\ufffds quite quiteit,, cool. And if I'm parents, well, because,, because because because because I'm\ufffds not really interested in this, so if if,, if they\ufffd to, of course, I would encourage them, but ifit, but they\ufffd't\ufffds like that, I I won I won't\ufffds force them to do it because,\ufffd it\u2019s not really,,t it\u2019s all, It,'s't\ufffds like,,\u2019s all really |\n| 6 | necessary and just like if they want, I will. And (um) if I have time, (um) so people and it\u2019s (um) only boys. Why? [ish] In the picture, they should have girls, but (um) in the picture, (um) the only boys in the pictures and (uN) they {separate} divided into two groups, is it? And all they\u2019re wearing this long socks is quite cool and (um) it\u2019s quite a beautiful place. It\u2019s a really beautiful place and (um) I think they enjoyed very | necessary, just like if they want, I will. And if if, If I have time. soum, so people and it's\ufffds onlyum, only boys, But? InIn? In the picture, they should have girls, but inum, the the pictures, theum, and only boys in the pictures and theyum ands divided separate into and into into into into two groups, is it? And all,\u2019s wearing this long socks. quite cool and itumum and's\ufffds quite cool beautiful place. It\u2019s quite really beautiful place and Ia I and think they enjoyed very |\n| 7 | much. It's quite\u2026 | much. It's quite |\n| 8 | (Um) I think the picture is taken (um) at a park* and it\u2019s a very bright sunny day. And (um) there are some people are in the park and they are painting. <And> and there is a woman (uh) on the right of the picture. She\u2019s sitting on the chair and {she is} she has short hair and {wearing*} some, wearing dress. And she | II, I think the picture is taken at\ufffd at and a park, and it's\ufffds a very bright, day, And there there, there are some people are in the park and they are pant. And and there there there is a woman ona on on the right of the picture. She's\ufffds sitting on the chair and she she has she and has short hair and wearing somearing some someand wearing wearing some. And she |\n| 9 | is painting some trees and I really like the picture. It\u2019s beautiful. And there are a bags beside the woman. I think there\u2019s (uh) {the wore} the pants or some color in the bags that she wants <to> to draw. And there are also (um) lots of people {near} nearby the {the girl} the woman | is painting some trees, I really like the picture. It's\ufffds beautiful. And there are bags bag beside a woman. I think there's\ufffds the the the the or pants, or girl or some color in the bags that she wants toto draw. draw. And there are also lots\ufffd lots lots of people near nearby nearby by the the girl girl girl,, woman,womanwomanwomanwoman |\n| 10 | are <painting> painting and there are two people which has a bags and others are besides her and they are discussing* (um) how to draw the picture. And I think (uh) the advantage to join a park is that you can really near <the> the picture you want to draw and it\u2019s in | are pantpantingting,,, there are two people which has a bag and others are besides her, I are disgusting how howing how how to draw the picture and And I think thethe thethe advantage to drawing the park is that you can really near thethe picture picture picture you want to draw and it's\ufffds in |\n| 11 | nature scenery\u2026 | nature scenery, |\n| 12 | Well, I see at least nine people in the picture, and I can see that {all} they are all young men, and they are probably professional soccer players, or a soccer team at school, since they are all wearing sports wears that look quite professional. And, the man at the back of the picture {is} has a funky look, while he has spiky haircut. | Well, I see at least nine people in the picture, and I can see that they\ufffd,and are all young men, and they are probably professional soccer players or or a soccer team at school, since they are all wearing sportswa that look quite professional. And the the man at the back of the picture hasas,, a funky look, while he has spiky haircut, |\n| 13 | And he\u2019s wearing a white short sleeved t-shirt and like he\u2019s wearing blue shirts and long socks which soccer players usually wear, and he\u2019s also wearing blue sneakers. He\u2019s trying to chase the yellow soccer ball. (um) I see many people wearing long soccer socks, which really impressed me, and they\u2019re all wearing like (um) red | and he's\ufffds wearing a white,-ved t-shirt and like he\u2019s wearing blue shirts and long socks, soccer players usually wear. and he\u2019s also wearing blue sneakers. He\u2019s trying to chase the yellow soccer ball. I I I I see many people wearing long soccer socks, which really impressed me, and they\u2019s all wearing like red red red red |\n| 14 | shorts or (eh) like green shirts with numbers on it. So they might be quite professional. And the weather looks good. At the back of the picture, I could see many trees too. And I could even see the MRT. (eh) Also, I see two buildings. And I\u2019m not really good at soccer, but I like watching soccer games. So I hope maybe | shirtsorts or like\ufffd like like green shirts with numbers on it, So, might be quite professional. And the weather looks good. At the back of the picture, I could see many trees,, And I could even see the MRT. Alsoa.Al, I see two buildings. And I'm\ufffdm not really good at soccer, but I like watching soccer games, So I hope maybe |\n| 15 | I can\u2026 | I can't |\n| 16 | I think this might be a room {up a} {up in a} up in the top building in the city because {the windows} [out] outside the windows there\u2019s a lot of colorful [buil] buildings and it\u2019s also really high up on the ground. The woman in the middle is playing her violin <to> <the> to the guests <and> and lots of people are taking pictures of her. I think this is a good place to have a celebration because <it> <is> [really] {it is really} | I think this might be a room up up in top building inup the city building in a top building in a city because the, windows,,\ufffdof\ufffd the windows,'s\ufffds a lot of colorful buildings\ufffdild buildings buildings and it\u2019s also really high up the the ground. The woman in the middle is playing her violin to to the toto guests guests the guests,and lots lots lots of people are taking pictures of her. I think this is a good place to have a celebration because itit is becausebecause it because\ufffd it\ufffd because is really |\n| 17 | (um) it looks very comfortable <and> <the> <food> and the food must taste really good. I think (um) <the> <woman> <on> <the> the woman on the left is wearing a {red skirt} red dress and is wearing black heels. She\u2019s looking happily at the woman playing the violin while filming her on the phone. And then there is a waiter <on> <the> on the top right corner serving food to the guest <that> that lives beside him. There is also a man | itit,, looks really comfortable, and the and, food mustthe and is the food must taste really good. I think the\ufffd,theis woman isis on isis theisis woman is woman on the left is wearing a red dress dress and and dress and is wearing black heel. She's\ufffds looking happily at the woman playing the violin while filming her on the phone. And then there is a waiter onon the onon top on the top right corner serving to to the guest that that that that leads. him. Bes is also a man |\n| 18 | {with a} {with a white} [T sh] with a white shirt smiling happily. And behind the man, <there> <is> there is one guy on his iPad <while> <another> while another guy looks at him. {There is four} [pers] There's four people in total that\u2019s {looking at the violin} looking at the woman playing the violin, and they seem very satisfied with it. (Um) On the table, there are wines and different drinks for them. I don\u2019t see any | with with a white shirt,with white shirt,\ufffd\ufffd,\ufffd a white shirt smelling happily, And behind the men, therethere is,while one, is one guy on his iPad,while another looksanother guy looks another guy looks at him. There, is four people,\ufffd there\ufffd's four people in total that's\ufffds looking looking at the woman,, at the woman playing the violin, looking we seem very satisfied with it. On.s the table, there aress differents for them. I don't\ufffds\ufffd any |\n| 19 | food yet, so maybe\u2026 | food,, so maybe |\n",
+      "eval_runtime": 3.515,
+      "eval_samples_per_second": 5.69,
+      "eval_steps_per_second": 0.853,
+      "eval_wer": 36.52802893309223,
+      "step": 360
     }
   ],
   "logging_steps": 1,
@@ -2624,12 +2761,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 2.3529349251072e+18,
+  "total_flos": 2.476773605376e+18,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null