End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: apache-2.0
 base_model: facebook/wav2vec2-xls-r-1b
 tags:
+- automatic-speech-recognition
+- genbed
 - generated_from_trainer
 metrics:
 - wer
@@ -16,10 +18,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # xls-r-1b-bem-genbed-f-model
 
-This model is a fine-tuned version of [facebook/wav2vec2-xls-r-1b](https://huggingface.co/facebook/wav2vec2-xls-r-1b) on an unknown dataset.
+This model is a fine-tuned version of [facebook/wav2vec2-xls-r-1b](https://huggingface.co/facebook/wav2vec2-xls-r-1b) on the GENBED - BEM dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.3247
-- Wer: 0.5988
+- Loss: 0.3137
+- Wer: 0.5529
 
 ## Model description
 

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 6.575342465753424,
+    "eval_loss": 0.31370314955711365,
+    "eval_runtime": 63.3736,
+    "eval_samples": 970,
+    "eval_samples_per_second": 15.306,
+    "eval_steps_per_second": 1.925,
+    "eval_wer": 0.5529057900956064,
+    "total_flos": 1.1217868566953175e+19,
+    "train_loss": 0.6952082284291585,
+    "train_runtime": 4252.7781,
+    "train_samples": 2917,
+    "train_samples_per_second": 20.577,
+    "train_steps_per_second": 2.575
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 6.575342465753424,
+    "eval_loss": 0.31370314955711365,
+    "eval_runtime": 63.3736,
+    "eval_samples": 970,
+    "eval_samples_per_second": 15.306,
+    "eval_steps_per_second": 1.925,
+    "eval_wer": 0.5529057900956064
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 6.575342465753424,
+    "total_flos": 1.1217868566953175e+19,
+    "train_loss": 0.6952082284291585,
+    "train_runtime": 4252.7781,
+    "train_samples": 2917,
+    "train_samples_per_second": 20.577,
+    "train_steps_per_second": 2.575
+}

trainer_state.json

@@ -0,0 +1,295 @@
+{
+  "best_metric": 0.31370314955711365,
+  "best_model_checkpoint": "/scratch/skscla001/results/xls-r-1b-bem-genbed-f-model/checkpoint-2000",
+  "epoch": 6.575342465753424,
+  "eval_steps": 100,
+  "global_step": 2400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.273972602739726,
+      "eval_loss": 3.0377819538116455,
+      "eval_runtime": 63.0932,
+      "eval_samples_per_second": 15.374,
+      "eval_steps_per_second": 1.934,
+      "eval_wer": 1.0,
+      "step": 100
+    },
+    {
+      "epoch": 0.547945205479452,
+      "eval_loss": 0.8302333950996399,
+      "eval_runtime": 63.0983,
+      "eval_samples_per_second": 15.373,
+      "eval_steps_per_second": 1.933,
+      "eval_wer": 0.9818455258352132,
+      "step": 200
+    },
+    {
+      "epoch": 0.821917808219178,
+      "eval_loss": 0.6783275008201599,
+      "eval_runtime": 63.062,
+      "eval_samples_per_second": 15.382,
+      "eval_steps_per_second": 1.935,
+      "eval_wer": 0.9103018584165861,
+      "step": 300
+    },
+    {
+      "epoch": 1.095890410958904,
+      "eval_loss": 0.5512491464614868,
+      "eval_runtime": 62.9709,
+      "eval_samples_per_second": 15.404,
+      "eval_steps_per_second": 1.937,
+      "eval_wer": 0.8720592974540767,
+      "step": 400
+    },
+    {
+      "epoch": 1.36986301369863,
+      "grad_norm": 1.8127524852752686,
+      "learning_rate": 0.0002982,
+      "loss": 1.8782,
+      "step": 500
+    },
+    {
+      "epoch": 1.36986301369863,
+      "eval_loss": 0.5296033024787903,
+      "eval_runtime": 62.9931,
+      "eval_samples_per_second": 15.399,
+      "eval_steps_per_second": 1.937,
+      "eval_wer": 0.8568052422386937,
+      "step": 500
+    },
+    {
+      "epoch": 1.643835616438356,
+      "eval_loss": 0.44133469462394714,
+      "eval_runtime": 63.0857,
+      "eval_samples_per_second": 15.376,
+      "eval_steps_per_second": 1.934,
+      "eval_wer": 0.7332688795789022,
+      "step": 600
+    },
+    {
+      "epoch": 1.9178082191780823,
+      "eval_loss": 0.4747186303138733,
+      "eval_runtime": 62.7711,
+      "eval_samples_per_second": 15.453,
+      "eval_steps_per_second": 1.944,
+      "eval_wer": 0.7614136856805243,
+      "step": 700
+    },
+    {
+      "epoch": 2.191780821917808,
+      "eval_loss": 0.38835805654525757,
+      "eval_runtime": 62.8716,
+      "eval_samples_per_second": 15.428,
+      "eval_steps_per_second": 1.94,
+      "eval_wer": 0.6666666666666666,
+      "step": 800
+    },
+    {
+      "epoch": 2.4657534246575343,
+      "eval_loss": 0.35773810744285583,
+      "eval_runtime": 63.1283,
+      "eval_samples_per_second": 15.366,
+      "eval_steps_per_second": 1.933,
+      "eval_wer": 0.6355140186915887,
+      "step": 900
+    },
+    {
+      "epoch": 2.73972602739726,
+      "grad_norm": 0.8247061371803284,
+      "learning_rate": 0.0002857320574162679,
+      "loss": 0.5114,
+      "step": 1000
+    },
+    {
+      "epoch": 2.73972602739726,
+      "eval_loss": 0.35849785804748535,
+      "eval_runtime": 63.6369,
+      "eval_samples_per_second": 15.243,
+      "eval_steps_per_second": 1.917,
+      "eval_wer": 0.632076485121925,
+      "step": 1000
+    },
+    {
+      "epoch": 3.0136986301369864,
+      "eval_loss": 0.3641321659088135,
+      "eval_runtime": 64.0158,
+      "eval_samples_per_second": 15.153,
+      "eval_steps_per_second": 1.906,
+      "eval_wer": 0.6606509829197551,
+      "step": 1100
+    },
+    {
+      "epoch": 3.287671232876712,
+      "eval_loss": 0.3812738358974457,
+      "eval_runtime": 63.4185,
+      "eval_samples_per_second": 15.295,
+      "eval_steps_per_second": 1.924,
+      "eval_wer": 0.7282200021484585,
+      "step": 1200
+    },
+    {
+      "epoch": 3.5616438356164384,
+      "eval_loss": 0.38292980194091797,
+      "eval_runtime": 63.3868,
+      "eval_samples_per_second": 15.303,
+      "eval_steps_per_second": 1.925,
+      "eval_wer": 0.7085616070469438,
+      "step": 1300
+    },
+    {
+      "epoch": 3.8356164383561646,
+      "eval_loss": 0.36824819445610046,
+      "eval_runtime": 64.0552,
+      "eval_samples_per_second": 15.143,
+      "eval_steps_per_second": 1.905,
+      "eval_wer": 0.6413148565903964,
+      "step": 1400
+    },
+    {
+      "epoch": 4.109589041095891,
+      "grad_norm": 0.8130350112915039,
+      "learning_rate": 0.000271377990430622,
+      "loss": 0.3931,
+      "step": 1500
+    },
+    {
+      "epoch": 4.109589041095891,
+      "eval_loss": 0.3526601195335388,
+      "eval_runtime": 63.2057,
+      "eval_samples_per_second": 15.347,
+      "eval_steps_per_second": 1.93,
+      "eval_wer": 0.6220861531850898,
+      "step": 1500
+    },
+    {
+      "epoch": 4.383561643835616,
+      "eval_loss": 0.34812936186790466,
+      "eval_runtime": 63.2206,
+      "eval_samples_per_second": 15.343,
+      "eval_steps_per_second": 1.93,
+      "eval_wer": 0.6297131807927812,
+      "step": 1600
+    },
+    {
+      "epoch": 4.657534246575342,
+      "eval_loss": 0.3540855944156647,
+      "eval_runtime": 63.557,
+      "eval_samples_per_second": 15.262,
+      "eval_steps_per_second": 1.92,
+      "eval_wer": 0.6192931571597379,
+      "step": 1700
+    },
+    {
+      "epoch": 4.931506849315069,
+      "eval_loss": 0.3354911208152771,
+      "eval_runtime": 63.9409,
+      "eval_samples_per_second": 15.17,
+      "eval_steps_per_second": 1.908,
+      "eval_wer": 0.6242346116661296,
+      "step": 1800
+    },
+    {
+      "epoch": 5.205479452054795,
+      "eval_loss": 0.3339410722255707,
+      "eval_runtime": 64.696,
+      "eval_samples_per_second": 14.993,
+      "eval_steps_per_second": 1.886,
+      "eval_wer": 0.5800837898807606,
+      "step": 1900
+    },
+    {
+      "epoch": 5.47945205479452,
+      "grad_norm": 0.5992590188980103,
+      "learning_rate": 0.0002570239234449761,
+      "loss": 0.3293,
+      "step": 2000
+    },
+    {
+      "epoch": 5.47945205479452,
+      "eval_loss": 0.31370314955711365,
+      "eval_runtime": 64.3752,
+      "eval_samples_per_second": 15.068,
+      "eval_steps_per_second": 1.895,
+      "eval_wer": 0.5529057900956064,
+      "step": 2000
+    },
+    {
+      "epoch": 5.7534246575342465,
+      "eval_loss": 0.3132256865501404,
+      "eval_runtime": 63.6862,
+      "eval_samples_per_second": 15.231,
+      "eval_steps_per_second": 1.916,
+      "eval_wer": 0.5822322483618004,
+      "step": 2100
+    },
+    {
+      "epoch": 6.027397260273973,
+      "eval_loss": 0.31450605392456055,
+      "eval_runtime": 64.6472,
+      "eval_samples_per_second": 15.005,
+      "eval_steps_per_second": 1.887,
+      "eval_wer": 0.5676227306907294,
+      "step": 2200
+    },
+    {
+      "epoch": 6.301369863013699,
+      "eval_loss": 0.3282639682292938,
+      "eval_runtime": 63.5382,
+      "eval_samples_per_second": 15.266,
+      "eval_steps_per_second": 1.92,
+      "eval_wer": 0.5960898055645074,
+      "step": 2300
+    },
+    {
+      "epoch": 6.575342465753424,
+      "eval_loss": 0.32465773820877075,
+      "eval_runtime": 64.1901,
+      "eval_samples_per_second": 15.111,
+      "eval_steps_per_second": 1.901,
+      "eval_wer": 0.5987753786658073,
+      "step": 2400
+    },
+    {
+      "epoch": 6.575342465753424,
+      "step": 2400,
+      "total_flos": 1.1217868566953175e+19,
+      "train_loss": 0.6952082284291585,
+      "train_runtime": 4252.7781,
+      "train_samples_per_second": 20.577,
+      "train_steps_per_second": 2.575
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 10950,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 400,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1217868566953175e+19,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}