Training in progress, step 700

config.json

@@ -1,10 +1,10 @@
 {
-  "vocab_size": 51865,
-  "num_mel_bins": 80,
+  "vocab_size": 51866,
+  "num_mel_bins": 128,
   "d_model": 1280,
-  "encoder_layers": 32,
+  "encoder_layers": 4,
   "encoder_attention_heads": 20,
-  "decoder_layers": 6,
+  "decoder_layers": 4,
   "decoder_attention_heads": 20,
   "decoder_ffn_dim": 5120,
   "encoder_ffn_dim": 5120,
@@ -34,7 +34,7 @@
   "output_hidden_states": false,
   "output_attentions": false,
   "torchscript": false,
-  "torch_dtype": null,
+  "torch_dtype": "float16",
   "use_bfloat16": false,
   "tf_legacy_loss": false,
   "pruned_heads": {},
@@ -73,7 +73,9 @@
     220,
     50256
   ],
-  "architectures": null,
+  "architectures": [
+    "WhisperForConditionalGeneration"
+  ],
   "finetuning_task": null,
   "id2label": {
     "0": "LABEL_0",
@@ -85,17 +87,17 @@
   },
   "tokenizer_class": null,
   "prefix": null,
-  "bos_token_id": 50256,
-  "pad_token_id": 50256,
-  "eos_token_id": 50256,
+  "bos_token_id": 50257,
+  "pad_token_id": 50257,
+  "eos_token_id": 50257,
   "sep_token_id": null,
-  "decoder_start_token_id": 50257,
+  "decoder_start_token_id": 0,
   "task_specific_params": null,
   "problem_type": null,
-  "_name_or_path": "",
+  "_name_or_path": "openai/whisper-large-v3-turbo",
   "transformers_version": "4.42.3",
   "model_type": "syllable_whisper",
-  "encoder_type": "embedding",
+  "encoder_type": "whisper",
   "freeze_wav2vec": false,
   "phoneme_vocab_size": 55,
   "syllable_vocab_size": 1207,
@@ -111,13 +113,13 @@
   "num_layer_stacks": 1,
   "noise_std": 0.01,
   "apply_noise_to_original": false,
-  "original_encoder_layers": 32,
+  "original_encoder_layers": 4,
   "unfreeze_top_k_layers": 0,
-  "original_decoder_layers": 6,
-  "reduce_encoder_layers": false,
+  "original_decoder_layers": 4,
+  "reduce_encoder_layers": true,
   "reduce_decoder_layers": false,
-  "encoder_layers_to_keep": 32,
-  "decoder_layers_to_keep": 6,
+  "encoder_layers_to_keep": 4,
+  "decoder_layers_to_keep": 4,
   "decoder_dropout_rate": 0.0,
   "decoder_dropout_type": "standard",
   "apply_dropout_to_stacked_only": false

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d44eaf9150b296406c717ac15317030c53f088307f8eb002be6de766ab54c33
-size 1305713496
+oid sha256:046677bd41d5fded7a1d310f00d8e6d817b32836d46d60e319645601a253d03e
+size 1229405408

runs/Jul18_07-19-50_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1752823193.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.52480.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f342508fecd68b70602b6439e595e2212598ec3fbbfb6cc67f4c4d3d5d24437
+size 6359

runs/Jul18_07-19-50_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1752825377.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.52480.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc932387e3c1ac1c6ca4a78c60060ac9f96ce538e97822234574189c708b25a
+size 4624

runs/Jul18_07-19-50_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1752825377.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.52480.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548034074c46f5b887ec8752a750a7339f465ba42a73c0a335afc2f7998075a6
+size 88

runs/Jul18_07-19-50_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1752825409.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.52480.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8170bbd0d45af728c78a3d7f4530d8f66e4607704e34744ed1d66aed1dae504
+size 4624

runs/Jul18_07-19-50_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1752825409.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.52480.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fceb8c18317377459342f71ae1b5547ddc2cb1e782f6e0fc72731564b25b739
+size 88

runs/Jul18_07-19-50_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1752825420.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.52480.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96afe3c8c3feb17ef3fc8d96e55f9e0e52fe433729cf8c5825cb5c3742938998
+size 4624

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3edea9c945b057438824151077ed6160f9ce4fd1768b15a3b0e24084ed19cdc8
+oid sha256:177ce8ad5379038863796f3962a5fdb6b94aeb0f38a89d4ae680f491ddbef2f9
 size 4923