Hugging Face's logo

ghost613
/
VC-SyllableWhisper-zeroth-vr2

TensorBoard
Safetensors
syllable_whisper
Model card Files
xet
Metrics Community
ghost613 commited on
Commit
7e709ca
·
verified ·
1 Parent(s): 07724cd

Training in progress, step 700

Browse files
Files changed (9) hide show
  1. config.json +6 -6
  2. model.safetensors +1 -1
  3. runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753377334.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.0 +3 -0
  4. runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753377976.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.1 +3 -0
  5. runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753377976.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.2 +3 -0
  6. runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753378004.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.3 +3 -0
  7. runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753378004.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.4 +3 -0
  8. runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753378011.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.5 +3 -0
  9. training_args.bin +1 -1
config.json CHANGED
@@ -97,10 +97,12 @@
97
  "_name_or_path": "openai/whisper-large-v3-turbo",
98
  "transformers_version": "4.42.3",
99
  "model_type": "syllable_whisper",
 
 
100
  "phoneme_vocab_size": 55,
101
  "syllable_vocab_size": 1207,
102
  "loss_lambda": 0.5,
103
- "alignment_lambda": 0.0,
104
  "phoneme_grouping_size": 3,
105
  "phoneme_pad_token_id": 2,
106
  "phoneme_bos_token_id": 1,
@@ -111,7 +113,8 @@
111
  "num_layer_stacks": 1,
112
  "noise_std": 0.01,
113
  "apply_noise_to_original": false,
114
- "original_encoder_layers": 32,
 
115
  "original_decoder_layers": 4,
116
  "reduce_encoder_layers": true,
117
  "reduce_decoder_layers": false,
@@ -119,8 +122,5 @@
119
  "decoder_layers_to_keep": 4,
120
  "decoder_dropout_rate": 0.0,
121
  "decoder_dropout_type": "standard",
122
- "apply_dropout_to_stacked_only": false,
123
- "encoder_type": "whisper",
124
- "freeze_wav2vec": true,
125
- "unfreeze_top_k_layers": 4
126
  }
 
97
  "_name_or_path": "openai/whisper-large-v3-turbo",
98
  "transformers_version": "4.42.3",
99
  "model_type": "syllable_whisper",
100
+ "encoder_type": "whisper",
101
+ "freeze_wav2vec": true,
102
  "phoneme_vocab_size": 55,
103
  "syllable_vocab_size": 1207,
104
  "loss_lambda": 0.5,
105
+ "alignment_lambda": 0.5,
106
  "phoneme_grouping_size": 3,
107
  "phoneme_pad_token_id": 2,
108
  "phoneme_bos_token_id": 1,
 
113
  "num_layer_stacks": 1,
114
  "noise_std": 0.01,
115
  "apply_noise_to_original": false,
116
+ "original_encoder_layers": 24,
117
+ "unfreeze_top_k_layers": 0,
118
  "original_decoder_layers": 4,
119
  "reduce_encoder_layers": true,
120
  "reduce_decoder_layers": false,
 
122
  "decoder_layers_to_keep": 4,
123
  "decoder_dropout_rate": 0.0,
124
  "decoder_dropout_type": "standard",
125
+ "apply_dropout_to_stacked_only": false
 
 
 
126
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce7318dbfb37e65bdd57dfb3f1ed9f9e31de261e2d9c8954126e618c09242efa
3
  size 2803531904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a159033fd61ea79bfc90399209d18f5732433841565c40f05367b28faf5ff8dc
3
  size 2803531904
runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753377334.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527920f906bff73e8591730b26b0f8bc2c137cc8015ad4dd145270ba1721029d
3
+ size 6725
runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753377976.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:855de0c83801c3eadd8ed7d7a50ba8dd5d58305fc9e736ec39bfcbe841632f84
3
+ size 4784
runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753377976.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052f989ebe840cd92fd682e711a878312f49fbebcead7e537bed7769a7455c37
3
+ size 203
runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753378004.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5752ec0e2fd75eedb5888650d6128528426f4060ba3ae77f7846ddab088ea2d
3
+ size 4784
runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753378004.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:444e52d1316377ce621877546ba01f47e6b0983dbbdeacdf515e8dfcb34748d3
3
+ size 201
runs/Jul24_17-15-31_whisper-finetune.asia-northeast3-a.c.sabina-404403.internal/events.out.tfevents.1753378011.whisper-finetune.asia-northeast3-a.c.sabina-404403.internal.32962.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1214da5ab74324ca9a3a9a16a73990e9f8d79027c8e36561aead70d602972b3
3
+ size 4784
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9861a4e8419ce788a7d3d5071c8df13de1699761b4667db116148a6266fdff1e
3
  size 4923
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e47edf8c600559a7a0f1e47be65c8e375ca145d17b4f09922200bd59bcf9bcd
3
  size 4923