Training in progress, step 1000

.ipynb_checkpoints/run-checkpoint.sh

@@ -1,25 +1,28 @@
 python run_speech_recognition_ctc.py \
-	--dataset_name="mozilla-foundation/common_voice_7_0" \
+	--dataset_name="mozilla-foundation/common_voice_9_0" \
 	--model_name_or_path="KBLab/wav2vec2-large-voxrex" \
 	--dataset_config_name="sv-SE" \
+	--train_split_name="train+validation" \
+	--eval_split_name="test" \
 	--output_dir="./" \
 	--overwrite_output_dir \
-	--num_train_epochs="50" \
-	--per_device_train_batch_size="8" \
-	--per_device_eval_batch_size="8" \
+	--num_train_epochs="100" \
+	--per_device_train_batch_size="32" \
+	--per_device_eval_batch_size="32" \
 	--gradient_accumulation_steps="4" \
 	--learning_rate="7.5e-5" \
-	--warmup_steps="2000" \
+	--warmup_ratio="0.2" \
 	--length_column_name="input_length" \
 	--evaluation_strategy="steps" \
+	--save_strategy="steps" \
+    --eval_steps="1000" \
+    --save_steps="1000" \
 	--text_column_name="sentence" \
 	--chars_to_ignore , ? . ! \- \; \: \" “ % ‘ ” � — ’ … – \
-	--save_steps="500" \
-	--eval_steps="500" \
 	--logging_steps="100" \
 	--layerdrop="0.0" \
-	--activation_dropout="0.1" \
-	--save_total_limit="3" \
+	--activation_dropout="0.15" \
+	--save_total_limit="2" \
 	--freeze_feature_encoder \
 	--feat_proj_dropout="0.0" \
 	--mask_time_prob="0.75" \

{checkpoint-480 → checkpoint-1000}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b795539b78bf738fd54af53ed93604f1030808e674fef0cb6db817a6f9164b9
+oid sha256:e19d42b0d868c0027f986e2375d72fdfef0c3b4418f306ca68f3229412a925bb
 size 2490337809

{checkpoint-480 → checkpoint-1000}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:376983ae786038eae34616ce0e3b7a52a1f26bf9ad05a9e2fce0e200f7c041fa
+oid sha256:3c9ea0cc96b8e5bbae5dd33b444779900e8411a85ceceeeb644e8b71cf1d6010
 size 1262063089

checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7093ed8441dc6153f9584135490f60eae09d1eb18db49dacd1b3df44ea1fba00
+size 14631

{checkpoint-480 → checkpoint-1000}/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2461b163ff23e433395276a4f0dcf0a30de3489b02f5802e14476aa36b300549
+oid sha256:da34b372f0657769030e38eac6fb8c8be38a78601419da4133972b101bc446c3
 size 559

{checkpoint-480 → checkpoint-1000}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5f7a180820bf6a92756a1401f564513c1deb0d9a15e14ad26cb4a2282a234c6
+oid sha256:a17a6abbede83978b64af0551f8dd0bf1bc0f14488aed13a030be18065df696d
 size 623

checkpoint-1000/trainer_state.json

@@ -0,0 +1,85 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 10.415584415584416,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.828125e-06,
+      "loss": 15.104,
+      "step": 100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 7.6953125e-06,
+      "loss": 12.2149,
+      "step": 200
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.16015625e-05,
+      "loss": 4.9885,
+      "step": 300
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 1.55078125e-05,
+      "loss": 3.3788,
+      "step": 400
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 1.94140625e-05,
+      "loss": 3.1705,
+      "step": 500
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 2.3320312499999995e-05,
+      "loss": 3.11,
+      "step": 600
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 2.72265625e-05,
+      "loss": 3.0526,
+      "step": 700
+    },
+    {
+      "epoch": 8.33,
+      "learning_rate": 3.11328125e-05,
+      "loss": 3.0113,
+      "step": 800
+    },
+    {
+      "epoch": 9.37,
+      "learning_rate": 3.5039062499999995e-05,
+      "loss": 2.9601,
+      "step": 900
+    },
+    {
+      "epoch": 10.42,
+      "learning_rate": 3.89453125e-05,
+      "loss": 2.9099,
+      "step": 1000
+    },
+    {
+      "epoch": 10.42,
+      "eval_loss": 2.8369038105010986,
+      "eval_runtime": 198.5866,
+      "eval_samples_per_second": 25.405,
+      "eval_steps_per_second": 0.796,
+      "eval_wer": 1.0,
+      "step": 1000
+    }
+  ],
+  "max_steps": 9600,
+  "num_train_epochs": 100,
+  "total_flos": 1.5571160176119996e+19,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f8dab6838e0cc8a253bbc1fb16c34a7a36619cf3b9e2bd9c1e4027635a3b2b
+size 3055

checkpoint-768/config.json

@@ -0,0 +1,115 @@
+{
+  "_name_or_path": "KBLab/wav2vec2-large-voxrex",
+  "activation_dropout": 0.15,
+  "adapter_kernel_size": 3,
+  "adapter_stride": 2,
+  "add_adapter": false,
+  "apply_spec_augment": true,
+  "architectures": [
+    "Wav2Vec2ForCTC"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "classifier_proj_size": 256,
+  "codevector_dim": 768,
+  "contrastive_logits_temperature": 0.1,
+  "conv_bias": true,
+  "conv_dim": [
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512
+  ],
+  "conv_kernel": [
+    10,
+    3,
+    3,
+    3,
+    3,
+    2,
+    2
+  ],
+  "conv_stride": [
+    5,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2
+  ],
+  "ctc_loss_reduction": "mean",
+  "ctc_zero_infinity": false,
+  "diversity_loss_weight": 0.1,
+  "do_stable_layer_norm": true,
+  "eos_token_id": 2,
+  "feat_extract_activation": "gelu",
+  "feat_extract_dropout": 0.0,
+  "feat_extract_norm": "layer",
+  "feat_proj_dropout": 0.0,
+  "feat_quantizer_dropout": 0.0,
+  "final_dropout": 0.0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "layerdrop": 0.0,
+  "mask_channel_length": 10,
+  "mask_channel_min_space": 1,
+  "mask_channel_other": 0.0,
+  "mask_channel_prob": 0.0,
+  "mask_channel_selection": "static",
+  "mask_feature_length": 64,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.25,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_min_space": 1,
+  "mask_time_other": 0.0,
+  "mask_time_prob": 0.75,
+  "mask_time_selection": "static",
+  "model_type": "wav2vec2",
+  "num_adapter_layers": 3,
+  "num_attention_heads": 16,
+  "num_codevector_groups": 2,
+  "num_codevectors_per_group": 320,
+  "num_conv_pos_embedding_groups": 16,
+  "num_conv_pos_embeddings": 128,
+  "num_feat_extract_layers": 7,
+  "num_hidden_layers": 24,
+  "num_negatives": 100,
+  "output_hidden_size": 1024,
+  "pad_token_id": 31,
+  "proj_codevector_dim": 768,
+  "tdnn_dilation": [
+    1,
+    2,
+    3,
+    1,
+    1
+  ],
+  "tdnn_dim": [
+    512,
+    512,
+    512,
+    512,
+    1500
+  ],
+  "tdnn_kernel": [
+    5,
+    3,
+    3,
+    1,
+    1
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0.dev0",
+  "use_weighted_layer_sum": false,
+  "vocab_size": 34,
+  "xvector_output_dim": 512
+}

checkpoint-768/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9586ea872b7dc0314b8a87818664af900cbda0ab386e4009727f6c0d7b253a
+size 2490337809

checkpoint-768/preprocessor_config.json

@@ -0,0 +1,9 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}

checkpoint-768/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc646c1fab9250df454893bcc01f9e038c38d131e6ae361e5b583738752166e
+size 1262063089

{checkpoint-480 → checkpoint-768}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5f2e2ffcb1828049412b9c4ce2dd1433894da34deb1f2faa13084ce3eb624c6
+oid sha256:05cc372da27e61a6d138f62cea130dc4e1b6134306f029654ad0c9407d998ef2
 size 14567

checkpoint-768/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2832d98d4b5feff45ebd720deebf0b82dd661e5c21aebec8b84b7733057fa4e5
+size 559

checkpoint-768/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9748e33e2a1f1ebee6bb9c1ab72b7b9d1500e1f1c49e6b8e19aa252c6f8c658
+size 623

{checkpoint-480 → checkpoint-768}/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 4.997402597402598,
-  "global_step": 480,
+  "epoch": 7.997402597402598,
+  "global_step": 768,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -75,11 +75,56 @@
       "eval_steps_per_second": 0.849,
       "eval_wer": 1.0,
       "step": 480
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 7.765624999999999e-06,
+      "loss": 3.8196,
+      "step": 500
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 3.3380837440490723,
+      "eval_runtime": 183.9322,
+      "eval_samples_per_second": 27.429,
+      "eval_steps_per_second": 0.859,
+      "eval_wer": 1.0,
+      "step": 576
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 9.328125e-06,
+      "loss": 3.3535,
+      "step": 600
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 3.2117931842803955,
+      "eval_runtime": 186.1,
+      "eval_samples_per_second": 27.109,
+      "eval_steps_per_second": 0.849,
+      "eval_wer": 1.0,
+      "step": 672
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 1.0890624999999999e-05,
+      "loss": 3.1949,
+      "step": 700
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 3.158613920211792,
+      "eval_runtime": 182.4287,
+      "eval_samples_per_second": 27.655,
+      "eval_steps_per_second": 0.866,
+      "eval_wer": 1.0,
+      "step": 768
     }
   ],
   "max_steps": 19200,
   "num_train_epochs": 200,
-  "total_flos": 7.455905805922749e+18,
+  "total_flos": 1.1926542720934052e+19,
   "trial_name": null,
   "trial_params": null
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cda6c609d26894118f60831d66a918be45540d348cdd4e71e2cfd6c4296b3de
+oid sha256:3c9ea0cc96b8e5bbae5dd33b444779900e8411a85ceceeeb644e8b71cf1d6010
 size 1262063089

run.sh

@@ -6,7 +6,7 @@ python run_speech_recognition_ctc.py \
 	--eval_split_name="test" \
 	--output_dir="./" \
 	--overwrite_output_dir \
-	--num_train_epochs="500" \
+	--num_train_epochs="100" \
 	--per_device_train_batch_size="32" \
 	--per_device_eval_batch_size="32" \
 	--gradient_accumulation_steps="4" \
@@ -15,8 +15,8 @@ python run_speech_recognition_ctc.py \
 	--length_column_name="input_length" \
 	--evaluation_strategy="steps" \
 	--save_strategy="steps" \
-    --eval_steps="2000" \
-    --save_steps="2000" \
+    --eval_steps="1000" \
+    --save_steps="1000" \
 	--text_column_name="sentence" \
 	--chars_to_ignore , ? . ! \- \; \: \" “ % ‘ ” � — ’ … – \
 	--logging_steps="100" \

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e36b0de66081b1e60759283ec925cb14218ac8e4b7758178a38fee27a8df110c
+oid sha256:28f8dab6838e0cc8a253bbc1fb16c34a7a36619cf3b9e2bd9c1e4027635a3b2b
 size 3055