Training in progress, step 500

.gitignore

@@ -1,2 +1,3 @@
 checkpoint-*/
+wandb/*
 .ipynb_checkpoints/*

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beb785393385c62dcf4a553d309c2fef59b474f56b1ad4c31deb1d551cbe371e
+oid sha256:4f8c63e85b8f2613d8049875a0681ecc0fcd4e197612211c0ff40430d895c75a
 size 8637973773

run_bnb.sh

@@ -6,9 +6,9 @@ python run_speech_recognition_ctc_bnb.py \
 --output_dir="./" \
 --overwrite_output_dir \
 --num_train_epochs="150" \
---per_device_train_batch_size="4" \
---per_device_eval_batch_size="4" \
---gradient_accumulation_steps="12" \
+--per_device_train_batch_size="1" \
+--per_device_eval_batch_size="1" \
+--gradient_accumulation_steps="48" \
 --learning_rate="1e-6" \
 --warmup_steps="2000" \
 --length_column_name="input_length" \

run_speech_recognition_ctc_bnb.py

@@ -57,6 +57,7 @@ require_version("datasets>=1.13.3", "To fix: pip install -r examples/pytorch/tex
 
 
 logger = logging.getLogger(__name__)
+os.environ["WANDB_DISABLED"] = "true"
 
 
 def list_field(default=None, metadata=None):

runs/Jan30_19-21-11_job-2043ddf5-d229-46f3-8808-c26e497d509b/1643570799.2619226/events.out.tfevents.1643570799.job-2043ddf5-d229-46f3-8808-c26e497d509b.24755.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e96e08dbf2c64a7d9c0ac7af42e1777e3c0f4950c148c991c96ef8a8d12c4
+size 4762

runs/Jan30_19-21-11_job-2043ddf5-d229-46f3-8808-c26e497d509b/events.out.tfevents.1643570799.job-2043ddf5-d229-46f3-8808-c26e497d509b.24755.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ec5793ccb58d89ed169d1e768abd5a78b44fcc730ff6fa7b1f4f25c58ab468
+size 12825

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7ff6601b1bceeeee90202d6ca36380acbd3f91cd455add453e82e644446efb5
-size 2991
+oid sha256:c3eb05246c3b8f398233525187f3e1378df4480944773dffe7ed37d96ccc4e4b
+size 3055