diff --git "a/log.out" "b/log.out"
new file mode 100644--- /dev/null
+++ "b/log.out"
@@ -0,0 +1,4253 @@
+slurm submission log: 2022-12-22 23:07:26.299599
+created following sbatch script: 
+
+###############################
+
+#!/bin/bash
+
+#SBATCH --account=nlp
+#SBATCH --cpus-per-task=2
+#SBATCH --exclude=john0,john1,john2,john3,john4,john5,john6,john7,john8,john9,john10,john11,jagupard15
+#SBATCH --gres=gpu:1
+#SBATCH --job-name=lxuechen-job-3319645
+#SBATCH --mem=32G
+#SBATCH --open-mode=append
+#SBATCH --output=/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/log.out
+#SBATCH --partition=sphinx
+#SBATCH --time=3-0
+
+# activate your desired anaconda environment
+. /u/nlp/anaconda/main/anaconda3/envs/lxuechen-torch-stable/etc/profile.d/conda.sh ; conda activate lxuechen-torch-stable
+
+# cd to working directory
+cd .
+
+# launch commands
+srun --unbuffered run_as_child_processes 'python tldr_pretrain.py   --fp16 True   --half_precision_backend "cuda_amp"   --model_name_or_path "gpt2-xl"   --output_dir "/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3"   --num_train_epochs 3   --per_device_train_batch_size 2   --per_device_eval_batch_size 4   --gradient_accumulation_steps 64   --evaluation_strategy "steps"   --eval_steps 500   --save_strategy "steps"   --save_steps 500   --save_total_limit 1   --learning_rate 1e-05   --warmup_ratio 0.03   --lr_scheduler_type "cosine"   --logging_steps 100'
+
+###############################
+
+submission to slurm complete!
+
+
+###############################
+slurm submission output
+
+Submitted batch job 5410770
+
+
+
+###############################
+
+/var/lib/slurm/slurmd/job5410770/slurm_script: line 15: /u/nlp/anaconda/main/anaconda3/envs/lxuechen-torch-stable/etc/profile.d/conda.sh: No such file or directory
+
+CommandNotFoundError: Your shell has not been properly configured to use 'conda activate'.
+To initialize your shell, run
+
+    $ conda init <SHELL_NAME>
+
+Currently supported shells are:
+  - bash
+  - fish
+  - tcsh
+  - xonsh
+  - zsh
+  - powershell
+
+See 'conda init --help' for more information and options.
+
+IMPORTANT: You may need to close and restart your shell after running 'conda init'.
+
+
+###############################
+start time: 2022-12-22 23:07:29.715547
+machine: sphinx7
+conda env: lxuechen-torch-stable
+###############################
+running following processes
+
+	python tldr_pretrain.py   --fp16 True   --half_precision_backend "cuda_amp"   --model_name_or_path "gpt2-xl"   --output_dir "/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3"   --num_train_epochs 3   --per_device_train_batch_size 2   --per_device_eval_batch_size 4   --gradient_accumulation_steps 64   --evaluation_strategy "steps"   --eval_steps 500   --save_strategy "steps"   --save_steps 500   --save_total_limit 1   --learning_rate 1e-05   --warmup_ratio 0.03   --lr_scheduler_type "cosine"   --logging_steps 100
+
+
+###############################
+command outputs: 
+
+
+Using cuda_amp half precision backend
+/u/nlp/anaconda/main/anaconda3/envs/lxuechen-torch-stable/lib/python3.10/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning
+  warnings.warn(
+***** Running training *****
+  Num examples = 116722
+  Num Epochs = 3
+  Instantaneous batch size per device = 2
+  Total train batch size (w. parallel, distributed & accumulation) = 128
+  Gradient Accumulation steps = 64
+  Total optimization steps = 2733
+  Number of trainable parameters = 1557612800
+Automatic Weights & Biases logging enabled, to disable set os.environ["WANDB_DISABLED"] = "true"
+wandb: Currently logged in as: lxuechen. Use `wandb login --relogin` to force relogin
+wandb: Tracking run with wandb version 0.13.7
+wandb: Run data is saved locally in /sailhome/lxuechen/software/human-feedback/summ/wandb/run-20221222_230947-1aawy2qo
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3
+wandb: ⭐️ View project at https://wandb.ai/lxuechen/tldr_pretrain
+wandb: 🚀 View run at https://wandb.ai/lxuechen/tldr_pretrain/runs/1aawy2qo
+
  0%|          | 0/2733 [00:00<?, ?it/s]
  0%|          | 1/2733 [00:10<8:03:51, 10.63s/it]
  0%|          | 2/2733 [00:20<7:45:31, 10.23s/it]
  0%|          | 3/2733 [00:29<7:25:16,  9.79s/it]
  0%|          | 4/2733 [00:39<7:25:18,  9.79s/it]
  0%|          | 5/2733 [00:49<7:24:14,  9.77s/it]
  0%|          | 6/2733 [00:58<7:16:16,  9.60s/it]
  0%|          | 7/2733 [01:08<7:17:34,  9.63s/it]
  0%|          | 8/2733 [01:17<7:16:49,  9.62s/it]
  0%|          | 9/2733 [01:27<7:11:04,  9.49s/it]
  0%|          | 10/2733 [01:36<7:14:17,  9.57s/it]
  0%|          | 11/2733 [01:46<7:15:50,  9.61s/it]
  0%|          | 12/2733 [01:55<7:12:22,  9.53s/it]
  0%|          | 13/2733 [02:05<7:14:34,  9.59s/it]
  1%|          | 14/2733 [02:14<7:10:07,  9.49s/it]
  1%|          | 15/2733 [02:24<7:14:30,  9.59s/it]
  1%|          | 16/2733 [02:34<7:15:51,  9.63s/it]
  1%|          | 17/2733 [02:43<7:10:07,  9.50s/it]
  1%|          | 18/2733 [02:53<7:12:16,  9.55s/it]
  1%|          | 19/2733 [03:03<7:16:52,  9.66s/it]
  1%|          | 20/2733 [03:12<7:09:02,  9.49s/it]
  1%|          | 21/2733 [03:22<7:11:37,  9.55s/it]
  1%|          | 22/2733 [03:31<7:13:45,  9.60s/it]
  1%|          | 23/2733 [03:41<7:09:10,  9.50s/it]
  1%|          | 24/2733 [03:50<7:11:51,  9.56s/it]
  1%|          | 25/2733 [04:00<7:10:19,  9.53s/it]
  1%|          | 26/2733 [04:09<7:07:12,  9.47s/it]
  1%|          | 27/2733 [04:19<7:11:13,  9.56s/it]
  1%|          | 28/2733 [04:28<7:07:34,  9.48s/it]
  1%|          | 29/2733 [04:38<7:09:12,  9.52s/it]
  1%|          | 30/2733 [04:48<7:14:34,  9.65s/it]
  1%|          | 31/2733 [04:57<7:09:47,  9.54s/it]
  1%|          | 32/2733 [05:07<7:11:54,  9.59s/it]
  1%|          | 33/2733 [05:16<7:14:24,  9.65s/it]
  1%|          | 34/2733 [05:26<7:06:47,  9.49s/it]
  1%|▏         | 35/2733 [05:35<7:09:32,  9.55s/it]
  1%|▏         | 36/2733 [05:45<7:12:01,  9.61s/it]
  1%|▏         | 37/2733 [05:54<7:09:37,  9.56s/it]
  1%|▏         | 38/2733 [06:04<7:10:13,  9.58s/it]
  1%|▏         | 39/2733 [06:13<7:00:54,  9.37s/it]
  1%|▏         | 40/2733 [06:23<7:05:06,  9.47s/it]
  2%|▏         | 41/2733 [06:33<7:13:34,  9.66s/it]
  2%|▏         | 42/2733 [06:42<7:06:34,  9.51s/it]
  2%|▏         | 43/2733 [06:52<7:11:04,  9.61s/it]
  2%|▏         | 44/2733 [07:02<7:13:59,  9.68s/it]
  2%|▏         | 45/2733 [07:11<7:09:50,  9.59s/it]
  2%|▏         | 46/2733 [07:21<7:09:13,  9.58s/it]
  2%|▏         | 47/2733 [07:30<7:10:10,  9.61s/it]
  2%|▏         | 48/2733 [07:39<7:03:14,  9.46s/it]
  2%|▏         | 49/2733 [07:49<7:05:17,  9.51s/it]
  2%|▏         | 50/2733 [07:59<7:11:43,  9.65s/it]
  2%|▏         | 51/2733 [08:08<7:06:52,  9.55s/it]
  2%|▏         | 52/2733 [08:18<7:11:35,  9.66s/it]
  2%|▏         | 53/2733 [08:27<7:04:14,  9.50s/it]
  2%|▏         | 54/2733 [08:37<7:06:08,  9.54s/it]
  2%|▏         | 55/2733 [08:47<7:07:32,  9.58s/it]
  2%|▏         | 56/2733 [08:56<7:03:55,  9.50s/it]
  2%|▏         | 57/2733 [09:06<7:09:04,  9.62s/it]
  2%|▏         | 58/2733 [09:15<7:07:28,  9.59s/it]
  2%|▏         | 59/2733 [09:24<7:00:41,  9.44s/it]
  2%|▏         | 60/2733 [09:34<7:04:45,  9.53s/it]
  2%|▏         | 61/2733 [09:44<7:10:19,  9.66s/it]
  2%|▏         | 62/2733 [09:53<7:03:30,  9.51s/it]
  2%|▏         | 63/2733 [10:03<7:05:06,  9.55s/it]
  2%|▏         | 64/2733 [10:12<7:04:24,  9.54s/it]
  2%|▏         | 65/2733 [10:22<7:05:19,  9.57s/it]
  2%|▏         | 66/2733 [10:32<7:08:42,  9.64s/it]
  2%|▏         | 67/2733 [10:41<7:05:24,  9.57s/it]
  2%|▏         | 68/2733 [10:51<7:07:02,  9.61s/it]
  3%|▎         | 69/2733 [11:01<7:07:40,  9.63s/it]
  3%|▎         | 70/2733 [11:10<7:00:31,  9.47s/it]
  3%|▎         | 71/2733 [11:20<7:03:29,  9.55s/it]
  3%|▎         | 72/2733 [11:29<7:04:29,  9.57s/it]
  3%|▎         | 73/2733 [11:38<6:59:54,  9.47s/it]
  3%|▎         | 74/2733 [11:48<7:04:45,  9.58s/it]
  3%|▎         | 75/2733 [11:58<7:07:06,  9.64s/it]
  3%|▎         | 76/2733 [12:07<7:02:18,  9.54s/it]
  3%|▎         | 77/2733 [12:18<7:15:09,  9.83s/it]
  3%|▎         | 78/2733 [12:27<7:07:16,  9.66s/it]
  3%|▎         | 79/2733 [12:37<7:09:14,  9.70s/it]
  3%|▎         | 80/2733 [12:47<7:09:19,  9.71s/it]
  3%|▎         | 81/2733 [12:56<6:59:46,  9.50s/it]
  3%|▎         | 82/2733 [13:05<7:02:29,  9.56s/it]
  3%|▎         | 83/2733 [13:15<7:03:25,  9.59s/it]
  3%|▎         | 84/2733 [13:24<6:58:45,  9.49s/it]
  3%|▎         | 85/2733 [13:34<7:03:09,  9.59s/it]
  3%|▎         | 86/2733 [13:44<7:06:21,  9.66s/it]
  3%|▎         | 87/2733 [13:53<7:00:54,  9.54s/it]
  3%|▎         | 88/2733 [14:03<7:04:46,  9.64s/it]
  3%|▎         | 89/2733 [14:13<7:02:50,  9.60s/it]
  3%|▎         | 90/2733 [14:22<7:04:52,  9.65s/it]
  3%|▎         | 91/2733 [14:32<7:04:45,  9.65s/it]
  3%|▎         | 92/2733 [14:41<6:59:17,  9.53s/it]
  3%|▎         | 93/2733 [14:51<6:58:42,  9.52s/it]
  3%|▎         | 94/2733 [15:00<6:59:22,  9.53s/it]
  3%|▎         | 95/2733 [15:09<6:55:02,  9.44s/it]
  4%|▎         | 96/2733 [15:19<7:00:33,  9.57s/it]
  4%|▎         | 97/2733 [15:29<7:03:09,  9.63s/it]
  4%|▎         | 98/2733 [15:38<6:54:09,  9.43s/it]
  4%|▎         | 99/2733 [15:48<6:58:19,  9.53s/it]
  4%|▎         | 100/2733 [15:58<7:02:30,  9.63s/it]
                                                    
{'loss': 2.3408, 'learning_rate': 9.998862506715891e-06, 'epoch': 0.11}
+
  4%|▎         | 100/2733 [15:58<7:02:30,  9.63s/it]
  4%|▎         | 101/2733 [16:07<6:59:06,  9.55s/it]
  4%|▎         | 102/2733 [16:17<7:00:20,  9.59s/it]
  4%|▍         | 103/2733 [16:26<6:56:24,  9.50s/it]
  4%|▍         | 104/2733 [16:36<6:59:23,  9.57s/it]
  4%|▍         | 105/2733 [16:45<6:59:51,  9.59s/it]
  4%|▍         | 106/2733 [16:55<6:57:15,  9.53s/it]
  4%|▍         | 107/2733 [17:05<6:59:39,  9.59s/it]
  4%|▍         | 108/2733 [17:14<6:59:27,  9.59s/it]
  4%|▍         | 109/2733 [17:23<6:54:27,  9.48s/it]
  4%|▍         | 110/2733 [17:33<6:57:40,  9.55s/it]
  4%|▍         | 111/2733 [17:43<6:59:04,  9.59s/it]
  4%|▍         | 112/2733 [17:52<6:54:35,  9.49s/it]
  4%|▍         | 113/2733 [18:01<6:53:43,  9.47s/it]
  4%|▍         | 114/2733 [18:11<6:50:22,  9.40s/it]
  4%|▍         | 115/2733 [18:21<6:57:16,  9.56s/it]
  4%|▍         | 116/2733 [18:30<7:00:26,  9.64s/it]
  4%|▍         | 117/2733 [18:40<6:54:56,  9.52s/it]
  4%|▍         | 118/2733 [18:49<6:58:01,  9.59s/it]
  4%|▍         | 119/2733 [18:59<7:00:16,  9.65s/it]
  4%|▍         | 120/2733 [19:08<6:52:56,  9.48s/it]
  4%|▍         | 121/2733 [19:18<6:53:50,  9.51s/it]
  4%|▍         | 122/2733 [19:28<6:58:15,  9.61s/it]
  5%|▍         | 123/2733 [19:37<6:52:04,  9.47s/it]
  5%|▍         | 124/2733 [19:47<6:55:37,  9.56s/it]
  5%|▍         | 125/2733 [19:56<6:57:06,  9.60s/it]
  5%|▍         | 126/2733 [20:05<6:50:56,  9.46s/it]
  5%|▍         | 127/2733 [20:17<7:13:35,  9.98s/it]
  5%|▍         | 128/2733 [20:26<7:03:41,  9.76s/it]
  5%|▍         | 129/2733 [20:36<7:06:42,  9.83s/it]
  5%|▍         | 130/2733 [20:45<7:02:07,  9.73s/it]
  5%|▍         | 131/2733 [20:55<6:56:18,  9.60s/it]
  5%|▍         | 132/2733 [21:04<6:57:09,  9.62s/it]
  5%|▍         | 133/2733 [21:14<6:57:48,  9.64s/it]
  5%|▍         | 134/2733 [21:23<6:51:28,  9.50s/it]
  5%|▍         | 135/2733 [21:33<6:55:35,  9.60s/it]
  5%|▍         | 136/2733 [21:43<7:05:15,  9.83s/it]
  5%|▌         | 137/2733 [21:53<6:56:25,  9.62s/it]
  5%|▌         | 138/2733 [22:02<6:57:48,  9.66s/it]
  5%|▌         | 139/2733 [22:12<6:53:12,  9.56s/it]
  5%|▌         | 140/2733 [22:21<6:54:32,  9.59s/it]
  5%|▌         | 141/2733 [22:31<6:57:56,  9.67s/it]
  5%|▌         | 142/2733 [22:40<6:51:18,  9.52s/it]
  5%|▌         | 143/2733 [22:50<6:52:52,  9.56s/it]
  5%|▌         | 144/2733 [23:00<6:56:44,  9.66s/it]
  5%|▌         | 145/2733 [23:09<6:53:14,  9.58s/it]
  5%|▌         | 146/2733 [23:19<6:53:53,  9.60s/it]
  5%|▌         | 147/2733 [23:28<6:53:17,  9.59s/it]
  5%|▌         | 148/2733 [23:38<6:48:54,  9.49s/it]
  5%|▌         | 149/2733 [23:48<6:52:57,  9.59s/it]
  5%|▌         | 150/2733 [23:57<6:55:00,  9.64s/it]
  6%|▌         | 151/2733 [24:06<6:48:40,  9.50s/it]
  6%|▌         | 152/2733 [24:17<6:58:11,  9.72s/it]
  6%|▌         | 153/2733 [24:26<6:52:55,  9.60s/it]
  6%|▌         | 154/2733 [24:36<6:55:20,  9.66s/it]
  6%|▌         | 155/2733 [24:46<6:59:46,  9.77s/it]
  6%|▌         | 156/2733 [24:55<6:53:13,  9.62s/it]
  6%|▌         | 157/2733 [25:05<6:54:34,  9.66s/it]
  6%|▌         | 158/2733 [25:15<6:57:59,  9.74s/it]
  6%|▌         | 159/2733 [25:24<6:53:13,  9.63s/it]
  6%|▌         | 160/2733 [25:34<6:56:20,  9.71s/it]
  6%|▌         | 161/2733 [25:44<6:57:43,  9.74s/it]
  6%|▌         | 162/2733 [25:53<6:52:53,  9.64s/it]
  6%|▌         | 163/2733 [26:03<6:52:16,  9.62s/it]
  6%|▌         | 164/2733 [26:12<6:48:05,  9.53s/it]
  6%|▌         | 165/2733 [26:22<6:50:21,  9.59s/it]
  6%|▌         | 166/2733 [26:32<6:53:11,  9.66s/it]
  6%|▌         | 167/2733 [26:41<6:47:50,  9.54s/it]
  6%|▌         | 168/2733 [26:51<6:49:06,  9.57s/it]
  6%|▌         | 169/2733 [27:00<6:50:18,  9.60s/it]
  6%|▌         | 170/2733 [27:10<6:46:40,  9.52s/it]
  6%|▋         | 171/2733 [27:19<6:48:17,  9.56s/it]
  6%|▋         | 172/2733 [27:29<6:50:34,  9.62s/it]
  6%|▋         | 173/2733 [27:38<6:44:51,  9.49s/it]
  6%|▋         | 174/2733 [27:48<6:50:42,  9.63s/it]
  6%|▋         | 175/2733 [27:58<6:53:14,  9.69s/it]
  6%|▋         | 176/2733 [28:07<6:47:32,  9.56s/it]
  6%|▋         | 177/2733 [28:18<7:01:43,  9.90s/it]
  7%|▋         | 178/2733 [28:27<6:52:15,  9.68s/it]
  7%|▋         | 179/2733 [28:37<6:53:51,  9.72s/it]
  7%|▋         | 180/2733 [28:47<6:52:47,  9.70s/it]
  7%|▋         | 181/2733 [28:56<6:46:16,  9.55s/it]
  7%|▋         | 182/2733 [29:06<6:48:05,  9.60s/it]
  7%|▋         | 183/2733 [29:15<6:51:12,  9.68s/it]
  7%|▋         | 184/2733 [29:25<6:50:03,  9.65s/it]
  7%|▋         | 185/2733 [29:35<6:50:15,  9.66s/it]
  7%|▋         | 186/2733 [29:44<6:51:38,  9.70s/it]
  7%|▋         | 187/2733 [29:54<6:45:28,  9.56s/it]
  7%|▋         | 188/2733 [30:03<6:47:10,  9.60s/it]
  7%|▋         | 189/2733 [30:13<6:42:28,  9.49s/it]
  7%|▋         | 190/2733 [30:22<6:46:08,  9.58s/it]
  7%|▋         | 191/2733 [30:32<6:47:04,  9.61s/it]
  7%|▋         | 192/2733 [30:41<6:41:36,  9.48s/it]
  7%|▋         | 193/2733 [30:51<6:44:42,  9.56s/it]
  7%|▋         | 194/2733 [31:01<6:46:35,  9.61s/it]
  7%|▋         | 195/2733 [31:10<6:40:59,  9.48s/it]
  7%|▋         | 196/2733 [31:20<6:43:28,  9.54s/it]
  7%|▋         | 197/2733 [31:29<6:45:11,  9.59s/it]
  7%|▋         | 198/2733 [31:38<6:40:06,  9.47s/it]
  7%|▋         | 199/2733 [31:48<6:45:32,  9.60s/it]
  7%|▋         | 200/2733 [31:58<6:48:31,  9.68s/it]
                                                    
{'loss': 2.2705, 'learning_rate': 9.951193630803286e-06, 'epoch': 0.22}
+
  7%|▋         | 200/2733 [31:58<6:48:31,  9.68s/it]
  7%|▋         | 201/2733 [32:07<6:41:42,  9.52s/it]
  7%|▋         | 202/2733 [32:17<6:45:08,  9.60s/it]
  7%|▋         | 203/2733 [32:26<6:39:06,  9.46s/it]
  7%|▋         | 204/2733 [32:36<6:42:10,  9.54s/it]
  8%|▊         | 205/2733 [32:46<6:45:26,  9.62s/it]
  8%|▊         | 206/2733 [32:55<6:40:03,  9.50s/it]
  8%|▊         | 207/2733 [33:05<6:41:04,  9.53s/it]
  8%|▊         | 208/2733 [33:14<6:43:05,  9.58s/it]
  8%|▊         | 209/2733 [33:24<6:38:16,  9.47s/it]
  8%|▊         | 210/2733 [33:33<6:40:41,  9.53s/it]
  8%|▊         | 211/2733 [33:43<6:44:03,  9.61s/it]
  8%|▊         | 212/2733 [33:52<6:34:21,  9.39s/it]
  8%|▊         | 213/2733 [34:02<6:37:45,  9.47s/it]
  8%|▊         | 214/2733 [34:11<6:34:39,  9.40s/it]
  8%|▊         | 215/2733 [34:21<6:47:49,  9.72s/it]
  8%|▊         | 216/2733 [34:31<6:45:21,  9.66s/it]
  8%|▊         | 217/2733 [34:40<6:40:10,  9.54s/it]
  8%|▊         | 218/2733 [34:50<6:40:44,  9.56s/it]
  8%|▊         | 219/2733 [35:00<6:46:19,  9.70s/it]
  8%|▊         | 220/2733 [35:09<6:40:28,  9.56s/it]
  8%|▊         | 221/2733 [35:19<6:43:50,  9.65s/it]
  8%|▊         | 222/2733 [35:29<6:45:57,  9.70s/it]
  8%|▊         | 223/2733 [35:38<6:39:56,  9.56s/it]
  8%|▊         | 224/2733 [35:48<6:43:00,  9.64s/it]
  8%|▊         | 225/2733 [35:58<6:45:52,  9.71s/it]
  8%|▊         | 226/2733 [36:07<6:36:17,  9.48s/it]
  8%|▊         | 227/2733 [36:17<6:46:04,  9.72s/it]
  8%|▊         | 228/2733 [36:26<6:39:07,  9.56s/it]
  8%|▊         | 229/2733 [36:36<6:41:26,  9.62s/it]
  8%|▊         | 230/2733 [36:46<6:43:30,  9.67s/it]
  8%|▊         | 231/2733 [36:55<6:37:47,  9.54s/it]
  8%|▊         | 232/2733 [37:05<6:41:16,  9.63s/it]
  9%|▊         | 233/2733 [37:14<6:42:24,  9.66s/it]
  9%|▊         | 234/2733 [37:24<6:37:19,  9.54s/it]
  9%|▊         | 235/2733 [37:33<6:38:18,  9.57s/it]
  9%|▊         | 236/2733 [37:43<6:40:38,  9.63s/it]
  9%|▊         | 237/2733 [37:52<6:34:09,  9.47s/it]
  9%|▊         | 238/2733 [38:02<6:39:46,  9.61s/it]
  9%|▊         | 239/2733 [38:11<6:35:34,  9.52s/it]
  9%|▉         | 240/2733 [38:22<6:56:08, 10.02s/it]
  9%|▉         | 241/2733 [38:32<6:52:43,  9.94s/it]
  9%|▉         | 242/2733 [38:42<6:43:58,  9.73s/it]
  9%|▉         | 243/2733 [38:51<6:44:44,  9.75s/it]
  9%|▉         | 244/2733 [39:01<6:42:29,  9.70s/it]
  9%|▉         | 245/2733 [39:10<6:36:32,  9.56s/it]
  9%|▉         | 246/2733 [39:20<6:40:00,  9.65s/it]
  9%|▉         | 247/2733 [39:30<6:41:13,  9.68s/it]
  9%|▉         | 248/2733 [39:39<6:35:36,  9.55s/it]
  9%|▉         | 249/2733 [39:49<6:36:45,  9.58s/it]
  9%|▉         | 250/2733 [39:59<6:40:45,  9.68s/it]
  9%|▉         | 251/2733 [40:08<6:32:39,  9.49s/it]
  9%|▉         | 252/2733 [40:17<6:36:48,  9.60s/it]
  9%|▉         | 253/2733 [40:27<6:33:26,  9.52s/it]
  9%|▉         | 254/2733 [40:37<6:35:51,  9.58s/it]
  9%|▉         | 255/2733 [40:46<6:32:54,  9.51s/it]
  9%|▉         | 256/2733 [40:55<6:28:49,  9.42s/it]
  9%|▉         | 257/2733 [41:05<6:33:31,  9.54s/it]
  9%|▉         | 258/2733 [41:15<6:34:35,  9.57s/it]
  9%|▉         | 259/2733 [41:24<6:32:15,  9.51s/it]
 10%|▉         | 260/2733 [41:34<6:33:29,  9.55s/it]
 10%|▉         | 261/2733 [41:43<6:33:55,  9.56s/it]
 10%|▉         | 262/2733 [41:52<6:31:28,  9.51s/it]
 10%|▉         | 263/2733 [42:02<6:34:11,  9.58s/it]
 10%|▉         | 264/2733 [42:11<6:29:50,  9.47s/it]
 10%|▉         | 265/2733 [42:21<6:34:30,  9.59s/it]
 10%|▉         | 266/2733 [42:31<6:35:52,  9.63s/it]
 10%|▉         | 267/2733 [42:40<6:31:46,  9.53s/it]
 10%|▉         | 268/2733 [42:50<6:32:47,  9.56s/it]
 10%|▉         | 269/2733 [43:00<6:35:17,  9.63s/it]
 10%|▉         | 270/2733 [43:09<6:28:03,  9.45s/it]
 10%|▉         | 271/2733 [43:19<6:31:52,  9.55s/it]
 10%|▉         | 272/2733 [43:28<6:32:34,  9.57s/it]
 10%|▉         | 273/2733 [43:37<6:25:21,  9.40s/it]
 10%|█         | 274/2733 [43:47<6:28:56,  9.49s/it]
 10%|█         | 275/2733 [43:57<6:35:26,  9.65s/it]
 10%|█         | 276/2733 [44:06<6:31:19,  9.56s/it]
 10%|█         | 277/2733 [44:17<6:40:05,  9.77s/it]
 10%|█         | 278/2733 [44:26<6:33:25,  9.62s/it]
 10%|█         | 279/2733 [44:36<6:36:55,  9.70s/it]
 10%|█         | 280/2733 [44:45<6:37:11,  9.72s/it]
 10%|█         | 281/2733 [44:55<6:29:22,  9.53s/it]
 10%|█         | 282/2733 [45:04<6:32:41,  9.61s/it]
 10%|█         | 283/2733 [45:14<6:35:31,  9.69s/it]
 10%|█         | 284/2733 [45:24<6:30:59,  9.58s/it]
 10%|█         | 285/2733 [45:33<6:33:47,  9.65s/it]
 10%|█         | 286/2733 [45:43<6:32:33,  9.63s/it]
 11%|█         | 287/2733 [45:52<6:29:30,  9.55s/it]
 11%|█         | 288/2733 [46:02<6:31:14,  9.60s/it]
 11%|█         | 289/2733 [46:11<6:27:33,  9.51s/it]
 11%|█         | 290/2733 [46:21<6:32:28,  9.64s/it]
 11%|█         | 291/2733 [46:31<6:34:07,  9.68s/it]
 11%|█         | 292/2733 [46:40<6:30:40,  9.60s/it]
 11%|█         | 293/2733 [46:50<6:30:25,  9.60s/it]
 11%|█         | 294/2733 [47:00<6:32:35,  9.66s/it]
 11%|█         | 295/2733 [47:09<6:28:03,  9.55s/it]
 11%|█         | 296/2733 [47:19<6:31:38,  9.64s/it]
 11%|█         | 297/2733 [47:29<6:31:16,  9.64s/it]
 11%|█         | 298/2733 [47:38<6:25:16,  9.49s/it]
 11%|█         | 299/2733 [47:47<6:25:57,  9.51s/it]
 11%|█         | 300/2733 [47:57<6:25:23,  9.50s/it]
                                                    
{'loss': 2.2454, 'learning_rate': 9.834073214196232e-06, 'epoch': 0.33}
+
 11%|█         | 300/2733 [47:57<6:25:23,  9.50s/it]
 11%|█         | 301/2733 [48:06<6:21:49,  9.42s/it]
 11%|█         | 302/2733 [48:16<6:33:44,  9.72s/it]
 11%|█         | 303/2733 [48:26<6:26:51,  9.55s/it]
 11%|█         | 304/2733 [48:35<6:30:18,  9.64s/it]
 11%|█         | 305/2733 [48:45<6:28:52,  9.61s/it]
 11%|█         | 306/2733 [48:54<6:21:27,  9.43s/it]
 11%|█         | 307/2733 [49:04<6:25:57,  9.55s/it]
 11%|█▏        | 308/2733 [49:13<6:26:29,  9.56s/it]
 11%|█▏        | 309/2733 [49:23<6:21:46,  9.45s/it]
 11%|█▏        | 310/2733 [49:32<6:25:09,  9.54s/it]
 11%|█▏        | 311/2733 [49:42<6:27:11,  9.59s/it]
 11%|█▏        | 312/2733 [49:51<6:23:35,  9.51s/it]
 11%|█▏        | 313/2733 [50:01<6:23:32,  9.51s/it]
 11%|█▏        | 314/2733 [50:10<6:20:44,  9.44s/it]
 12%|█▏        | 315/2733 [50:20<6:24:12,  9.53s/it]
 12%|█▏        | 316/2733 [50:30<6:25:49,  9.58s/it]
 12%|█▏        | 317/2733 [50:39<6:21:39,  9.48s/it]
 12%|█▏        | 318/2733 [50:49<6:24:40,  9.56s/it]
 12%|█▏        | 319/2733 [50:58<6:25:08,  9.57s/it]
 12%|█▏        | 320/2733 [51:08<6:23:19,  9.53s/it]
 12%|█▏        | 321/2733 [51:18<6:26:49,  9.62s/it]
 12%|█▏        | 322/2733 [51:27<6:28:51,  9.68s/it]
 12%|█▏        | 323/2733 [51:36<6:22:46,  9.53s/it]
 12%|█▏        | 324/2733 [51:46<6:20:39,  9.48s/it]
 12%|█▏        | 325/2733 [51:56<6:22:33,  9.53s/it]
 12%|█▏        | 326/2733 [52:05<6:19:19,  9.46s/it]
 12%|█▏        | 327/2733 [52:17<6:46:16, 10.13s/it]
 12%|█▏        | 328/2733 [52:26<6:32:36,  9.79s/it]
 12%|█▏        | 329/2733 [52:35<6:31:20,  9.77s/it]
 12%|█▏        | 330/2733 [52:45<6:30:34,  9.75s/it]
 12%|█▏        | 331/2733 [52:54<6:23:19,  9.58s/it]
 12%|█▏        | 332/2733 [53:04<6:24:17,  9.60s/it]
 12%|█▏        | 333/2733 [53:14<6:27:19,  9.68s/it]
 12%|█▏        | 334/2733 [53:23<6:21:18,  9.54s/it]
 12%|█▏        | 335/2733 [53:33<6:24:17,  9.62s/it]
 12%|█▏        | 336/2733 [53:42<6:25:31,  9.65s/it]
 12%|█▏        | 337/2733 [53:52<6:20:42,  9.53s/it]
 12%|█▏        | 338/2733 [54:01<6:21:13,  9.55s/it]
 12%|█▏        | 339/2733 [54:10<6:16:59,  9.45s/it]
 12%|█▏        | 340/2733 [54:20<6:21:31,  9.57s/it]
 12%|█▏        | 341/2733 [54:30<6:23:54,  9.63s/it]
 13%|█▎        | 342/2733 [54:39<6:20:16,  9.54s/it]
 13%|█▎        | 343/2733 [54:49<6:22:00,  9.59s/it]
 13%|█▎        | 344/2733 [54:59<6:23:10,  9.62s/it]
 13%|█▎        | 345/2733 [55:08<6:19:35,  9.54s/it]
 13%|█▎        | 346/2733 [55:18<6:25:26,  9.69s/it]
 13%|█▎        | 347/2733 [55:28<6:24:35,  9.67s/it]
 13%|█▎        | 348/2733 [55:37<6:20:06,  9.56s/it]
 13%|█▎        | 349/2733 [55:47<6:19:31,  9.55s/it]
 13%|█▎        | 350/2733 [55:57<6:23:40,  9.66s/it]
 13%|█▎        | 351/2733 [56:06<6:18:03,  9.52s/it]
 13%|█▎        | 352/2733 [56:17<6:38:37, 10.05s/it]
 13%|█▎        | 353/2733 [56:26<6:28:59,  9.81s/it]
 13%|█▎        | 354/2733 [56:36<6:25:15,  9.72s/it]
 13%|█▎        | 355/2733 [56:46<6:25:47,  9.73s/it]
 13%|█▎        | 356/2733 [56:55<6:20:57,  9.62s/it]
 13%|█▎        | 357/2733 [57:05<6:22:46,  9.67s/it]
 13%|█▎        | 358/2733 [57:14<6:23:27,  9.69s/it]
 13%|█▎        | 359/2733 [57:24<6:17:32,  9.54s/it]
 13%|█▎        | 360/2733 [57:33<6:18:24,  9.57s/it]
 13%|█▎        | 361/2733 [57:43<6:19:48,  9.61s/it]
 13%|█▎        | 362/2733 [57:52<6:15:15,  9.50s/it]
 13%|█▎        | 363/2733 [58:02<6:18:14,  9.58s/it]
 13%|█▎        | 364/2733 [58:11<6:12:54,  9.44s/it]
 13%|█▎        | 365/2733 [58:22<6:29:30,  9.87s/it]
 13%|█▎        | 366/2733 [58:31<6:25:01,  9.76s/it]
 13%|█▎        | 367/2733 [58:41<6:17:44,  9.58s/it]
 13%|█▎        | 368/2733 [58:51<6:30:32,  9.91s/it]
 14%|█▎        | 369/2733 [59:01<6:30:46,  9.92s/it]
 14%|█▎        | 370/2733 [59:10<6:21:46,  9.69s/it]
 14%|█▎        | 371/2733 [59:20<6:23:55,  9.75s/it]
 14%|█▎        | 372/2733 [59:30<6:22:53,  9.73s/it]
 14%|█▎        | 373/2733 [59:39<6:15:53,  9.56s/it]
 14%|█▎        | 374/2733 [59:49<6:22:04,  9.72s/it]
 14%|█▎        | 375/2733 [59:59<6:20:30,  9.68s/it]
 14%|█▍        | 376/2733 [1:00:08<6:16:31,  9.58s/it]
 14%|█▍        | 377/2733 [1:00:18<6:23:52,  9.78s/it]
 14%|█▍        | 378/2733 [1:00:28<6:18:27,  9.64s/it]
 14%|█▍        | 379/2733 [1:00:38<6:22:10,  9.74s/it]
 14%|█▍        | 380/2733 [1:00:47<6:22:51,  9.76s/it]
 14%|█▍        | 381/2733 [1:00:57<6:17:38,  9.63s/it]
 14%|█▍        | 382/2733 [1:01:07<6:20:05,  9.70s/it]
 14%|█▍        | 383/2733 [1:01:16<6:18:50,  9.67s/it]
 14%|█▍        | 384/2733 [1:01:26<6:16:22,  9.61s/it]
 14%|█▍        | 385/2733 [1:01:36<6:18:34,  9.67s/it]
 14%|█▍        | 386/2733 [1:01:45<6:18:15,  9.67s/it]
 14%|█▍        | 387/2733 [1:01:55<6:13:41,  9.56s/it]
 14%|█▍        | 388/2733 [1:02:04<6:12:39,  9.54s/it]
 14%|█▍        | 389/2733 [1:02:13<6:08:41,  9.44s/it]
 14%|█▍        | 390/2733 [1:02:23<6:13:36,  9.57s/it]
 14%|█▍        | 391/2733 [1:02:33<6:15:12,  9.61s/it]
 14%|█▍        | 392/2733 [1:02:42<6:09:40,  9.47s/it]
 14%|█▍        | 393/2733 [1:02:52<6:13:23,  9.57s/it]
 14%|█▍        | 394/2733 [1:03:01<6:14:07,  9.60s/it]
 14%|█▍        | 395/2733 [1:03:11<6:11:06,  9.52s/it]
 14%|█▍        | 396/2733 [1:03:20<6:10:22,  9.51s/it]
 15%|█▍        | 397/2733 [1:03:30<6:12:37,  9.57s/it]
 15%|█▍        | 398/2733 [1:03:39<6:08:59,  9.48s/it]
 15%|█▍        | 399/2733 [1:03:49<6:10:00,  9.51s/it]
 15%|█▍        | 400/2733 [1:03:59<6:13:22,  9.60s/it]
                                                      
{'loss': 2.2308, 'learning_rate': 9.649144132125768e-06, 'epoch': 0.44}
+
 15%|█▍        | 400/2733 [1:03:59<6:13:22,  9.60s/it]
 15%|█▍        | 401/2733 [1:04:08<6:07:33,  9.46s/it]
 15%|█▍        | 402/2733 [1:04:19<6:22:54,  9.86s/it]
 15%|█▍        | 403/2733 [1:04:28<6:15:33,  9.67s/it]
 15%|█▍        | 404/2733 [1:04:38<6:18:07,  9.74s/it]
 15%|█▍        | 405/2733 [1:04:47<6:16:09,  9.69s/it]
 15%|█▍        | 406/2733 [1:04:56<6:10:19,  9.55s/it]
 15%|█▍        | 407/2733 [1:05:06<6:12:35,  9.61s/it]
 15%|█▍        | 408/2733 [1:05:16<6:12:02,  9.60s/it]
 15%|█▍        | 409/2733 [1:05:25<6:06:48,  9.47s/it]
 15%|█▌        | 410/2733 [1:05:35<6:08:46,  9.52s/it]
 15%|█▌        | 411/2733 [1:05:44<6:10:43,  9.58s/it]
 15%|█▌        | 412/2733 [1:05:54<6:09:30,  9.55s/it]
 15%|█▌        | 413/2733 [1:06:04<6:11:13,  9.60s/it]
 15%|█▌        | 414/2733 [1:06:13<6:07:47,  9.52s/it]
 15%|█▌        | 415/2733 [1:06:23<6:11:56,  9.63s/it]
 15%|█▌        | 416/2733 [1:06:32<6:13:11,  9.66s/it]
 15%|█▌        | 417/2733 [1:06:42<6:08:19,  9.54s/it]
 15%|█▌        | 418/2733 [1:06:52<6:11:06,  9.62s/it]
 15%|█▌        | 419/2733 [1:07:01<6:13:11,  9.68s/it]
 15%|█▌        | 420/2733 [1:07:11<6:07:19,  9.53s/it]
 15%|█▌        | 421/2733 [1:07:20<6:09:18,  9.58s/it]
 15%|█▌        | 422/2733 [1:07:30<6:13:19,  9.69s/it]
 15%|█▌        | 423/2733 [1:07:40<6:08:55,  9.58s/it]
 16%|█▌        | 424/2733 [1:07:49<6:11:09,  9.64s/it]
 16%|█▌        | 425/2733 [1:07:59<6:14:04,  9.72s/it]
 16%|█▌        | 426/2733 [1:08:09<6:09:50,  9.62s/it]
 16%|█▌        | 427/2733 [1:08:18<6:09:26,  9.61s/it]
 16%|█▌        | 428/2733 [1:08:27<6:02:01,  9.42s/it]
 16%|█▌        | 429/2733 [1:08:37<6:07:29,  9.57s/it]
 16%|█▌        | 430/2733 [1:08:47<6:11:42,  9.68s/it]
 16%|█▌        | 431/2733 [1:08:56<6:08:05,  9.59s/it]
 16%|█▌        | 432/2733 [1:09:06<6:10:13,  9.65s/it]
 16%|█▌        | 433/2733 [1:09:16<6:10:39,  9.67s/it]
 16%|█▌        | 434/2733 [1:09:25<6:05:19,  9.53s/it]
 16%|█▌        | 435/2733 [1:09:35<6:07:52,  9.61s/it]
 16%|█▌        | 436/2733 [1:09:44<6:07:19,  9.59s/it]
 16%|█▌        | 437/2733 [1:09:54<6:04:29,  9.53s/it]
 16%|█▌        | 438/2733 [1:10:04<6:06:10,  9.57s/it]
 16%|█▌        | 439/2733 [1:10:13<6:02:08,  9.47s/it]
 16%|█▌        | 440/2733 [1:10:23<6:07:45,  9.62s/it]
 16%|█▌        | 441/2733 [1:10:32<6:08:37,  9.65s/it]
 16%|█▌        | 442/2733 [1:10:42<6:06:21,  9.59s/it]
 16%|█▌        | 443/2733 [1:10:52<6:07:52,  9.64s/it]
 16%|█▌        | 444/2733 [1:11:01<6:07:15,  9.63s/it]
 16%|█▋        | 445/2733 [1:11:11<6:04:31,  9.56s/it]
 16%|█▋        | 446/2733 [1:11:20<6:05:39,  9.59s/it]
 16%|█▋        | 447/2733 [1:11:30<6:08:26,  9.67s/it]
 16%|█▋        | 448/2733 [1:11:40<6:04:22,  9.57s/it]
 16%|█▋        | 449/2733 [1:11:49<6:02:50,  9.53s/it]
 16%|█▋        | 450/2733 [1:11:59<6:04:34,  9.58s/it]
 17%|█▋        | 451/2733 [1:12:08<6:01:54,  9.52s/it]
 17%|█▋        | 452/2733 [1:12:18<6:02:38,  9.54s/it]
 17%|█▋        | 453/2733 [1:12:27<5:59:54,  9.47s/it]
 17%|█▋        | 454/2733 [1:12:37<6:02:46,  9.55s/it]
 17%|█▋        | 455/2733 [1:12:46<6:05:53,  9.64s/it]
 17%|█▋        | 456/2733 [1:12:56<6:02:42,  9.56s/it]
 17%|█▋        | 457/2733 [1:13:06<6:04:44,  9.62s/it]
 17%|█▋        | 458/2733 [1:13:15<6:07:29,  9.69s/it]
 17%|█▋        | 459/2733 [1:13:25<6:00:52,  9.52s/it]
 17%|█▋        | 460/2733 [1:13:34<6:04:20,  9.62s/it]
 17%|█▋        | 461/2733 [1:13:44<6:05:33,  9.65s/it]
 17%|█▋        | 462/2733 [1:13:53<5:59:06,  9.49s/it]
 17%|█▋        | 463/2733 [1:14:03<6:02:09,  9.57s/it]
 17%|█▋        | 464/2733 [1:14:12<6:00:01,  9.52s/it]
 17%|█▋        | 465/2733 [1:14:23<6:07:19,  9.72s/it]
 17%|█▋        | 466/2733 [1:14:32<6:06:29,  9.70s/it]
 17%|█▋        | 467/2733 [1:14:42<6:02:55,  9.61s/it]
 17%|█▋        | 468/2733 [1:14:51<6:04:20,  9.65s/it]
 17%|█▋        | 469/2733 [1:15:01<6:05:19,  9.68s/it]
 17%|█▋        | 470/2733 [1:15:11<6:03:59,  9.65s/it]
 17%|█▋        | 471/2733 [1:15:20<6:03:05,  9.63s/it]
 17%|█▋        | 472/2733 [1:15:30<6:03:31,  9.65s/it]
 17%|█▋        | 473/2733 [1:15:39<5:59:12,  9.54s/it]
 17%|█▋        | 474/2733 [1:15:49<6:02:29,  9.63s/it]
 17%|█▋        | 475/2733 [1:15:59<6:04:47,  9.69s/it]
 17%|█▋        | 476/2733 [1:16:08<5:58:47,  9.54s/it]
 17%|█▋        | 477/2733 [1:16:18<5:59:08,  9.55s/it]
 17%|█▋        | 478/2733 [1:16:27<5:54:24,  9.43s/it]
 18%|█▊        | 479/2733 [1:16:37<5:56:36,  9.49s/it]
 18%|█▊        | 480/2733 [1:16:46<6:00:04,  9.59s/it]
 18%|█▊        | 481/2733 [1:16:56<5:57:03,  9.51s/it]
 18%|█▊        | 482/2733 [1:17:06<6:00:39,  9.61s/it]
 18%|█▊        | 483/2733 [1:17:15<6:03:05,  9.68s/it]
 18%|█▊        | 484/2733 [1:17:24<5:56:19,  9.51s/it]
 18%|█▊        | 485/2733 [1:17:34<5:59:50,  9.60s/it]
 18%|█▊        | 486/2733 [1:17:44<6:02:52,  9.69s/it]
 18%|█▊        | 487/2733 [1:17:53<5:56:34,  9.53s/it]
 18%|█▊        | 488/2733 [1:18:03<5:58:47,  9.59s/it]
 18%|█▊        | 489/2733 [1:18:12<5:54:32,  9.48s/it]
 18%|█▊        | 490/2733 [1:18:22<5:58:26,  9.59s/it]
 18%|█▊        | 491/2733 [1:18:32<5:59:24,  9.62s/it]
 18%|█▊        | 492/2733 [1:18:41<5:54:25,  9.49s/it]
 18%|█▊        | 493/2733 [1:18:51<6:00:03,  9.64s/it]
 18%|█▊        | 494/2733 [1:19:01<5:59:30,  9.63s/it]
 18%|█▊        | 495/2733 [1:19:10<5:55:05,  9.52s/it]
 18%|█▊        | 496/2733 [1:19:20<5:58:56,  9.63s/it]
 18%|█▊        | 497/2733 [1:19:30<5:59:49,  9.66s/it]
 18%|█▊        | 498/2733 [1:19:39<5:53:44,  9.50s/it]
 18%|█▊        | 499/2733 [1:19:49<5:58:47,  9.64s/it]
 18%|█▊        | 500/2733 [1:19:58<6:00:10,  9.68s/it]
                                                      
{'loss': 2.222, 'learning_rate': 9.399000427690736e-06, 'epoch': 0.55}
+
 18%|█▊        | 500/2733 [1:19:58<6:00:10,  9.68s/it]***** Running Evaluation *****
+  Num examples = 6447
+  Batch size = 4
+
+
  0%|          | 0/1612 [00:00<?, ?it/s]
+
  0%|          | 3/1612 [00:00<01:13, 21.95it/s]
+
  0%|          | 6/1612 [00:00<01:53, 14.17it/s]
+
  0%|          | 8/1612 [00:00<02:02, 13.05it/s]
+
  1%|          | 10/1612 [00:00<02:02, 13.03it/s]
+
  1%|          | 12/1612 [00:00<02:04, 12.81it/s]
+
  1%|          | 14/1612 [00:01<02:08, 12.41it/s]
+
  1%|          | 16/1612 [00:01<02:11, 12.10it/s]
+
  1%|          | 18/1612 [00:01<02:10, 12.19it/s]
+
  1%|          | 20/1612 [00:01<02:12, 12.04it/s]
+
  1%|▏         | 22/1612 [00:01<02:13, 11.94it/s]
+
  1%|▏         | 24/1612 [00:01<02:11, 12.10it/s]
+
  2%|▏         | 26/1612 [00:02<02:09, 12.20it/s]
+
  2%|▏         | 28/1612 [00:02<02:11, 12.01it/s]
+
  2%|▏         | 30/1612 [00:02<02:12, 11.93it/s]
+
  2%|▏         | 32/1612 [00:02<02:13, 11.81it/s]
+
  2%|▏         | 34/1612 [00:02<02:11, 12.04it/s]
+
  2%|▏         | 36/1612 [00:02<02:11, 12.02it/s]
+
  2%|▏         | 38/1612 [00:03<02:05, 12.59it/s]
+
  2%|▏         | 40/1612 [00:03<02:00, 13.00it/s]
+
  3%|▎         | 42/1612 [00:03<02:00, 13.04it/s]
+
  3%|▎         | 44/1612 [00:03<02:00, 12.97it/s]
+
  3%|▎         | 46/1612 [00:03<01:59, 13.15it/s]
+
  3%|▎         | 48/1612 [00:03<02:06, 12.34it/s]
+
  3%|▎         | 50/1612 [00:03<02:02, 12.79it/s]
+
  3%|▎         | 52/1612 [00:04<02:02, 12.78it/s]
+
  3%|▎         | 54/1612 [00:04<02:06, 12.33it/s]
+
  3%|▎         | 56/1612 [00:04<02:07, 12.16it/s]
+
  4%|▎         | 58/1612 [00:04<02:09, 11.98it/s]
+
  4%|▎         | 60/1612 [00:04<02:10, 11.91it/s]
+
  4%|▍         | 62/1612 [00:04<02:11, 11.80it/s]
+
  4%|▍         | 64/1612 [00:05<02:08, 12.00it/s]
+
  4%|▍         | 66/1612 [00:05<02:09, 11.95it/s]
+
  4%|▍         | 68/1612 [00:05<02:03, 12.46it/s]
+
  4%|▍         | 70/1612 [00:05<02:07, 12.08it/s]
+
  4%|▍         | 72/1612 [00:05<02:06, 12.14it/s]
+
  5%|▍         | 74/1612 [00:05<02:10, 11.82it/s]
+
  5%|▍         | 76/1612 [00:06<02:06, 12.13it/s]
+
  5%|▍         | 78/1612 [00:06<02:05, 12.24it/s]
+
  5%|▍         | 80/1612 [00:06<02:01, 12.56it/s]
+
  5%|▌         | 82/1612 [00:06<02:05, 12.20it/s]
+
  5%|▌         | 84/1612 [00:06<02:06, 12.10it/s]
+
  5%|▌         | 86/1612 [00:06<02:09, 11.78it/s]
+
  5%|▌         | 88/1612 [00:07<02:11, 11.55it/s]
+
  6%|▌         | 90/1612 [00:07<02:09, 11.77it/s]
+
  6%|▌         | 92/1612 [00:07<02:07, 11.92it/s]
+
  6%|▌         | 94/1612 [00:07<02:07, 11.90it/s]
+
  6%|▌         | 96/1612 [00:07<02:05, 12.05it/s]
+
  6%|▌         | 98/1612 [00:07<02:07, 11.92it/s]
+
  6%|▌         | 100/1612 [00:08<02:06, 11.96it/s]
+
  6%|▋         | 102/1612 [00:08<02:06, 11.98it/s]
+
  6%|▋         | 104/1612 [00:08<02:05, 11.98it/s]
+
  7%|▋         | 106/1612 [00:08<02:07, 11.83it/s]
+
  7%|▋         | 108/1612 [00:08<02:05, 12.00it/s]
+
  7%|▋         | 110/1612 [00:08<02:04, 12.08it/s]
+
  7%|▋         | 112/1612 [00:09<02:04, 12.02it/s]
+
  7%|▋         | 114/1612 [00:09<02:04, 12.03it/s]
+
  7%|▋         | 116/1612 [00:09<02:05, 11.94it/s]
+
  7%|▋         | 118/1612 [00:09<02:05, 11.86it/s]
+
  7%|▋         | 120/1612 [00:09<02:07, 11.73it/s]
+
  8%|▊         | 122/1612 [00:09<02:05, 11.90it/s]
+
  8%|▊         | 124/1612 [00:10<02:04, 11.93it/s]
+
  8%|▊         | 126/1612 [00:10<02:05, 11.84it/s]
+
  8%|▊         | 128/1612 [00:10<02:00, 12.27it/s]
+
  8%|▊         | 130/1612 [00:10<01:56, 12.69it/s]
+
  8%|▊         | 132/1612 [00:10<02:02, 12.12it/s]
+
  8%|▊         | 134/1612 [00:10<02:02, 12.02it/s]
+
  8%|▊         | 136/1612 [00:11<02:00, 12.27it/s]
+
  9%|▊         | 138/1612 [00:11<01:58, 12.48it/s]
+
  9%|▊         | 140/1612 [00:11<01:58, 12.38it/s]
+
  9%|▉         | 142/1612 [00:11<02:01, 12.15it/s]
+
  9%|▉         | 144/1612 [00:11<02:05, 11.72it/s]
+
  9%|▉         | 146/1612 [00:11<02:00, 12.20it/s]
+
  9%|▉         | 148/1612 [00:12<02:02, 11.99it/s]
+
  9%|▉         | 150/1612 [00:12<02:00, 12.18it/s]
+
  9%|▉         | 152/1612 [00:12<02:03, 11.79it/s]
+
 10%|▉         | 154/1612 [00:12<02:01, 12.03it/s]
+
 10%|▉         | 156/1612 [00:12<02:00, 12.06it/s]
+
 10%|▉         | 158/1612 [00:12<01:59, 12.15it/s]
+
 10%|▉         | 160/1612 [00:13<01:59, 12.11it/s]
+
 10%|█         | 162/1612 [00:13<01:55, 12.52it/s]
+
 10%|█         | 164/1612 [00:13<02:00, 12.03it/s]
+
 10%|█         | 166/1612 [00:13<01:59, 12.08it/s]
+
 10%|█         | 168/1612 [00:13<01:59, 12.03it/s]
+
 11%|█         | 170/1612 [00:13<01:59, 12.09it/s]
+
 11%|█         | 172/1612 [00:14<01:59, 12.04it/s]
+
 11%|█         | 174/1612 [00:14<01:57, 12.20it/s]
+
 11%|█         | 176/1612 [00:14<02:02, 11.74it/s]
+
 11%|█         | 178/1612 [00:14<01:59, 12.03it/s]
+
 11%|█         | 180/1612 [00:14<02:00, 11.87it/s]
+
 11%|█▏        | 182/1612 [00:14<01:58, 12.05it/s]
+
 11%|█▏        | 184/1612 [00:15<01:53, 12.55it/s]
+
 12%|█▏        | 186/1612 [00:15<01:54, 12.44it/s]
+
 12%|█▏        | 188/1612 [00:15<01:51, 12.81it/s]
+
 12%|█▏        | 190/1612 [00:15<01:54, 12.42it/s]
+
 12%|█▏        | 192/1612 [00:15<01:57, 12.11it/s]
+
 12%|█▏        | 194/1612 [00:15<02:00, 11.72it/s]
+
 12%|█▏        | 196/1612 [00:16<01:59, 11.80it/s]
+
 12%|█▏        | 198/1612 [00:16<01:59, 11.87it/s]
+
 12%|█▏        | 200/1612 [00:16<01:57, 12.05it/s]
+
 13%|█▎        | 202/1612 [00:16<01:58, 11.87it/s]
+
 13%|█▎        | 204/1612 [00:16<01:59, 11.82it/s]
+
 13%|█▎        | 206/1612 [00:16<01:59, 11.73it/s]
+
 13%|█▎        | 208/1612 [00:17<01:53, 12.41it/s]
+
 13%|█▎        | 210/1612 [00:17<01:54, 12.25it/s]
+
 13%|█▎        | 212/1612 [00:17<01:57, 11.94it/s]
+
 13%|█▎        | 214/1612 [00:17<01:54, 12.19it/s]
+
 13%|█▎        | 216/1612 [00:17<01:58, 11.75it/s]
+
 14%|█▎        | 218/1612 [00:17<01:55, 12.11it/s]
+
 14%|█▎        | 220/1612 [00:18<01:58, 11.75it/s]
+
 14%|█▍        | 222/1612 [00:18<01:57, 11.83it/s]
+
 14%|█▍        | 224/1612 [00:18<01:56, 11.91it/s]
+
 14%|█▍        | 226/1612 [00:18<01:57, 11.76it/s]
+
 14%|█▍        | 228/1612 [00:18<01:56, 11.88it/s]
+
 14%|█▍        | 230/1612 [00:18<02:01, 11.42it/s]
+
 14%|█▍        | 232/1612 [00:19<01:58, 11.66it/s]
+
 15%|█▍        | 234/1612 [00:19<02:02, 11.28it/s]
+
 15%|█▍        | 236/1612 [00:19<02:02, 11.24it/s]
+
 15%|█▍        | 238/1612 [00:19<02:00, 11.37it/s]
+
 15%|█▍        | 240/1612 [00:19<01:57, 11.68it/s]
+
 15%|█▌        | 242/1612 [00:19<01:56, 11.75it/s]
+
 15%|█▌        | 244/1612 [00:20<01:56, 11.77it/s]
+
 15%|█▌        | 246/1612 [00:20<01:52, 12.16it/s]
+
 15%|█▌        | 248/1612 [00:20<01:54, 11.87it/s]
+
 16%|█▌        | 250/1612 [00:20<01:53, 11.97it/s]
+
 16%|█▌        | 252/1612 [00:20<01:51, 12.22it/s]
+
 16%|█▌        | 254/1612 [00:20<01:49, 12.35it/s]
+
 16%|█▌        | 256/1612 [00:21<01:52, 12.06it/s]
+
 16%|█▌        | 258/1612 [00:21<01:54, 11.85it/s]
+
 16%|█▌        | 260/1612 [00:21<01:54, 11.76it/s]
+
 16%|█▋        | 262/1612 [00:21<01:51, 12.11it/s]
+
 16%|█▋        | 264/1612 [00:21<01:55, 11.69it/s]
+
 17%|█▋        | 266/1612 [00:21<01:52, 11.92it/s]
+
 17%|█▋        | 268/1612 [00:22<01:54, 11.77it/s]
+
 17%|█▋        | 270/1612 [00:22<01:56, 11.53it/s]
+
 17%|█▋        | 272/1612 [00:22<01:53, 11.85it/s]
+
 17%|█▋        | 274/1612 [00:22<01:54, 11.65it/s]
+
 17%|█▋        | 276/1612 [00:22<01:57, 11.39it/s]
+
 17%|█▋        | 278/1612 [00:23<01:49, 12.23it/s]
+
 17%|█▋        | 280/1612 [00:23<01:51, 11.93it/s]
+
 17%|█▋        | 282/1612 [00:23<01:54, 11.66it/s]
+
 18%|█▊        | 284/1612 [00:23<01:51, 11.96it/s]
+
 18%|█▊        | 286/1612 [00:23<01:51, 11.86it/s]
+
 18%|█▊        | 288/1612 [00:23<01:52, 11.73it/s]
+
 18%|█▊        | 290/1612 [00:24<01:50, 11.93it/s]
+
 18%|█▊        | 292/1612 [00:24<01:54, 11.49it/s]
+
 18%|█▊        | 294/1612 [00:24<01:49, 12.00it/s]
+
 18%|█▊        | 296/1612 [00:24<01:50, 11.89it/s]
+
 18%|█▊        | 298/1612 [00:24<01:47, 12.21it/s]
+
 19%|█▊        | 300/1612 [00:24<01:48, 12.06it/s]
+
 19%|█▊        | 302/1612 [00:25<01:49, 11.94it/s]
+
 19%|█▉        | 304/1612 [00:25<01:47, 12.17it/s]
+
 19%|█▉        | 306/1612 [00:25<01:47, 12.11it/s]
+
 19%|█▉        | 308/1612 [00:25<01:47, 12.09it/s]
+
 19%|█▉        | 310/1612 [00:25<01:48, 12.01it/s]
+
 19%|█▉        | 312/1612 [00:25<01:47, 12.07it/s]
+
 19%|█▉        | 314/1612 [00:26<01:50, 11.72it/s]
+
 20%|█▉        | 316/1612 [00:26<01:47, 12.08it/s]
+
 20%|█▉        | 318/1612 [00:26<01:42, 12.58it/s]
+
 20%|█▉        | 320/1612 [00:26<01:45, 12.24it/s]
+
 20%|█▉        | 322/1612 [00:26<01:49, 11.82it/s]
+
 20%|██        | 324/1612 [00:26<01:48, 11.87it/s]
+
 20%|██        | 326/1612 [00:27<01:48, 11.82it/s]
+
 20%|██        | 328/1612 [00:27<01:48, 11.81it/s]
+
 20%|██        | 330/1612 [00:27<01:48, 11.84it/s]
+
 21%|██        | 332/1612 [00:27<01:48, 11.85it/s]
+
 21%|██        | 334/1612 [00:27<01:46, 12.00it/s]
+
 21%|██        | 336/1612 [00:27<01:49, 11.64it/s]
+
 21%|██        | 338/1612 [00:28<01:49, 11.68it/s]
+
 21%|██        | 340/1612 [00:28<01:43, 12.32it/s]
+
 21%|██        | 342/1612 [00:28<01:45, 12.02it/s]
+
 21%|██▏       | 344/1612 [00:28<01:48, 11.67it/s]
+
 21%|██▏       | 346/1612 [00:28<01:44, 12.12it/s]
+
 22%|██▏       | 348/1612 [00:28<01:46, 11.89it/s]
+
 22%|██▏       | 350/1612 [00:29<01:49, 11.56it/s]
+
 22%|██▏       | 352/1612 [00:29<01:42, 12.25it/s]
+
 22%|██▏       | 354/1612 [00:29<01:47, 11.68it/s]
+
 22%|██▏       | 356/1612 [00:29<01:47, 11.65it/s]
+
 22%|██▏       | 358/1612 [00:29<01:48, 11.59it/s]
+
 22%|██▏       | 360/1612 [00:29<01:49, 11.39it/s]
+
 22%|██▏       | 362/1612 [00:30<01:48, 11.57it/s]
+
 23%|██▎       | 364/1612 [00:30<01:47, 11.64it/s]
+
 23%|██▎       | 366/1612 [00:30<01:44, 11.87it/s]
+
 23%|██▎       | 368/1612 [00:30<01:40, 12.34it/s]
+
 23%|██▎       | 370/1612 [00:30<01:43, 11.94it/s]
+
 23%|██▎       | 372/1612 [00:30<01:46, 11.61it/s]
+
 23%|██▎       | 374/1612 [00:31<01:45, 11.79it/s]
+
 23%|██▎       | 376/1612 [00:31<01:41, 12.13it/s]
+
 23%|██▎       | 378/1612 [00:31<01:42, 12.01it/s]
+
 24%|██▎       | 380/1612 [00:31<01:41, 12.12it/s]
+
 24%|██▎       | 382/1612 [00:31<01:41, 12.08it/s]
+
 24%|██▍       | 384/1612 [00:31<01:42, 11.93it/s]
+
 24%|██▍       | 386/1612 [00:32<01:43, 11.82it/s]
+
 24%|██▍       | 388/1612 [00:32<01:43, 11.78it/s]
+
 24%|██▍       | 390/1612 [00:32<01:42, 11.90it/s]
+
 24%|██▍       | 392/1612 [00:32<01:40, 12.13it/s]
+
 24%|██▍       | 394/1612 [00:32<01:41, 12.05it/s]
+
 25%|██▍       | 396/1612 [00:32<01:43, 11.78it/s]
+
 25%|██▍       | 398/1612 [00:33<01:40, 12.08it/s]
+
 25%|██▍       | 400/1612 [00:33<01:40, 12.01it/s]
+
 25%|██▍       | 402/1612 [00:33<01:43, 11.74it/s]
+
 25%|██▌       | 404/1612 [00:33<01:43, 11.70it/s]
+
 25%|██▌       | 406/1612 [00:33<01:42, 11.80it/s]
+
 25%|██▌       | 408/1612 [00:33<01:42, 11.80it/s]
+
 25%|██▌       | 410/1612 [00:34<01:41, 11.87it/s]
+
 26%|██▌       | 412/1612 [00:34<01:41, 11.79it/s]
+
 26%|██▌       | 414/1612 [00:34<01:40, 11.87it/s]
+
 26%|██▌       | 416/1612 [00:34<01:40, 11.87it/s]
+
 26%|██▌       | 418/1612 [00:34<01:42, 11.69it/s]
+
 26%|██▌       | 420/1612 [00:34<01:41, 11.80it/s]
+
 26%|██▌       | 422/1612 [00:35<01:44, 11.40it/s]
+
 26%|██▋       | 424/1612 [00:35<01:44, 11.38it/s]
+
 26%|██▋       | 426/1612 [00:35<01:40, 11.78it/s]
+
 27%|██▋       | 428/1612 [00:35<01:39, 11.89it/s]
+
 27%|██▋       | 430/1612 [00:35<01:39, 11.84it/s]
+
 27%|██▋       | 432/1612 [00:35<01:37, 12.10it/s]
+
 27%|██▋       | 434/1612 [00:36<01:38, 11.97it/s]
+
 27%|██▋       | 436/1612 [00:36<01:34, 12.43it/s]
+
 27%|██▋       | 438/1612 [00:36<01:36, 12.20it/s]
+
 27%|██▋       | 440/1612 [00:36<01:37, 11.97it/s]
+
 27%|██▋       | 442/1612 [00:36<01:41, 11.48it/s]
+
 28%|██▊       | 444/1612 [00:36<01:37, 12.00it/s]
+
 28%|██▊       | 446/1612 [00:37<01:36, 12.04it/s]
+
 28%|██▊       | 448/1612 [00:37<01:34, 12.30it/s]
+
 28%|██▊       | 450/1612 [00:37<01:36, 11.99it/s]
+
 28%|██▊       | 452/1612 [00:37<01:34, 12.34it/s]
+
 28%|██▊       | 454/1612 [00:37<01:34, 12.25it/s]
+
 28%|██▊       | 456/1612 [00:37<01:35, 12.07it/s]
+
 28%|██▊       | 458/1612 [00:38<01:33, 12.31it/s]
+
 29%|██▊       | 460/1612 [00:38<01:33, 12.29it/s]
+
 29%|██▊       | 462/1612 [00:38<01:35, 11.98it/s]
+
 29%|██▉       | 464/1612 [00:38<01:36, 11.91it/s]
+
 29%|██▉       | 466/1612 [00:38<01:37, 11.74it/s]
+
 29%|██▉       | 468/1612 [00:38<01:39, 11.53it/s]
+
 29%|██▉       | 470/1612 [00:39<01:36, 11.89it/s]
+
 29%|██▉       | 472/1612 [00:39<01:37, 11.73it/s]
+
 29%|██▉       | 474/1612 [00:39<01:38, 11.60it/s]
+
 30%|██▉       | 476/1612 [00:39<01:39, 11.47it/s]
+
 30%|██▉       | 478/1612 [00:39<01:37, 11.58it/s]
+
 30%|██▉       | 480/1612 [00:40<01:38, 11.51it/s]
+
 30%|██▉       | 482/1612 [00:40<01:35, 11.79it/s]
+
 30%|███       | 484/1612 [00:40<01:33, 12.00it/s]
+
 30%|███       | 486/1612 [00:40<01:34, 11.88it/s]
+
 30%|███       | 488/1612 [00:40<01:34, 11.86it/s]
+
 30%|███       | 490/1612 [00:40<01:35, 11.76it/s]
+
 31%|███       | 492/1612 [00:41<01:33, 11.99it/s]
+
 31%|███       | 494/1612 [00:41<01:34, 11.83it/s]
+
 31%|███       | 496/1612 [00:41<01:34, 11.76it/s]
+
 31%|███       | 498/1612 [00:41<01:36, 11.57it/s]
+
 31%|███       | 500/1612 [00:41<01:37, 11.44it/s]
+
 31%|███       | 502/1612 [00:41<01:35, 11.67it/s]
+
 31%|███▏      | 504/1612 [00:42<01:34, 11.70it/s]
+
 31%|███▏      | 506/1612 [00:42<01:35, 11.54it/s]
+
 32%|███▏      | 508/1612 [00:42<01:37, 11.32it/s]
+
 32%|███▏      | 510/1612 [00:42<01:34, 11.68it/s]
+
 32%|███▏      | 512/1612 [00:42<01:33, 11.73it/s]
+
 32%|███▏      | 514/1612 [00:42<01:31, 11.93it/s]
+
 32%|███▏      | 516/1612 [00:43<01:29, 12.26it/s]
+
 32%|███▏      | 518/1612 [00:43<01:30, 12.13it/s]
+
 32%|███▏      | 520/1612 [00:43<01:29, 12.17it/s]
+
 32%|███▏      | 522/1612 [00:43<01:27, 12.45it/s]
+
 33%|███▎      | 524/1612 [00:43<01:26, 12.58it/s]
+
 33%|███▎      | 526/1612 [00:43<01:29, 12.09it/s]
+
 33%|███▎      | 528/1612 [00:44<01:30, 11.94it/s]
+
 33%|███▎      | 530/1612 [00:44<01:31, 11.84it/s]
+
 33%|███▎      | 532/1612 [00:44<01:28, 12.17it/s]
+
 33%|███▎      | 534/1612 [00:44<01:28, 12.22it/s]
+
 33%|███▎      | 536/1612 [00:44<01:29, 12.01it/s]
+
 33%|███▎      | 538/1612 [00:44<01:30, 11.84it/s]
+
 33%|███▎      | 540/1612 [00:45<01:31, 11.76it/s]
+
 34%|███▎      | 542/1612 [00:45<01:24, 12.73it/s]
+
 34%|███▎      | 544/1612 [00:45<01:28, 12.12it/s]
+
 34%|███▍      | 546/1612 [00:45<01:27, 12.13it/s]
+
 34%|███▍      | 548/1612 [00:45<01:26, 12.31it/s]
+
 34%|███▍      | 550/1612 [00:45<01:26, 12.23it/s]
+
 34%|███▍      | 552/1612 [00:46<01:27, 12.12it/s]
+
 34%|███▍      | 554/1612 [00:46<01:28, 11.93it/s]
+
 34%|███▍      | 556/1612 [00:46<01:28, 11.94it/s]
+
 35%|███▍      | 558/1612 [00:46<01:29, 11.79it/s]
+
 35%|███▍      | 560/1612 [00:46<01:28, 11.89it/s]
+
 35%|███▍      | 562/1612 [00:46<01:26, 12.17it/s]
+
 35%|███▍      | 564/1612 [00:47<01:26, 12.11it/s]
+
 35%|███▌      | 566/1612 [00:47<01:28, 11.82it/s]
+
 35%|███▌      | 568/1612 [00:47<01:27, 11.93it/s]
+
 35%|███▌      | 570/1612 [00:47<01:28, 11.74it/s]
+
 35%|███▌      | 572/1612 [00:47<01:25, 12.15it/s]
+
 36%|███▌      | 574/1612 [00:47<01:26, 11.94it/s]
+
 36%|███▌      | 576/1612 [00:48<01:23, 12.46it/s]
+
 36%|███▌      | 578/1612 [00:48<01:24, 12.24it/s]
+
 36%|███▌      | 580/1612 [00:48<01:23, 12.43it/s]
+
 36%|███▌      | 582/1612 [00:48<01:22, 12.47it/s]
+
 36%|███▌      | 584/1612 [00:48<01:20, 12.84it/s]
+
 36%|███▋      | 586/1612 [00:48<01:21, 12.63it/s]
+
 36%|███▋      | 588/1612 [00:48<01:21, 12.56it/s]
+
 37%|███▋      | 590/1612 [00:49<01:20, 12.74it/s]
+
 37%|███▋      | 592/1612 [00:49<01:22, 12.40it/s]
+
 37%|███▋      | 594/1612 [00:49<01:22, 12.28it/s]
+
 37%|███▋      | 596/1612 [00:49<01:21, 12.42it/s]
+
 37%|███▋      | 598/1612 [00:49<01:26, 11.71it/s]
+
 37%|███▋      | 600/1612 [00:50<01:31, 11.01it/s]
+
 37%|███▋      | 602/1612 [00:50<01:29, 11.34it/s]
+
 37%|███▋      | 604/1612 [00:50<01:24, 11.92it/s]
+
 38%|███▊      | 606/1612 [00:50<01:24, 11.87it/s]
+
 38%|███▊      | 608/1612 [00:50<01:23, 12.09it/s]
+
 38%|███▊      | 610/1612 [00:50<01:23, 11.97it/s]
+
 38%|███▊      | 612/1612 [00:50<01:23, 11.94it/s]
+
 38%|███▊      | 614/1612 [00:51<01:25, 11.61it/s]
+
 38%|███▊      | 616/1612 [00:51<01:22, 12.02it/s]
+
 38%|███▊      | 618/1612 [00:51<01:24, 11.82it/s]
+
 38%|███▊      | 620/1612 [00:51<01:21, 12.23it/s]
+
 39%|███▊      | 622/1612 [00:51<01:20, 12.29it/s]
+
 39%|███▊      | 624/1612 [00:51<01:20, 12.32it/s]
+
 39%|███▉      | 626/1612 [00:52<01:19, 12.43it/s]
+
 39%|███▉      | 628/1612 [00:52<01:19, 12.33it/s]
+
 39%|███▉      | 630/1612 [00:52<01:22, 11.87it/s]
+
 39%|███▉      | 632/1612 [00:52<01:23, 11.69it/s]
+
 39%|███▉      | 634/1612 [00:52<01:22, 11.84it/s]
+
 39%|███▉      | 636/1612 [00:52<01:20, 12.15it/s]
+
 40%|███▉      | 638/1612 [00:53<01:21, 11.98it/s]
+
 40%|███▉      | 640/1612 [00:53<01:23, 11.63it/s]
+
 40%|███▉      | 642/1612 [00:53<01:22, 11.80it/s]
+
 40%|███▉      | 644/1612 [00:53<01:19, 12.24it/s]
+
 40%|████      | 646/1612 [00:53<01:18, 12.29it/s]
+
 40%|████      | 648/1612 [00:53<01:16, 12.56it/s]
+
 40%|████      | 650/1612 [00:54<01:18, 12.23it/s]
+
 40%|████      | 652/1612 [00:54<01:18, 12.18it/s]
+
 41%|████      | 654/1612 [00:54<01:17, 12.40it/s]
+
 41%|████      | 656/1612 [00:54<01:18, 12.21it/s]
+
 41%|████      | 658/1612 [00:54<01:21, 11.76it/s]
+
 41%|████      | 660/1612 [00:54<01:23, 11.42it/s]
+
 41%|████      | 662/1612 [00:55<01:23, 11.39it/s]
+
 41%|████      | 664/1612 [00:55<01:21, 11.70it/s]
+
 41%|████▏     | 666/1612 [00:55<01:22, 11.50it/s]
+
 41%|████▏     | 668/1612 [00:55<01:20, 11.66it/s]
+
 42%|████▏     | 670/1612 [00:55<01:21, 11.56it/s]
+
 42%|████▏     | 672/1612 [00:56<01:22, 11.34it/s]
+
 42%|████▏     | 674/1612 [00:56<01:23, 11.30it/s]
+
 42%|████▏     | 676/1612 [00:56<01:19, 11.78it/s]
+
 42%|████▏     | 678/1612 [00:56<01:18, 11.94it/s]
+
 42%|████▏     | 680/1612 [00:56<01:18, 11.88it/s]
+
 42%|████▏     | 682/1612 [00:56<01:18, 11.80it/s]
+
 42%|████▏     | 684/1612 [00:57<01:20, 11.57it/s]
+
 43%|████▎     | 686/1612 [00:57<01:20, 11.50it/s]
+
 43%|████▎     | 688/1612 [00:57<01:20, 11.52it/s]
+
 43%|████▎     | 690/1612 [00:57<01:18, 11.79it/s]
+
 43%|████▎     | 692/1612 [00:57<01:19, 11.64it/s]
+
 43%|████▎     | 694/1612 [00:57<01:16, 11.99it/s]
+
 43%|████▎     | 696/1612 [00:58<01:17, 11.80it/s]
+
 43%|████▎     | 698/1612 [00:58<01:17, 11.82it/s]
+
 43%|████▎     | 700/1612 [00:58<01:16, 11.87it/s]
+
 44%|████▎     | 702/1612 [00:58<01:16, 11.82it/s]
+
 44%|████▎     | 704/1612 [00:58<01:16, 11.93it/s]
+
 44%|████▍     | 706/1612 [00:58<01:18, 11.57it/s]
+
 44%|████▍     | 708/1612 [00:59<01:16, 11.76it/s]
+
 44%|████▍     | 710/1612 [00:59<01:14, 12.12it/s]
+
 44%|████▍     | 712/1612 [00:59<01:15, 11.90it/s]
+
 44%|████▍     | 714/1612 [00:59<01:15, 11.90it/s]
+
 44%|████▍     | 716/1612 [00:59<01:14, 11.95it/s]
+
 45%|████▍     | 718/1612 [00:59<01:16, 11.67it/s]
+
 45%|████▍     | 720/1612 [01:00<01:14, 11.98it/s]
+
 45%|████▍     | 722/1612 [01:00<01:13, 12.17it/s]
+
 45%|████▍     | 724/1612 [01:00<01:11, 12.47it/s]
+
 45%|████▌     | 726/1612 [01:00<01:09, 12.76it/s]
+
 45%|████▌     | 728/1612 [01:00<01:13, 12.08it/s]
+
 45%|████▌     | 730/1612 [01:00<01:14, 11.84it/s]
+
 45%|████▌     | 732/1612 [01:01<01:12, 12.13it/s]
+
 46%|████▌     | 734/1612 [01:01<01:13, 12.01it/s]
+
 46%|████▌     | 736/1612 [01:01<01:12, 12.14it/s]
+
 46%|████▌     | 738/1612 [01:01<01:13, 11.85it/s]
+
 46%|████▌     | 740/1612 [01:01<01:08, 12.65it/s]
+
 46%|████▌     | 742/1612 [01:01<01:09, 12.44it/s]
+
 46%|████▌     | 744/1612 [01:02<01:09, 12.49it/s]
+
 46%|████▋     | 746/1612 [01:02<01:09, 12.53it/s]
+
 46%|████▋     | 748/1612 [01:02<01:11, 12.01it/s]
+
 47%|████▋     | 750/1612 [01:02<01:12, 11.86it/s]
+
 47%|████▋     | 752/1612 [01:02<01:12, 11.82it/s]
+
 47%|████▋     | 754/1612 [01:02<01:12, 11.87it/s]
+
 47%|████▋     | 756/1612 [01:03<01:12, 11.75it/s]
+
 47%|████▋     | 758/1612 [01:03<01:12, 11.70it/s]
+
 47%|████▋     | 760/1612 [01:03<01:12, 11.70it/s]
+
 47%|████▋     | 762/1612 [01:03<01:13, 11.54it/s]
+
 47%|████▋     | 764/1612 [01:03<01:13, 11.52it/s]
+
 48%|████▊     | 766/1612 [01:03<01:10, 11.92it/s]
+
 48%|████▊     | 768/1612 [01:04<01:11, 11.77it/s]
+
 48%|████▊     | 770/1612 [01:04<01:12, 11.69it/s]
+
 48%|████▊     | 772/1612 [01:04<01:11, 11.73it/s]
+
 48%|████▊     | 774/1612 [01:04<01:10, 11.86it/s]
+
 48%|████▊     | 776/1612 [01:04<01:11, 11.64it/s]
+
 48%|████▊     | 778/1612 [01:04<01:09, 11.93it/s]
+
 48%|████▊     | 780/1612 [01:05<01:10, 11.82it/s]
+
 49%|████▊     | 782/1612 [01:05<01:10, 11.85it/s]
+
 49%|████▊     | 784/1612 [01:05<01:09, 11.94it/s]
+
 49%|████▉     | 786/1612 [01:05<01:09, 11.80it/s]
+
 49%|████▉     | 788/1612 [01:05<01:06, 12.47it/s]
+
 49%|████▉     | 790/1612 [01:05<01:06, 12.37it/s]
+
 49%|████▉     | 792/1612 [01:06<01:04, 12.73it/s]
+
 49%|████▉     | 794/1612 [01:06<01:06, 12.30it/s]
+
 49%|████▉     | 796/1612 [01:06<01:07, 12.09it/s]
+
 50%|████▉     | 798/1612 [01:06<01:06, 12.18it/s]
+
 50%|████▉     | 800/1612 [01:06<01:06, 12.16it/s]
+
 50%|████▉     | 802/1612 [01:06<01:08, 11.88it/s]
+
 50%|████▉     | 804/1612 [01:07<01:09, 11.71it/s]
+
 50%|█████     | 806/1612 [01:07<01:08, 11.76it/s]
+
 50%|█████     | 808/1612 [01:07<01:07, 11.83it/s]
+
 50%|█████     | 810/1612 [01:07<01:08, 11.67it/s]
+
 50%|█████     | 812/1612 [01:07<01:09, 11.57it/s]
+
 50%|█████     | 814/1612 [01:07<01:08, 11.61it/s]
+
 51%|█████     | 816/1612 [01:08<01:09, 11.51it/s]
+
 51%|█████     | 818/1612 [01:08<01:08, 11.53it/s]
+
 51%|█████     | 820/1612 [01:08<01:07, 11.77it/s]
+
 51%|█████     | 822/1612 [01:08<01:08, 11.49it/s]
+
 51%|█████     | 824/1612 [01:08<01:09, 11.41it/s]
+
 51%|█████     | 826/1612 [01:08<01:08, 11.54it/s]
+
 51%|█████▏    | 828/1612 [01:09<01:07, 11.70it/s]
+
 51%|█████▏    | 830/1612 [01:09<01:04, 12.08it/s]
+
 52%|█████▏    | 832/1612 [01:09<01:06, 11.69it/s]
+
 52%|█████▏    | 834/1612 [01:09<01:08, 11.39it/s]
+
 52%|█████▏    | 836/1612 [01:09<01:06, 11.73it/s]
+
 52%|█████▏    | 838/1612 [01:10<01:05, 11.77it/s]
+
 52%|█████▏    | 840/1612 [01:10<01:05, 11.75it/s]
+
 52%|█████▏    | 842/1612 [01:10<01:05, 11.81it/s]
+
 52%|█████▏    | 844/1612 [01:10<01:02, 12.20it/s]
+
 52%|█████▏    | 846/1612 [01:10<01:02, 12.32it/s]
+
 53%|█████▎    | 848/1612 [01:10<01:03, 12.03it/s]
+
 53%|█████▎    | 850/1612 [01:10<01:03, 11.96it/s]
+
 53%|█████▎    | 852/1612 [01:11<01:03, 11.88it/s]
+
 53%|█████▎    | 854/1612 [01:11<01:04, 11.70it/s]
+
 53%|█████▎    | 856/1612 [01:11<01:05, 11.54it/s]
+
 53%|█████▎    | 858/1612 [01:11<01:03, 11.92it/s]
+
 53%|█████▎    | 860/1612 [01:11<01:02, 12.07it/s]
+
 53%|█████▎    | 862/1612 [01:11<01:01, 12.25it/s]
+
 54%|█████▎    | 864/1612 [01:12<01:01, 12.18it/s]
+
 54%|█████▎    | 866/1612 [01:12<01:02, 12.02it/s]
+
 54%|█████▍    | 868/1612 [01:12<01:00, 12.36it/s]
+
 54%|█████▍    | 870/1612 [01:12<01:00, 12.33it/s]
+
 54%|█████▍    | 872/1612 [01:12<00:59, 12.44it/s]
+
 54%|█████▍    | 874/1612 [01:12<01:00, 12.24it/s]
+
 54%|█████▍    | 876/1612 [01:13<00:59, 12.44it/s]
+
 54%|█████▍    | 878/1612 [01:13<00:59, 12.25it/s]
+
 55%|█████▍    | 880/1612 [01:13<00:59, 12.26it/s]
+
 55%|█████▍    | 882/1612 [01:13<00:58, 12.58it/s]
+
 55%|█████▍    | 884/1612 [01:13<00:59, 12.23it/s]
+
 55%|█████▍    | 886/1612 [01:13<00:59, 12.15it/s]
+
 55%|█████▌    | 888/1612 [01:14<01:01, 11.81it/s]
+
 55%|█████▌    | 890/1612 [01:14<01:00, 11.96it/s]
+
 55%|█████▌    | 892/1612 [01:14<00:58, 12.28it/s]
+
 55%|█████▌    | 894/1612 [01:14<00:56, 12.78it/s]
+
 56%|█████▌    | 896/1612 [01:14<00:57, 12.46it/s]
+
 56%|█████▌    | 898/1612 [01:14<00:58, 12.16it/s]
+
 56%|█████▌    | 900/1612 [01:15<00:58, 12.08it/s]
+
 56%|█████▌    | 902/1612 [01:15<00:58, 12.08it/s]
+
 56%|█████▌    | 904/1612 [01:15<01:00, 11.78it/s]
+
 56%|█████▌    | 906/1612 [01:15<01:01, 11.46it/s]
+
 56%|█████▋    | 908/1612 [01:15<01:01, 11.36it/s]
+
 56%|█████▋    | 910/1612 [01:15<01:01, 11.37it/s]
+
 57%|█████▋    | 912/1612 [01:16<01:00, 11.60it/s]
+
 57%|█████▋    | 914/1612 [01:16<00:58, 11.87it/s]
+
 57%|█████▋    | 916/1612 [01:16<00:59, 11.68it/s]
+
 57%|█████▋    | 918/1612 [01:16<01:01, 11.33it/s]
+
 57%|█████▋    | 920/1612 [01:16<01:00, 11.37it/s]
+
 57%|█████▋    | 922/1612 [01:17<00:59, 11.57it/s]
+
 57%|█████▋    | 924/1612 [01:17<00:59, 11.60it/s]
+
 57%|█████▋    | 926/1612 [01:17<00:58, 11.76it/s]
+
 58%|█████▊    | 928/1612 [01:17<00:58, 11.77it/s]
+
 58%|█████▊    | 930/1612 [01:17<00:56, 12.00it/s]
+
 58%|█████▊    | 932/1612 [01:17<00:55, 12.30it/s]
+
 58%|█████▊    | 934/1612 [01:18<00:56, 12.09it/s]
+
 58%|█████▊    | 936/1612 [01:18<00:55, 12.08it/s]
+
 58%|█████▊    | 938/1612 [01:18<00:54, 12.26it/s]
+
 58%|█████▊    | 940/1612 [01:18<00:55, 12.00it/s]
+
 58%|█████▊    | 942/1612 [01:18<00:56, 11.94it/s]
+
 59%|█████▊    | 944/1612 [01:18<00:56, 11.78it/s]
+
 59%|█████▊    | 946/1612 [01:19<00:55, 12.09it/s]
+
 59%|█████▉    | 948/1612 [01:19<00:54, 12.11it/s]
+
 59%|█████▉    | 950/1612 [01:19<00:53, 12.28it/s]
+
 59%|█████▉    | 952/1612 [01:19<00:54, 12.13it/s]
+
 59%|█████▉    | 954/1612 [01:19<00:54, 12.15it/s]
+
 59%|█████▉    | 956/1612 [01:19<00:53, 12.19it/s]
+
 59%|█████▉    | 958/1612 [01:20<00:54, 11.89it/s]
+
 60%|█████▉    | 960/1612 [01:20<00:54, 11.99it/s]
+
 60%|█████▉    | 962/1612 [01:20<00:55, 11.77it/s]
+
 60%|█████▉    | 964/1612 [01:20<00:55, 11.73it/s]
+
 60%|█████▉    | 966/1612 [01:20<00:54, 11.93it/s]
+
 60%|██████    | 968/1612 [01:20<00:51, 12.41it/s]
+
 60%|██████    | 970/1612 [01:20<00:52, 12.18it/s]
+
 60%|██████    | 972/1612 [01:21<00:53, 12.01it/s]
+
 60%|██████    | 974/1612 [01:21<00:54, 11.68it/s]
+
 61%|██████    | 976/1612 [01:21<00:54, 11.57it/s]
+
 61%|██████    | 978/1612 [01:21<00:51, 12.22it/s]
+
 61%|██████    | 980/1612 [01:21<00:50, 12.50it/s]
+
 61%|██████    | 982/1612 [01:21<00:50, 12.36it/s]
+
 61%|██████    | 984/1612 [01:22<00:52, 12.00it/s]
+
 61%|██████    | 986/1612 [01:22<00:50, 12.38it/s]
+
 61%|██████▏   | 988/1612 [01:22<00:51, 12.14it/s]
+
 61%|██████▏   | 990/1612 [01:22<00:53, 11.68it/s]
+
 62%|██████▏   | 992/1612 [01:22<00:53, 11.60it/s]
+
 62%|██████▏   | 994/1612 [01:23<00:52, 11.88it/s]
+
 62%|██████▏   | 996/1612 [01:23<00:52, 11.71it/s]
+
 62%|██████▏   | 998/1612 [01:23<00:52, 11.64it/s]
+
 62%|██████▏   | 1000/1612 [01:23<00:53, 11.38it/s]
+
 62%|██████▏   | 1002/1612 [01:23<00:53, 11.48it/s]
+
 62%|██████▏   | 1004/1612 [01:23<00:53, 11.39it/s]
+
 62%|██████▏   | 1006/1612 [01:24<00:54, 11.22it/s]
+
 63%|██████▎   | 1008/1612 [01:24<00:51, 11.67it/s]
+
 63%|██████▎   | 1010/1612 [01:24<00:52, 11.44it/s]
+
 63%|██████▎   | 1012/1612 [01:24<00:52, 11.42it/s]
+
 63%|██████▎   | 1014/1612 [01:24<00:51, 11.65it/s]
+
 63%|██████▎   | 1016/1612 [01:24<00:51, 11.67it/s]
+
 63%|██████▎   | 1018/1612 [01:25<00:50, 11.80it/s]
+
 63%|██████▎   | 1020/1612 [01:25<00:48, 12.09it/s]
+
 63%|██████▎   | 1022/1612 [01:25<00:50, 11.69it/s]
+
 64%|██████▎   | 1024/1612 [01:25<00:49, 11.87it/s]
+
 64%|██████▎   | 1026/1612 [01:25<00:48, 12.16it/s]
+
 64%|██████▍   | 1028/1612 [01:25<00:48, 12.07it/s]
+
 64%|██████▍   | 1030/1612 [01:26<00:48, 12.05it/s]
+
 64%|██████▍   | 1032/1612 [01:26<00:47, 12.30it/s]
+
 64%|██████▍   | 1034/1612 [01:26<00:47, 12.25it/s]
+
 64%|██████▍   | 1036/1612 [01:26<00:48, 11.79it/s]
+
 64%|██████▍   | 1038/1612 [01:26<00:48, 11.72it/s]
+
 65%|██████▍   | 1040/1612 [01:26<00:48, 11.77it/s]
+
 65%|██████▍   | 1042/1612 [01:27<00:48, 11.80it/s]
+
 65%|██████▍   | 1044/1612 [01:27<00:46, 12.09it/s]
+
 65%|██████▍   | 1046/1612 [01:27<00:46, 12.08it/s]
+
 65%|██████▌   | 1048/1612 [01:27<00:47, 11.95it/s]
+
 65%|██████▌   | 1050/1612 [01:27<00:47, 11.87it/s]
+
 65%|██████▌   | 1052/1612 [01:27<00:45, 12.31it/s]
+
 65%|██████▌   | 1054/1612 [01:28<00:46, 12.11it/s]
+
 66%|██████▌   | 1056/1612 [01:28<00:47, 11.63it/s]
+
 66%|██████▌   | 1058/1612 [01:28<00:46, 11.82it/s]
+
 66%|██████▌   | 1060/1612 [01:28<00:45, 12.10it/s]
+
 66%|██████▌   | 1062/1612 [01:28<00:46, 11.85it/s]
+
 66%|██████▌   | 1064/1612 [01:28<00:46, 11.91it/s]
+
 66%|██████▌   | 1066/1612 [01:29<00:45, 12.10it/s]
+
 66%|██████▋   | 1068/1612 [01:29<00:44, 12.29it/s]
+
 66%|██████▋   | 1070/1612 [01:29<00:44, 12.18it/s]
+
 67%|██████▋   | 1072/1612 [01:29<00:45, 11.94it/s]
+
 67%|██████▋   | 1074/1612 [01:29<00:44, 11.99it/s]
+
 67%|██████▋   | 1076/1612 [01:29<00:44, 11.95it/s]
+
 67%|██████▋   | 1078/1612 [01:30<00:45, 11.79it/s]
+
 67%|██████▋   | 1080/1612 [01:30<00:44, 12.01it/s]
+
 67%|██████▋   | 1082/1612 [01:30<00:44, 11.86it/s]
+
 67%|██████▋   | 1084/1612 [01:30<00:43, 12.14it/s]
+
 67%|██████▋   | 1086/1612 [01:30<00:43, 12.10it/s]
+
 67%|██████▋   | 1088/1612 [01:30<00:43, 12.04it/s]
+
 68%|██████▊   | 1090/1612 [01:31<00:43, 11.91it/s]
+
 68%|██████▊   | 1092/1612 [01:31<00:44, 11.77it/s]
+
 68%|██████▊   | 1094/1612 [01:31<00:43, 11.86it/s]
+
 68%|██████▊   | 1096/1612 [01:31<00:42, 12.01it/s]
+
 68%|██████▊   | 1098/1612 [01:31<00:41, 12.28it/s]
+
 68%|██████▊   | 1100/1612 [01:31<00:41, 12.33it/s]
+
 68%|██████▊   | 1102/1612 [01:32<00:42, 12.00it/s]
+
 68%|██████▊   | 1104/1612 [01:32<00:43, 11.65it/s]
+
 69%|██████▊   | 1106/1612 [01:32<00:42, 11.90it/s]
+
 69%|██████▊   | 1108/1612 [01:32<00:43, 11.68it/s]
+
 69%|██████▉   | 1110/1612 [01:32<00:41, 12.08it/s]
+
 69%|██████▉   | 1112/1612 [01:32<00:41, 12.05it/s]
+
 69%|██████▉   | 1114/1612 [01:33<00:41, 12.04it/s]
+
 69%|██████▉   | 1116/1612 [01:33<00:40, 12.24it/s]
+
 69%|██████▉   | 1118/1612 [01:33<00:39, 12.65it/s]
+
 69%|██████▉   | 1120/1612 [01:33<00:38, 12.62it/s]
+
 70%|██████▉   | 1122/1612 [01:33<00:38, 12.57it/s]
+
 70%|██████▉   | 1124/1612 [01:33<00:39, 12.21it/s]
+
 70%|██████▉   | 1126/1612 [01:34<00:40, 12.10it/s]
+
 70%|██████▉   | 1128/1612 [01:34<00:39, 12.18it/s]
+
 70%|███████   | 1130/1612 [01:34<00:40, 11.91it/s]
+
 70%|███████   | 1132/1612 [01:34<00:39, 12.16it/s]
+
 70%|███████   | 1134/1612 [01:34<00:39, 11.97it/s]
+
 70%|███████   | 1136/1612 [01:34<00:40, 11.73it/s]
+
 71%|███████   | 1138/1612 [01:35<00:38, 12.23it/s]
+
 71%|███████   | 1140/1612 [01:35<00:38, 12.11it/s]
+
 71%|███████   | 1142/1612 [01:35<00:39, 11.86it/s]
+
 71%|███████   | 1144/1612 [01:35<00:38, 12.03it/s]
+
 71%|███████   | 1146/1612 [01:35<00:39, 11.91it/s]
+
 71%|███████   | 1148/1612 [01:35<00:38, 11.91it/s]
+
 71%|███████▏  | 1150/1612 [01:36<00:39, 11.78it/s]
+
 71%|███████▏  | 1152/1612 [01:36<00:40, 11.50it/s]
+
 72%|███████▏  | 1154/1612 [01:36<00:39, 11.50it/s]
+
 72%|███████▏  | 1156/1612 [01:36<00:40, 11.26it/s]
+
 72%|███████▏  | 1158/1612 [01:36<00:39, 11.49it/s]
+
 72%|███████▏  | 1160/1612 [01:36<00:39, 11.54it/s]
+
 72%|███████▏  | 1162/1612 [01:37<00:38, 11.71it/s]
+
 72%|███████▏  | 1164/1612 [01:37<00:36, 12.14it/s]
+
 72%|███████▏  | 1166/1612 [01:37<00:36, 12.08it/s]
+
 72%|███████▏  | 1168/1612 [01:37<00:37, 11.72it/s]
+
 73%|███████▎  | 1170/1612 [01:37<00:37, 11.93it/s]
+
 73%|███████▎  | 1172/1612 [01:37<00:37, 11.79it/s]
+
 73%|███████▎  | 1174/1612 [01:38<00:36, 12.07it/s]
+
 73%|███████▎  | 1176/1612 [01:38<00:35, 12.37it/s]
+
 73%|███████▎  | 1178/1612 [01:38<00:34, 12.44it/s]
+
 73%|███████▎  | 1180/1612 [01:38<00:34, 12.38it/s]
+
 73%|███████▎  | 1182/1612 [01:38<00:35, 12.21it/s]
+
 73%|███████▎  | 1184/1612 [01:38<00:35, 12.21it/s]
+
 74%|███████▎  | 1186/1612 [01:39<00:36, 11.79it/s]
+
 74%|███████▎  | 1188/1612 [01:39<00:35, 11.90it/s]
+
 74%|███████▍  | 1190/1612 [01:39<00:35, 11.82it/s]
+
 74%|███████▍  | 1192/1612 [01:39<00:34, 12.19it/s]
+
 74%|███████▍  | 1194/1612 [01:39<00:33, 12.36it/s]
+
 74%|███████▍  | 1196/1612 [01:39<00:32, 12.64it/s]
+
 74%|███████▍  | 1198/1612 [01:40<00:33, 12.33it/s]
+
 74%|███████▍  | 1200/1612 [01:40<00:34, 11.89it/s]
+
 75%|███████▍  | 1202/1612 [01:40<00:33, 12.10it/s]
+
 75%|███████▍  | 1204/1612 [01:40<00:33, 12.27it/s]
+
 75%|███████▍  | 1206/1612 [01:40<00:33, 12.18it/s]
+
 75%|███████▍  | 1208/1612 [01:40<00:33, 11.90it/s]
+
 75%|███████▌  | 1210/1612 [01:41<00:33, 12.08it/s]
+
 75%|███████▌  | 1212/1612 [01:41<00:34, 11.64it/s]
+
 75%|███████▌  | 1214/1612 [01:41<00:33, 11.86it/s]
+
 75%|███████▌  | 1216/1612 [01:41<00:33, 11.91it/s]
+
 76%|███████▌  | 1218/1612 [01:41<00:33, 11.62it/s]
+
 76%|███████▌  | 1220/1612 [01:41<00:33, 11.70it/s]
+
 76%|███████▌  | 1222/1612 [01:42<00:33, 11.68it/s]
+
 76%|███████▌  | 1224/1612 [01:42<00:33, 11.64it/s]
+
 76%|███████▌  | 1226/1612 [01:42<00:32, 11.81it/s]
+
 76%|███████▌  | 1228/1612 [01:42<00:33, 11.57it/s]
+
 76%|███████▋  | 1230/1612 [01:42<00:32, 11.59it/s]
+
 76%|███████▋  | 1232/1612 [01:42<00:32, 11.52it/s]
+
 77%|███████▋  | 1234/1612 [01:43<00:32, 11.47it/s]
+
 77%|███████▋  | 1236/1612 [01:43<00:32, 11.53it/s]
+
 77%|███████▋  | 1238/1612 [01:43<00:31, 11.87it/s]
+
 77%|███████▋  | 1240/1612 [01:43<00:31, 11.91it/s]
+
 77%|███████▋  | 1242/1612 [01:43<00:30, 12.18it/s]
+
 77%|███████▋  | 1244/1612 [01:43<00:30, 12.07it/s]
+
 77%|███████▋  | 1246/1612 [01:44<00:30, 12.06it/s]
+
 77%|███████▋  | 1248/1612 [01:44<00:30, 11.99it/s]
+
 78%|███████▊  | 1250/1612 [01:44<00:30, 11.93it/s]
+
 78%|███████▊  | 1252/1612 [01:44<00:30, 11.96it/s]
+
 78%|███████▊  | 1254/1612 [01:44<00:30, 11.70it/s]
+
 78%|███████▊  | 1256/1612 [01:44<00:30, 11.79it/s]
+
 78%|███████▊  | 1258/1612 [01:45<00:29, 12.08it/s]
+
 78%|███████▊  | 1260/1612 [01:45<00:29, 12.00it/s]
+
 78%|███████▊  | 1262/1612 [01:45<00:29, 11.95it/s]
+
 78%|███████▊  | 1264/1612 [01:45<00:28, 12.10it/s]
+
 79%|███████▊  | 1266/1612 [01:45<00:29, 11.86it/s]
+
 79%|███████▊  | 1268/1612 [01:45<00:28, 11.88it/s]
+
 79%|███████▉  | 1270/1612 [01:46<00:28, 11.93it/s]
+
 79%|███████▉  | 1272/1612 [01:46<00:28, 11.83it/s]
+
 79%|███████▉  | 1274/1612 [01:46<00:27, 12.28it/s]
+
 79%|███████▉  | 1276/1612 [01:46<00:26, 12.45it/s]
+
 79%|███████▉  | 1278/1612 [01:46<00:26, 12.63it/s]
+
 79%|███████▉  | 1280/1612 [01:46<00:27, 12.04it/s]
+
 80%|███████▉  | 1282/1612 [01:47<00:28, 11.67it/s]
+
 80%|███████▉  | 1284/1612 [01:47<00:28, 11.52it/s]
+
 80%|███████▉  | 1286/1612 [01:47<00:27, 11.90it/s]
+
 80%|███████▉  | 1288/1612 [01:47<00:27, 11.99it/s]
+
 80%|████████  | 1290/1612 [01:47<00:26, 12.10it/s]
+
 80%|████████  | 1292/1612 [01:47<00:26, 12.18it/s]
+
 80%|████████  | 1294/1612 [01:48<00:25, 12.25it/s]
+
 80%|████████  | 1296/1612 [01:48<00:27, 11.67it/s]
+
 81%|████████  | 1298/1612 [01:48<00:25, 12.20it/s]
+
 81%|████████  | 1300/1612 [01:48<00:26, 12.00it/s]
+
 81%|████████  | 1302/1612 [01:48<00:24, 12.46it/s]
+
 81%|████████  | 1304/1612 [01:48<00:24, 12.36it/s]
+
 81%|████████  | 1306/1612 [01:49<00:24, 12.37it/s]
+
 81%|████████  | 1308/1612 [01:49<00:25, 11.87it/s]
+
 81%|████████▏ | 1310/1612 [01:49<00:25, 11.74it/s]
+
 81%|████████▏ | 1312/1612 [01:49<00:24, 12.09it/s]
+
 82%|████████▏ | 1314/1612 [01:49<00:25, 11.79it/s]
+
 82%|████████▏ | 1316/1612 [01:49<00:25, 11.57it/s]
+
 82%|████████▏ | 1318/1612 [01:50<00:25, 11.47it/s]
+
 82%|████████▏ | 1320/1612 [01:50<00:25, 11.40it/s]
+
 82%|████████▏ | 1322/1612 [01:50<00:25, 11.45it/s]
+
 82%|████████▏ | 1324/1612 [01:50<00:25, 11.24it/s]
+
 82%|████████▏ | 1326/1612 [01:50<00:25, 11.36it/s]
+
 82%|████████▏ | 1328/1612 [01:51<00:25, 11.29it/s]
+
 83%|████████▎ | 1330/1612 [01:51<00:24, 11.59it/s]
+
 83%|████████▎ | 1332/1612 [01:51<00:23, 12.08it/s]
+
 83%|████████▎ | 1334/1612 [01:51<00:22, 12.20it/s]
+
 83%|████████▎ | 1336/1612 [01:51<00:22, 12.29it/s]
+
 83%|████████▎ | 1338/1612 [01:51<00:22, 12.30it/s]
+
 83%|████████▎ | 1340/1612 [01:51<00:21, 12.51it/s]
+
 83%|████████▎ | 1342/1612 [01:52<00:21, 12.30it/s]
+
 83%|████████▎ | 1344/1612 [01:52<00:21, 12.28it/s]
+
 83%|████████▎ | 1346/1612 [01:52<00:22, 12.08it/s]
+
 84%|████████▎ | 1348/1612 [01:52<00:21, 12.17it/s]
+
 84%|████████▎ | 1350/1612 [01:52<00:22, 11.88it/s]
+
 84%|████████▍ | 1352/1612 [01:53<00:21, 11.91it/s]
+
 84%|████████▍ | 1354/1612 [01:53<00:21, 11.97it/s]
+
 84%|████████▍ | 1356/1612 [01:53<00:21, 11.89it/s]
+
 84%|████████▍ | 1358/1612 [01:53<00:21, 12.07it/s]
+
 84%|████████▍ | 1360/1612 [01:53<00:21, 11.81it/s]
+
 84%|████████▍ | 1362/1612 [01:53<00:20, 12.06it/s]
+
 85%|████████▍ | 1364/1612 [01:54<00:20, 12.15it/s]
+
 85%|████████▍ | 1366/1612 [01:54<00:20, 11.90it/s]
+
 85%|████████▍ | 1368/1612 [01:54<00:20, 11.81it/s]
+
 85%|████████▍ | 1370/1612 [01:54<00:20, 11.69it/s]
+
 85%|████████▌ | 1372/1612 [01:54<00:20, 11.68it/s]
+
 85%|████████▌ | 1374/1612 [01:54<00:20, 11.57it/s]
+
 85%|████████▌ | 1376/1612 [01:55<00:19, 11.86it/s]
+
 85%|████████▌ | 1378/1612 [01:55<00:19, 12.10it/s]
+
 86%|████████▌ | 1380/1612 [01:55<00:19, 12.17it/s]
+
 86%|████████▌ | 1382/1612 [01:55<00:18, 12.20it/s]
+
 86%|████████▌ | 1384/1612 [01:55<00:18, 12.42it/s]
+
 86%|████████▌ | 1386/1612 [01:55<00:17, 12.62it/s]
+
 86%|████████▌ | 1388/1612 [01:55<00:17, 12.57it/s]
+
 86%|████████▌ | 1390/1612 [01:56<00:18, 12.32it/s]
+
 86%|████████▋ | 1392/1612 [01:56<00:17, 12.45it/s]
+
 86%|████████▋ | 1394/1612 [01:56<00:18, 12.08it/s]
+
 87%|████████▋ | 1396/1612 [01:56<00:17, 12.24it/s]
+
 87%|████████▋ | 1398/1612 [01:56<00:17, 11.97it/s]
+
 87%|████████▋ | 1400/1612 [01:56<00:17, 11.98it/s]
+
 87%|████████▋ | 1402/1612 [01:57<00:18, 11.49it/s]
+
 87%|████████▋ | 1404/1612 [01:57<00:17, 11.75it/s]
+
 87%|████████▋ | 1406/1612 [01:57<00:17, 11.63it/s]
+
 87%|████████▋ | 1408/1612 [01:57<00:17, 11.62it/s]
+
 87%|████████▋ | 1410/1612 [01:57<00:17, 11.42it/s]
+
 88%|████████▊ | 1412/1612 [01:58<00:17, 11.75it/s]
+
 88%|████████▊ | 1414/1612 [01:58<00:16, 11.72it/s]
+
 88%|████████▊ | 1416/1612 [01:58<00:16, 11.62it/s]
+
 88%|████████▊ | 1418/1612 [01:58<00:17, 11.28it/s]
+
 88%|████████▊ | 1420/1612 [01:58<00:16, 11.48it/s]
+
 88%|████████▊ | 1422/1612 [01:58<00:15, 11.91it/s]
+
 88%|████████▊ | 1424/1612 [01:59<00:15, 11.92it/s]
+
 88%|████████▊ | 1426/1612 [01:59<00:15, 11.69it/s]
+
 89%|████████▊ | 1428/1612 [01:59<00:15, 12.01it/s]
+
 89%|████████▊ | 1430/1612 [01:59<00:15, 12.11it/s]
+
 89%|████████▉ | 1432/1612 [01:59<00:15, 11.68it/s]
+
 89%|████████▉ | 1434/1612 [01:59<00:14, 11.88it/s]
+
 89%|████████▉ | 1436/1612 [02:00<00:14, 12.04it/s]
+
 89%|████████▉ | 1438/1612 [02:00<00:14, 12.13it/s]
+
 89%|████████▉ | 1440/1612 [02:00<00:14, 12.21it/s]
+
 89%|████████▉ | 1442/1612 [02:00<00:14, 12.12it/s]
+
 90%|████████▉ | 1444/1612 [02:00<00:14, 11.88it/s]
+
 90%|████████▉ | 1446/1612 [02:00<00:14, 11.67it/s]
+
 90%|████████▉ | 1448/1612 [02:01<00:14, 11.57it/s]
+
 90%|████████▉ | 1450/1612 [02:01<00:13, 11.68it/s]
+
 90%|█████████ | 1452/1612 [02:01<00:13, 12.05it/s]
+
 90%|█████████ | 1454/1612 [02:01<00:12, 12.58it/s]
+
 90%|█████████ | 1456/1612 [02:01<00:12, 12.35it/s]
+
 90%|█████████ | 1458/1612 [02:01<00:13, 11.82it/s]
+
 91%|█████████ | 1460/1612 [02:02<00:12, 11.86it/s]
+
 91%|█████████ | 1462/1612 [02:02<00:12, 11.83it/s]
+
 91%|█████████ | 1464/1612 [02:02<00:12, 11.67it/s]
+
 91%|█████████ | 1466/1612 [02:02<00:12, 11.82it/s]
+
 91%|█████████ | 1468/1612 [02:02<00:11, 12.05it/s]
+
 91%|█████████ | 1470/1612 [02:02<00:11, 12.14it/s]
+
 91%|█████████▏| 1472/1612 [02:03<00:11, 12.27it/s]
+
 91%|█████████▏| 1474/1612 [02:03<00:11, 11.93it/s]
+
 92%|█████████▏| 1476/1612 [02:03<00:11, 11.71it/s]
+
 92%|█████████▏| 1478/1612 [02:03<00:11, 11.81it/s]
+
 92%|█████████▏| 1480/1612 [02:03<00:11, 11.52it/s]
+
 92%|█████████▏| 1482/1612 [02:03<00:11, 11.50it/s]
+
 92%|█████████▏| 1484/1612 [02:04<00:10, 11.66it/s]
+
 92%|█████████▏| 1486/1612 [02:04<00:10, 11.83it/s]
+
 92%|█████████▏| 1488/1612 [02:04<00:09, 12.62it/s]
+
 92%|█████████▏| 1490/1612 [02:04<00:09, 12.60it/s]
+
 93%|█████████▎| 1492/1612 [02:04<00:09, 12.65it/s]
+
 93%|█████████▎| 1494/1612 [02:04<00:09, 13.00it/s]
+
 93%|█████████▎| 1496/1612 [02:05<00:09, 12.88it/s]
+
 93%|█████████▎| 1498/1612 [02:05<00:08, 12.74it/s]
+
 93%|█████████▎| 1500/1612 [02:05<00:09, 12.03it/s]
+
 93%|█████████▎| 1502/1612 [02:05<00:09, 12.02it/s]
+
 93%|█████████▎| 1504/1612 [02:05<00:08, 12.21it/s]
+
 93%|█████████▎| 1506/1612 [02:05<00:08, 12.48it/s]
+
 94%|█████████▎| 1508/1612 [02:06<00:08, 12.03it/s]
+
 94%|█████████▎| 1510/1612 [02:06<00:08, 12.21it/s]
+
 94%|█████████▍| 1512/1612 [02:06<00:08, 11.86it/s]
+
 94%|█████████▍| 1514/1612 [02:06<00:08, 11.93it/s]
+
 94%|█████████▍| 1516/1612 [02:06<00:08, 11.87it/s]
+
 94%|█████████▍| 1518/1612 [02:06<00:07, 12.07it/s]
+
 94%|█████████▍| 1520/1612 [02:07<00:07, 11.78it/s]
+
 94%|█████████▍| 1522/1612 [02:07<00:07, 11.91it/s]
+
 95%|█████████▍| 1524/1612 [02:07<00:07, 11.77it/s]
+
 95%|█████████▍| 1526/1612 [02:07<00:07, 11.87it/s]
+
 95%|█████████▍| 1528/1612 [02:07<00:07, 11.78it/s]
+
 95%|█████████▍| 1530/1612 [02:07<00:06, 12.14it/s]
+
 95%|█████████▌| 1532/1612 [02:08<00:06, 11.88it/s]
+
 95%|█████████▌| 1534/1612 [02:08<00:06, 12.35it/s]
+
 95%|█████████▌| 1536/1612 [02:08<00:06, 12.25it/s]
+
 95%|█████████▌| 1538/1612 [02:08<00:05, 12.47it/s]
+
 96%|█████████▌| 1540/1612 [02:08<00:05, 12.08it/s]
+
 96%|█████████▌| 1542/1612 [02:08<00:05, 12.21it/s]
+
 96%|█████████▌| 1544/1612 [02:09<00:05, 11.73it/s]
+
 96%|█████████▌| 1546/1612 [02:09<00:05, 11.78it/s]
+
 96%|█████████▌| 1548/1612 [02:09<00:05, 11.50it/s]
+
 96%|█████████▌| 1550/1612 [02:09<00:05, 11.49it/s]
+
 96%|█████████▋| 1552/1612 [02:09<00:05, 11.71it/s]
+
 96%|█████████▋| 1554/1612 [02:09<00:04, 11.71it/s]
+
 97%|█████████▋| 1556/1612 [02:10<00:04, 11.62it/s]
+
 97%|█████████▋| 1558/1612 [02:10<00:04, 11.53it/s]
+
 97%|█████████▋| 1560/1612 [02:10<00:04, 11.68it/s]
+
 97%|█████████▋| 1562/1612 [02:10<00:04, 11.58it/s]
+
 97%|█████████▋| 1564/1612 [02:10<00:04, 11.73it/s]
+
 97%|█████████▋| 1566/1612 [02:10<00:03, 11.80it/s]
+
 97%|█████████▋| 1568/1612 [02:11<00:03, 11.96it/s]
+
 97%|█████████▋| 1570/1612 [02:11<00:03, 11.83it/s]
+
 98%|█████████▊| 1572/1612 [02:11<00:03, 11.75it/s]
+
 98%|█████████▊| 1574/1612 [02:11<00:03, 12.02it/s]
+
 98%|█████████▊| 1576/1612 [02:11<00:03, 11.57it/s]
+
 98%|█████████▊| 1578/1612 [02:11<00:02, 11.95it/s]
+
 98%|█████████▊| 1580/1612 [02:12<00:02, 12.26it/s]
+
 98%|█████████▊| 1582/1612 [02:12<00:02, 12.37it/s]
+
 98%|█████████▊| 1584/1612 [02:12<00:02, 11.98it/s]
+
 98%|█████████▊| 1586/1612 [02:12<00:02, 11.83it/s]
+
 99%|█████████▊| 1588/1612 [02:12<00:02, 11.85it/s]
+
 99%|█████████▊| 1590/1612 [02:12<00:01, 12.23it/s]
+
 99%|█████████▉| 1592/1612 [02:13<00:01, 12.29it/s]
+
 99%|█████████▉| 1594/1612 [02:13<00:01, 11.94it/s]
+
 99%|█████████▉| 1596/1612 [02:13<00:01, 11.93it/s]
+
 99%|█████████▉| 1598/1612 [02:13<00:01, 11.99it/s]
+
 99%|█████████▉| 1600/1612 [02:13<00:00, 12.10it/s]
+
 99%|█████████▉| 1602/1612 [02:13<00:00, 12.47it/s]
+
100%|█████████▉| 1604/1612 [02:14<00:00, 12.07it/s]
+
100%|█████████���| 1606/1612 [02:14<00:00, 11.93it/s]
+
100%|█████████▉| 1608/1612 [02:14<00:00, 11.60it/s]
+
100%|█████████▉| 1610/1612 [02:14<00:00, 11.50it/s]
+
100%|██████████| 1612/1612 [02:14<00:00, 11.59it/s]
                                                      
+
                                                   
{'eval_loss': 2.1795129776000977, 'eval_runtime': 134.9568, 'eval_samples_per_second': 47.771, 'eval_steps_per_second': 11.945, 'epoch': 0.55}
+
 18%|█▊        | 500/2733 [1:22:13<6:00:10,  9.68s/it]
+
100%|██████████| 1612/1612 [02:14<00:00, 11.59it/s]
+
                                                   Saving model checkpoint to /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-500
+Configuration saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-500/config.json
+Model weights saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-500/pytorch_model.bin
+
 18%|█▊        | 501/2733 [1:31:35<133:50:28, 215.87s/it]
 18%|█▊        | 502/2733 [1:31:45<95:27:53, 154.04s/it] 
 18%|█▊        | 503/2733 [1:31:54<68:31:02, 110.61s/it]
 18%|█▊        | 504/2733 [1:32:04<49:45:20, 80.36s/it] 
 18%|█▊        | 505/2733 [1:32:15<36:53:18, 59.60s/it]
 19%|█▊        | 506/2733 [1:32:24<27:29:34, 44.44s/it]
 19%|█▊        | 507/2733 [1:32:34<21:03:34, 34.06s/it]
 19%|█▊        | 508/2733 [1:32:44<16:33:18, 26.79s/it]
 19%|█▊        | 509/2733 [1:32:53<13:18:14, 21.54s/it]
 19%|█▊        | 510/2733 [1:33:03<11:07:19, 18.01s/it]
 19%|█▊        | 511/2733 [1:33:13<9:36:38, 15.57s/it] 
 19%|█▊        | 512/2733 [1:33:22<8:26:28, 13.68s/it]
 19%|█▉        | 513/2733 [1:33:32<7:41:44, 12.48s/it]
 19%|█▉        | 514/2733 [1:33:41<7:07:10, 11.55s/it]
 19%|█▉        | 515/2733 [1:33:52<6:52:12, 11.15s/it]
 19%|█▉        | 516/2733 [1:34:01<6:35:29, 10.70s/it]
 19%|█▉        | 517/2733 [1:34:11<6:21:19, 10.32s/it]
 19%|█▉        | 518/2733 [1:34:20<6:14:13, 10.14s/it]
 19%|█▉        | 519/2733 [1:34:30<6:08:01,  9.97s/it]
 19%|█▉        | 520/2733 [1:34:39<6:01:09,  9.79s/it]
 19%|█▉        | 521/2733 [1:34:49<6:02:24,  9.83s/it]
 19%|█▉        | 522/2733 [1:34:59<6:00:14,  9.78s/it]
 19%|█▉        | 523/2733 [1:35:08<5:55:03,  9.64s/it]
 19%|█▉        | 524/2733 [1:35:18<5:57:39,  9.71s/it]
 19%|█▉        | 525/2733 [1:35:28<5:56:59,  9.70s/it]
 19%|█▉        | 526/2733 [1:35:37<5:53:32,  9.61s/it]
 19%|█▉        | 527/2733 [1:35:47<5:55:42,  9.67s/it]
 19%|█▉        | 528/2733 [1:35:56<5:51:28,  9.56s/it]
 19%|█▉        | 529/2733 [1:36:06<5:54:44,  9.66s/it]
 19%|█▉        | 530/2733 [1:36:17<6:09:03, 10.05s/it]
 19%|█▉        | 531/2733 [1:36:26<5:58:23,  9.77s/it]
 19%|█▉        | 532/2733 [1:36:36<6:00:18,  9.82s/it]
 20%|█▉        | 533/2733 [1:36:46<5:58:58,  9.79s/it]
 20%|█▉        | 534/2733 [1:36:55<5:53:19,  9.64s/it]
 20%|█▉        | 535/2733 [1:37:05<5:54:33,  9.68s/it]
 20%|█▉        | 536/2733 [1:37:15<5:54:26,  9.68s/it]
 20%|█▉        | 537/2733 [1:37:24<5:48:36,  9.52s/it]
 20%|█▉        | 538/2733 [1:37:33<5:49:55,  9.57s/it]
 20%|█▉        | 539/2733 [1:37:43<5:46:25,  9.47s/it]
 20%|█▉        | 540/2733 [1:37:52<5:48:51,  9.54s/it]
 20%|█▉        | 541/2733 [1:38:02<5:49:16,  9.56s/it]
 20%|█▉        | 542/2733 [1:38:11<5:45:33,  9.46s/it]
 20%|█▉        | 543/2733 [1:38:21<5:49:19,  9.57s/it]
 20%|█▉        | 544/2733 [1:38:31<5:49:37,  9.58s/it]
 20%|█▉        | 545/2733 [1:38:40<5:44:23,  9.44s/it]
 20%|█▉        | 546/2733 [1:38:50<5:47:06,  9.52s/it]
 20%|██        | 547/2733 [1:38:59<5:49:47,  9.60s/it]
 20%|██        | 548/2733 [1:39:09<5:45:48,  9.50s/it]
 20%|██        | 549/2733 [1:39:18<5:48:41,  9.58s/it]
 20%|██        | 550/2733 [1:39:28<5:52:06,  9.68s/it]
 20%|██        | 551/2733 [1:39:38<5:47:09,  9.55s/it]
 20%|██        | 552/2733 [1:39:47<5:49:32,  9.62s/it]
 20%|██        | 553/2733 [1:39:57<5:46:33,  9.54s/it]
 20%|██        | 554/2733 [1:40:07<5:50:09,  9.64s/it]
 20%|██        | 555/2733 [1:40:17<5:57:00,  9.83s/it]
 20%|██        | 556/2733 [1:40:26<5:50:47,  9.67s/it]
 20%|██        | 557/2733 [1:40:36<5:51:04,  9.68s/it]
 20%|██        | 558/2733 [1:40:46<5:52:31,  9.72s/it]
 20%|██        | 559/2733 [1:40:55<5:47:54,  9.60s/it]
 20%|██        | 560/2733 [1:41:05<5:51:13,  9.70s/it]
 21%|██        | 561/2733 [1:41:15<5:52:08,  9.73s/it]
 21%|██        | 562/2733 [1:41:24<5:46:03,  9.56s/it]
 21%|██        | 563/2733 [1:41:34<5:51:29,  9.72s/it]
 21%|██        | 564/2733 [1:41:43<5:46:42,  9.59s/it]
 21%|██        | 565/2733 [1:41:53<5:46:33,  9.59s/it]
 21%|██        | 566/2733 [1:42:03<5:48:33,  9.65s/it]
 21%|██        | 567/2733 [1:42:12<5:44:32,  9.54s/it]
 21%|██        | 568/2733 [1:42:22<5:45:41,  9.58s/it]
 21%|██        | 569/2733 [1:42:31<5:46:29,  9.61s/it]
 21%|██        | 570/2733 [1:42:40<5:42:33,  9.50s/it]
 21%|██        | 571/2733 [1:42:50<5:44:14,  9.55s/it]
 21%|██        | 572/2733 [1:43:00<5:44:42,  9.57s/it]
 21%|██        | 573/2733 [1:43:09<5:39:43,  9.44s/it]
 21%|██        | 574/2733 [1:43:19<5:45:57,  9.61s/it]
 21%|██        | 575/2733 [1:43:29<5:47:30,  9.66s/it]
 21%|██        | 576/2733 [1:43:38<5:42:36,  9.53s/it]
 21%|██        | 577/2733 [1:43:48<5:45:50,  9.62s/it]
 21%|██        | 578/2733 [1:43:57<5:40:01,  9.47s/it]
 21%|██        | 579/2733 [1:44:07<5:42:43,  9.55s/it]
 21%|██        | 580/2733 [1:44:16<5:44:33,  9.60s/it]
 21%|██▏       | 581/2733 [1:44:26<5:40:58,  9.51s/it]
 21%|██▏       | 582/2733 [1:44:36<5:45:26,  9.64s/it]
 21%|██▏       | 583/2733 [1:44:45<5:46:24,  9.67s/it]
 21%|██▏       | 584/2733 [1:44:55<5:42:02,  9.55s/it]
 21%|██▏       | 585/2733 [1:45:04<5:43:34,  9.60s/it]
 21%|██▏       | 586/2733 [1:45:14<5:42:22,  9.57s/it]
 21%|██▏       | 587/2733 [1:45:23<5:39:15,  9.49s/it]
 22%|██▏       | 588/2733 [1:45:33<5:43:02,  9.60s/it]
 22%|██▏       | 589/2733 [1:45:42<5:39:11,  9.49s/it]
 22%|██▏       | 590/2733 [1:45:52<5:43:24,  9.61s/it]
 22%|██▏       | 591/2733 [1:46:02<5:43:40,  9.63s/it]
 22%|██▏       | 592/2733 [1:46:11<5:38:13,  9.48s/it]
 22%|██▏       | 593/2733 [1:46:21<5:43:50,  9.64s/it]
 22%|██▏       | 594/2733 [1:46:31<5:44:36,  9.67s/it]
 22%|██▏       | 595/2733 [1:46:40<5:37:24,  9.47s/it]
 22%|██▏       | 596/2733 [1:46:49<5:39:50,  9.54s/it]
 22%|██▏       | 597/2733 [1:46:59<5:43:10,  9.64s/it]
 22%|██▏       | 598/2733 [1:47:08<5:38:50,  9.52s/it]
 22%|██▏       | 599/2733 [1:47:18<5:39:19,  9.54s/it]
 22%|██▏       | 600/2733 [1:47:28<5:40:40,  9.58s/it]
                                                      
{'loss': 2.2111, 'learning_rate': 9.087150924613952e-06, 'epoch': 0.66}
+
 22%|██▏       | 600/2733 [1:47:28<5:40:40,  9.58s/it]
 22%|██▏       | 601/2733 [1:47:37<5:37:02,  9.49s/it]
 22%|██▏       | 602/2733 [1:47:47<5:40:46,  9.59s/it]
 22%|██▏       | 603/2733 [1:47:56<5:39:06,  9.55s/it]
 22%|██▏       | 604/2733 [1:48:06<5:39:58,  9.58s/it]
 22%|██▏       | 605/2733 [1:48:16<5:42:14,  9.65s/it]
 22%|██▏       | 606/2733 [1:48:25<5:36:42,  9.50s/it]
 22%|██▏       | 607/2733 [1:48:35<5:39:56,  9.59s/it]
 22%|██▏       | 608/2733 [1:48:44<5:41:25,  9.64s/it]
 22%|██▏       | 609/2733 [1:48:54<5:38:11,  9.55s/it]
 22%|██▏       | 610/2733 [1:49:04<5:40:49,  9.63s/it]
 22%|██▏       | 611/2733 [1:49:13<5:42:15,  9.68s/it]
 22%|██▏       | 612/2733 [1:49:23<5:38:13,  9.57s/it]
 22%|██▏       | 613/2733 [1:49:33<5:41:12,  9.66s/it]
 22%|██▏       | 614/2733 [1:49:42<5:37:21,  9.55s/it]
 23%|██▎       | 615/2733 [1:49:52<5:38:32,  9.59s/it]
 23%|██▎       | 616/2733 [1:50:01<5:41:04,  9.67s/it]
 23%|██▎       | 617/2733 [1:50:11<5:36:37,  9.55s/it]
 23%|██▎       | 618/2733 [1:50:20<5:37:30,  9.57s/it]
 23%|██▎       | 619/2733 [1:50:30<5:39:11,  9.63s/it]
 23%|██▎       | 620/2733 [1:50:39<5:36:31,  9.56s/it]
 23%|██▎       | 621/2733 [1:50:49<5:39:04,  9.63s/it]
 23%|██▎       | 622/2733 [1:50:59<5:42:22,  9.73s/it]
 23%|██▎       | 623/2733 [1:51:08<5:37:12,  9.59s/it]
 23%|██▎       | 624/2733 [1:51:18<5:38:00,  9.62s/it]
 23%|██▎       | 625/2733 [1:51:28<5:41:02,  9.71s/it]
 23%|██▎       | 626/2733 [1:51:37<5:34:01,  9.51s/it]
 23%|██▎       | 627/2733 [1:51:47<5:37:06,  9.60s/it]
 23%|██▎       | 628/2733 [1:51:56<5:31:08,  9.44s/it]
 23%|██▎       | 629/2733 [1:52:06<5:35:53,  9.58s/it]
 23%|██▎       | 630/2733 [1:52:16<5:36:36,  9.60s/it]
 23%|██▎       | 631/2733 [1:52:25<5:31:03,  9.45s/it]
 23%|██▎       | 632/2733 [1:52:34<5:33:28,  9.52s/it]
 23%|██▎       | 633/2733 [1:52:44<5:36:05,  9.60s/it]
 23%|██▎       | 634/2733 [1:52:53<5:33:16,  9.53s/it]
 23%|██▎       | 635/2733 [1:53:03<5:36:00,  9.61s/it]
 23%|██▎       | 636/2733 [1:53:13<5:38:42,  9.69s/it]
 23%|██▎       | 637/2733 [1:53:23<5:34:58,  9.59s/it]
 23%|██▎       | 638/2733 [1:53:32<5:38:06,  9.68s/it]
 23%|██▎       | 639/2733 [1:53:42<5:33:12,  9.55s/it]
 23%|██▎       | 640/2733 [1:53:51<5:35:00,  9.60s/it]
 23%|██▎       | 641/2733 [1:54:01<5:35:37,  9.63s/it]
 23%|██▎       | 642/2733 [1:54:10<5:31:03,  9.50s/it]
 24%|██▎       | 643/2733 [1:54:20<5:35:04,  9.62s/it]
 24%|██▎       | 644/2733 [1:54:30<5:34:26,  9.61s/it]
 24%|██▎       | 645/2733 [1:54:39<5:30:45,  9.50s/it]
 24%|██▎       | 646/2733 [1:54:49<5:34:30,  9.62s/it]
 24%|██▎       | 647/2733 [1:54:59<5:35:45,  9.66s/it]
 24%|██▎       | 648/2733 [1:55:08<5:34:34,  9.63s/it]
 24%|██▎       | 649/2733 [1:55:18<5:36:53,  9.70s/it]
 24%|██▍       | 650/2733 [1:55:28<5:37:57,  9.73s/it]
 24%|██▍       | 651/2733 [1:55:37<5:32:58,  9.60s/it]
 24%|██▍       | 652/2733 [1:55:47<5:36:04,  9.69s/it]
 24%|██▍       | 653/2733 [1:55:56<5:31:56,  9.58s/it]
 24%|██▍       | 654/2733 [1:56:06<5:32:53,  9.61s/it]
 24%|██▍       | 655/2733 [1:56:16<5:40:36,  9.83s/it]
 24%|██▍       | 656/2733 [1:56:26<5:34:27,  9.66s/it]
 24%|██▍       | 657/2733 [1:56:35<5:34:49,  9.68s/it]
 24%|██▍       | 658/2733 [1:56:45<5:37:05,  9.75s/it]
 24%|██▍       | 659/2733 [1:56:54<5:31:02,  9.58s/it]
 24%|██▍       | 660/2733 [1:57:04<5:32:47,  9.63s/it]
 24%|██▍       | 661/2733 [1:57:14<5:35:59,  9.73s/it]
 24%|██▍       | 662/2733 [1:57:23<5:31:13,  9.60s/it]
 24%|██▍       | 663/2733 [1:57:33<5:32:58,  9.65s/it]
 24%|██▍       | 664/2733 [1:57:43<5:28:31,  9.53s/it]
 24%|██▍       | 665/2733 [1:57:52<5:30:24,  9.59s/it]
 24%|██▍       | 666/2733 [1:58:02<5:32:59,  9.67s/it]
 24%|██▍       | 667/2733 [1:58:11<5:28:56,  9.55s/it]
 24%|██▍       | 668/2733 [1:58:21<5:29:57,  9.59s/it]
 24%|██▍       | 669/2733 [1:58:31<5:32:05,  9.65s/it]
 25%|██▍       | 670/2733 [1:58:40<5:28:07,  9.54s/it]
 25%|██▍       | 671/2733 [1:58:50<5:31:00,  9.63s/it]
 25%|██▍       | 672/2733 [1:59:00<5:33:33,  9.71s/it]
 25%|██▍       | 673/2733 [1:59:09<5:28:25,  9.57s/it]
 25%|██▍       | 674/2733 [1:59:19<5:30:22,  9.63s/it]
 25%|██▍       | 675/2733 [1:59:29<5:31:52,  9.68s/it]
 25%|██▍       | 676/2733 [1:59:38<5:26:54,  9.54s/it]
 25%|██▍       | 677/2733 [1:59:48<5:28:25,  9.58s/it]
 25%|██▍       | 678/2733 [1:59:57<5:23:05,  9.43s/it]
 25%|██▍       | 679/2733 [2:00:07<5:27:41,  9.57s/it]
 25%|██▍       | 680/2733 [2:00:16<5:30:21,  9.65s/it]
 25%|██▍       | 681/2733 [2:00:25<5:24:25,  9.49s/it]
 25%|██▍       | 682/2733 [2:00:35<5:28:08,  9.60s/it]
 25%|██▍       | 683/2733 [2:00:45<5:29:12,  9.64s/it]
 25%|██▌       | 684/2733 [2:00:54<5:23:41,  9.48s/it]
 25%|██▌       | 685/2733 [2:01:04<5:27:32,  9.60s/it]
 25%|██▌       | 686/2733 [2:01:14<5:32:02,  9.73s/it]
 25%|██▌       | 687/2733 [2:01:23<5:24:58,  9.53s/it]
 25%|██▌       | 688/2733 [2:01:33<5:28:42,  9.64s/it]
 25%|██▌       | 689/2733 [2:01:42<5:24:50,  9.54s/it]
 25%|██▌       | 690/2733 [2:01:52<5:27:15,  9.61s/it]
 25%|██▌       | 691/2733 [2:02:02<5:27:37,  9.63s/it]
 25%|██▌       | 692/2733 [2:02:11<5:23:39,  9.51s/it]
 25%|██▌       | 693/2733 [2:02:21<5:28:26,  9.66s/it]
 25%|██▌       | 694/2733 [2:02:31<5:28:00,  9.65s/it]
 25%|██▌       | 695/2733 [2:02:40<5:23:34,  9.53s/it]
 25%|██▌       | 696/2733 [2:02:50<5:25:37,  9.59s/it]
 26%|██▌       | 697/2733 [2:02:59<5:27:18,  9.65s/it]
 26%|██▌       | 698/2733 [2:03:09<5:22:19,  9.50s/it]
 26%|██▌       | 699/2733 [2:03:18<5:24:04,  9.56s/it]
 26%|██▌       | 700/2733 [2:03:28<5:25:11,  9.60s/it]
                                                      
{'loss': 2.2157, 'learning_rate': 8.717970008158547e-06, 'epoch': 0.77}
+
 26%|██▌       | 700/2733 [2:03:28<5:25:11,  9.60s/it]
 26%|██▌       | 701/2733 [2:03:37<5:22:30,  9.52s/it]
 26%|██▌       | 702/2733 [2:03:47<5:23:04,  9.54s/it]
 26%|██▌       | 703/2733 [2:03:56<5:18:23,  9.41s/it]
 26%|██▌       | 704/2733 [2:04:06<5:22:11,  9.53s/it]
 26%|██▌       | 705/2733 [2:04:16<5:28:06,  9.71s/it]
 26%|██▌       | 706/2733 [2:04:26<5:28:23,  9.72s/it]
 26%|██▌       | 707/2733 [2:04:35<5:28:58,  9.74s/it]
 26%|██▌       | 708/2733 [2:04:45<5:30:21,  9.79s/it]
 26%|██▌       | 709/2733 [2:04:55<5:24:46,  9.63s/it]
 26%|██▌       | 710/2733 [2:05:04<5:26:59,  9.70s/it]
 26%|██▌       | 711/2733 [2:05:14<5:26:06,  9.68s/it]
 26%|██▌       | 712/2733 [2:05:23<5:21:05,  9.53s/it]
 26%|██▌       | 713/2733 [2:05:33<5:21:22,  9.55s/it]
 26%|██▌       | 714/2733 [2:05:42<5:18:00,  9.45s/it]
 26%|██▌       | 715/2733 [2:05:52<5:20:36,  9.53s/it]
 26%|██▌       | 716/2733 [2:06:02<5:22:41,  9.60s/it]
 26%|██▌       | 717/2733 [2:06:11<5:20:00,  9.52s/it]
 26%|██▋       | 718/2733 [2:06:22<5:36:20, 10.01s/it]
 26%|██▋       | 719/2733 [2:06:32<5:32:24,  9.90s/it]
 26%|██▋       | 720/2733 [2:06:41<5:26:05,  9.72s/it]
 26%|██▋       | 721/2733 [2:06:51<5:28:05,  9.78s/it]
 26%|██▋       | 722/2733 [2:07:01<5:28:46,  9.81s/it]
 26%|██▋       | 723/2733 [2:07:10<5:21:44,  9.60s/it]
 26%|██▋       | 724/2733 [2:07:20<5:23:34,  9.66s/it]
 27%|██▋       | 725/2733 [2:07:30<5:26:02,  9.74s/it]
 27%|██▋       | 726/2733 [2:07:39<5:19:06,  9.54s/it]
 27%|██▋       | 727/2733 [2:07:49<5:21:21,  9.61s/it]
 27%|██▋       | 728/2733 [2:07:58<5:18:26,  9.53s/it]
 27%|██▋       | 729/2733 [2:08:08<5:23:23,  9.68s/it]
 27%|██▋       | 730/2733 [2:08:18<5:24:44,  9.73s/it]
 27%|██▋       | 731/2733 [2:08:27<5:20:07,  9.59s/it]
 27%|██▋       | 732/2733 [2:08:37<5:21:41,  9.65s/it]
 27%|██▋       | 733/2733 [2:08:47<5:23:17,  9.70s/it]
 27%|██▋       | 734/2733 [2:08:56<5:20:06,  9.61s/it]
 27%|██▋       | 735/2733 [2:09:06<5:20:55,  9.64s/it]
 27%|██▋       | 736/2733 [2:09:15<5:20:00,  9.61s/it]
 27%|██▋       | 737/2733 [2:09:25<5:17:40,  9.55s/it]
 27%|██▋       | 738/2733 [2:09:35<5:21:32,  9.67s/it]
 27%|██▋       | 739/2733 [2:09:44<5:17:29,  9.55s/it]
 27%|██▋       | 740/2733 [2:09:54<5:21:11,  9.67s/it]
 27%|██▋       | 741/2733 [2:10:04<5:22:36,  9.72s/it]
 27%|██▋       | 742/2733 [2:10:13<5:17:09,  9.56s/it]
 27%|██▋       | 743/2733 [2:10:23<5:19:20,  9.63s/it]
 27%|██▋       | 744/2733 [2:10:32<5:19:25,  9.64s/it]
 27%|██▋       | 745/2733 [2:10:41<5:14:23,  9.49s/it]
 27%|██▋       | 746/2733 [2:10:51<5:17:33,  9.59s/it]
 27%|██▋       | 747/2733 [2:11:01<5:18:49,  9.63s/it]
 27%|██▋       | 748/2733 [2:11:10<5:12:19,  9.44s/it]
 27%|██▋       | 749/2733 [2:11:20<5:16:32,  9.57s/it]
 27%|██▋       | 750/2733 [2:11:30<5:19:12,  9.66s/it]
 27%|██▋       | 751/2733 [2:11:39<5:12:19,  9.45s/it]
 28%|██▊       | 752/2733 [2:11:49<5:15:32,  9.56s/it]
 28%|██▊       | 753/2733 [2:11:58<5:14:22,  9.53s/it]
 28%|██▊       | 754/2733 [2:12:08<5:19:09,  9.68s/it]
 28%|██▊       | 755/2733 [2:12:18<5:20:59,  9.74s/it]
 28%|██▊       | 756/2733 [2:12:27<5:16:00,  9.59s/it]
 28%|██▊       | 757/2733 [2:12:37<5:16:56,  9.62s/it]
 28%|██▊       | 758/2733 [2:12:47<5:19:14,  9.70s/it]
 28%|██▊       | 759/2733 [2:12:56<5:16:58,  9.63s/it]
 28%|██▊       | 760/2733 [2:13:06<5:17:07,  9.64s/it]
 28%|██▊       | 761/2733 [2:13:16<5:19:28,  9.72s/it]
 28%|██▊       | 762/2733 [2:13:25<5:16:14,  9.63s/it]
 28%|██▊       | 763/2733 [2:13:35<5:17:55,  9.68s/it]
 28%|██▊       | 764/2733 [2:13:44<5:13:07,  9.54s/it]
 28%|██▊       | 765/2733 [2:13:54<5:15:19,  9.61s/it]
 28%|██▊       | 766/2733 [2:14:04<5:15:21,  9.62s/it]
 28%|██▊       | 767/2733 [2:14:13<5:11:38,  9.51s/it]
 28%|██▊       | 768/2733 [2:14:23<5:13:41,  9.58s/it]
 28%|██▊       | 769/2733 [2:14:32<5:16:04,  9.66s/it]
 28%|██▊       | 770/2733 [2:14:42<5:11:00,  9.51s/it]
 28%|██▊       | 771/2733 [2:14:51<5:12:47,  9.57s/it]
 28%|██▊       | 772/2733 [2:15:01<5:14:49,  9.63s/it]
 28%|██▊       | 773/2733 [2:15:10<5:10:35,  9.51s/it]
 28%|██▊       | 774/2733 [2:15:20<5:14:39,  9.64s/it]
 28%|██▊       | 775/2733 [2:15:30<5:16:18,  9.69s/it]
 28%|██▊       | 776/2733 [2:15:40<5:13:50,  9.62s/it]
 28%|██▊       | 777/2733 [2:15:49<5:15:16,  9.67s/it]
 28%|██▊       | 778/2733 [2:15:59<5:11:14,  9.55s/it]
 29%|██▊       | 779/2733 [2:16:08<5:12:47,  9.60s/it]
 29%|██▊       | 780/2733 [2:16:18<5:13:43,  9.64s/it]
 29%|██▊       | 781/2733 [2:16:28<5:12:16,  9.60s/it]
 29%|██▊       | 782/2733 [2:16:37<5:14:08,  9.66s/it]
 29%|██▊       | 783/2733 [2:16:47<5:13:37,  9.65s/it]
 29%|██▊       | 784/2733 [2:16:56<5:09:08,  9.52s/it]
 29%|██▊       | 785/2733 [2:17:06<5:11:35,  9.60s/it]
 29%|██▉       | 786/2733 [2:17:16<5:12:01,  9.62s/it]
 29%|██▉       | 787/2733 [2:17:25<5:08:59,  9.53s/it]
 29%|██▉       | 788/2733 [2:17:35<5:11:48,  9.62s/it]
 29%|██▉       | 789/2733 [2:17:44<5:09:19,  9.55s/it]
 29%|██▉       | 790/2733 [2:17:54<5:11:13,  9.61s/it]
 29%|██▉       | 791/2733 [2:18:04<5:13:27,  9.68s/it]
 29%|██▉       | 792/2733 [2:18:13<5:08:56,  9.55s/it]
 29%|██▉       | 793/2733 [2:18:23<5:12:09,  9.65s/it]
 29%|██▉       | 794/2733 [2:18:33<5:12:35,  9.67s/it]
 29%|██▉       | 795/2733 [2:18:42<5:07:14,  9.51s/it]
 29%|██▉       | 796/2733 [2:18:51<5:07:52,  9.54s/it]
 29%|██▉       | 797/2733 [2:19:01<5:09:26,  9.59s/it]
 29%|██▉       | 798/2733 [2:19:10<5:06:28,  9.50s/it]
 29%|██▉       | 799/2733 [2:19:20<5:08:18,  9.56s/it]
 29%|██▉       | 800/2733 [2:19:30<5:10:11,  9.63s/it]
                                                      
{'loss': 2.1904, 'learning_rate': 8.296636264611935e-06, 'epoch': 0.88}
+
 29%|██▉       | 800/2733 [2:19:30<5:10:11,  9.63s/it]
 29%|██▉       | 801/2733 [2:19:40<5:11:42,  9.68s/it]
 29%|██▉       | 802/2733 [2:19:50<5:16:12,  9.83s/it]
 29%|██▉       | 803/2733 [2:19:59<5:12:06,  9.70s/it]
 29%|██▉       | 804/2733 [2:20:09<5:13:35,  9.75s/it]
 29%|██▉       | 805/2733 [2:20:19<5:14:16,  9.78s/it]
 29%|██▉       | 806/2733 [2:20:28<5:09:13,  9.63s/it]
 30%|██▉       | 807/2733 [2:20:38<5:09:51,  9.65s/it]
 30%|██▉       | 808/2733 [2:20:48<5:09:53,  9.66s/it]
 30%|██▉       | 809/2733 [2:20:57<5:06:05,  9.55s/it]
 30%|██▉       | 810/2733 [2:21:07<5:10:30,  9.69s/it]
 30%|██▉       | 811/2733 [2:21:17<5:09:55,  9.68s/it]
 30%|██▉       | 812/2733 [2:21:26<5:06:56,  9.59s/it]
 30%|██▉       | 813/2733 [2:21:36<5:09:03,  9.66s/it]
 30%|██▉       | 814/2733 [2:21:45<5:05:02,  9.54s/it]
 30%|██▉       | 815/2733 [2:21:55<5:04:29,  9.53s/it]
 30%|██▉       | 816/2733 [2:22:04<5:06:52,  9.60s/it]
 30%|██▉       | 817/2733 [2:22:13<5:02:46,  9.48s/it]
 30%|██▉       | 818/2733 [2:22:23<5:05:05,  9.56s/it]
 30%|██▉       | 819/2733 [2:22:33<5:05:21,  9.57s/it]
 30%|███       | 820/2733 [2:22:42<5:04:33,  9.55s/it]
 30%|███       | 821/2733 [2:22:52<5:06:55,  9.63s/it]
 30%|███       | 822/2733 [2:23:02<5:08:13,  9.68s/it]
 30%|███       | 823/2733 [2:23:11<5:05:23,  9.59s/it]
 30%|███       | 824/2733 [2:23:21<5:05:59,  9.62s/it]
 30%|███       | 825/2733 [2:23:31<5:08:17,  9.69s/it]
 30%|███       | 826/2733 [2:23:40<5:04:12,  9.57s/it]
 30%|███       | 827/2733 [2:23:50<5:07:04,  9.67s/it]
 30%|███       | 828/2733 [2:23:59<5:02:46,  9.54s/it]
 30%|███       | 829/2733 [2:24:09<5:06:56,  9.67s/it]
 30%|███       | 830/2733 [2:24:19<5:06:59,  9.68s/it]
 30%|███       | 831/2733 [2:24:28<5:02:47,  9.55s/it]
 30%|███       | 832/2733 [2:24:38<5:02:10,  9.54s/it]
 30%|███       | 833/2733 [2:24:48<5:04:25,  9.61s/it]
 31%|███       | 834/2733 [2:24:57<4:59:19,  9.46s/it]
 31%|███       | 835/2733 [2:25:06<5:01:35,  9.53s/it]
 31%|███       | 836/2733 [2:25:16<5:03:16,  9.59s/it]
 31%|███       | 837/2733 [2:25:25<4:59:57,  9.49s/it]
 31%|███       | 838/2733 [2:25:35<5:02:19,  9.57s/it]
 31%|███       | 839/2733 [2:25:44<5:00:35,  9.52s/it]
 31%|███       | 840/2733 [2:25:54<5:03:15,  9.61s/it]
 31%|███       | 841/2733 [2:26:04<5:05:11,  9.68s/it]
 31%|███       | 842/2733 [2:26:13<5:01:41,  9.57s/it]
 31%|███       | 843/2733 [2:26:23<5:04:24,  9.66s/it]
 31%|███       | 844/2733 [2:26:33<5:05:25,  9.70s/it]
 31%|███       | 845/2733 [2:26:42<5:00:21,  9.55s/it]
 31%|███       | 846/2733 [2:26:52<5:02:09,  9.61s/it]
 31%|███       | 847/2733 [2:27:02<5:04:57,  9.70s/it]
 31%|███       | 848/2733 [2:27:11<5:01:43,  9.60s/it]
 31%|███       | 849/2733 [2:27:22<5:07:01,  9.78s/it]
 31%|███       | 850/2733 [2:27:31<5:06:08,  9.75s/it]
 31%|███       | 851/2733 [2:27:40<4:59:24,  9.55s/it]
 31%|███       | 852/2733 [2:27:50<5:02:17,  9.64s/it]
 31%|███       | 853/2733 [2:27:59<4:59:02,  9.54s/it]
 31%|███       | 854/2733 [2:28:09<5:03:04,  9.68s/it]
 31%|███▏      | 855/2733 [2:28:19<5:03:11,  9.69s/it]
 31%|███▏      | 856/2733 [2:28:28<4:57:37,  9.51s/it]
 31%|███▏      | 857/2733 [2:28:39<5:04:44,  9.75s/it]
 31%|███▏      | 858/2733 [2:28:48<5:04:48,  9.75s/it]
 31%|███▏      | 859/2733 [2:28:58<5:00:06,  9.61s/it]
 31%|███▏      | 860/2733 [2:29:07<4:59:58,  9.61s/it]
 32%|███▏      | 861/2733 [2:29:17<4:59:23,  9.60s/it]
 32%|███▏      | 862/2733 [2:29:26<4:57:11,  9.53s/it]
 32%|███▏      | 863/2733 [2:29:36<5:00:07,  9.63s/it]
 32%|███▏      | 864/2733 [2:29:45<4:55:11,  9.48s/it]
 32%|███▏      | 865/2733 [2:29:55<4:59:11,  9.61s/it]
 32%|███▏      | 866/2733 [2:30:05<4:59:10,  9.61s/it]
 32%|███▏      | 867/2733 [2:30:14<4:56:50,  9.54s/it]
 32%|███▏      | 868/2733 [2:30:24<5:00:39,  9.67s/it]
 32%|███▏      | 869/2733 [2:30:34<5:02:38,  9.74s/it]
 32%|███▏      | 870/2733 [2:30:43<4:56:11,  9.54s/it]
 32%|███▏      | 871/2733 [2:30:53<5:00:04,  9.67s/it]
 32%|███▏      | 872/2733 [2:31:03<5:00:07,  9.68s/it]
 32%|███▏      | 873/2733 [2:31:12<4:54:48,  9.51s/it]
 32%|███▏      | 874/2733 [2:31:22<4:58:22,  9.63s/it]
 32%|███▏      | 875/2733 [2:31:32<5:00:45,  9.71s/it]
 32%|███▏      | 876/2733 [2:31:41<4:56:11,  9.57s/it]
 32%|███▏      | 877/2733 [2:31:51<4:58:08,  9.64s/it]
 32%|███▏      | 878/2733 [2:32:00<4:54:38,  9.53s/it]
 32%|███▏      | 879/2733 [2:32:10<4:57:02,  9.61s/it]
 32%|███▏      | 880/2733 [2:32:20<4:59:47,  9.71s/it]
 32%|███▏      | 881/2733 [2:32:29<4:55:14,  9.56s/it]
 32%|███▏      | 882/2733 [2:32:39<4:58:30,  9.68s/it]
 32%|███▏      | 883/2733 [2:32:48<4:57:45,  9.66s/it]
 32%|███▏      | 884/2733 [2:32:58<4:54:50,  9.57s/it]
 32%|███▏      | 885/2733 [2:33:08<4:56:37,  9.63s/it]
 32%|███▏      | 886/2733 [2:33:17<4:55:34,  9.60s/it]
 32%|███▏      | 887/2733 [2:33:26<4:52:24,  9.50s/it]
 32%|███▏      | 888/2733 [2:33:36<4:53:16,  9.54s/it]
 33%|███▎      | 889/2733 [2:33:45<4:51:00,  9.47s/it]
 33%|███▎      | 890/2733 [2:33:55<4:55:57,  9.64s/it]
 33%|███▎      | 891/2733 [2:34:05<4:57:46,  9.70s/it]
 33%|███▎      | 892/2733 [2:34:14<4:53:24,  9.56s/it]
 33%|███▎      | 893/2733 [2:34:24<4:56:47,  9.68s/it]
 33%|███▎      | 894/2733 [2:34:34<4:55:22,  9.64s/it]
 33%|███▎      | 895/2733 [2:34:43<4:51:11,  9.51s/it]
 33%|███▎      | 896/2733 [2:34:53<4:54:10,  9.61s/it]
 33%|███▎      | 897/2733 [2:35:03<4:59:12,  9.78s/it]
 33%|███▎      | 898/2733 [2:35:12<4:54:55,  9.64s/it]
 33%|███▎      | 899/2733 [2:35:22<4:56:24,  9.70s/it]
 33%|███▎      | 900/2733 [2:35:32<4:56:38,  9.71s/it]
                                                      
{'loss': 2.1934, 'learning_rate': 7.829059840055622e-06, 'epoch': 0.99}
+
 33%|███▎      | 900/2733 [2:35:32<4:56:38,  9.71s/it]
 33%|███▎      | 901/2733 [2:35:41<4:53:50,  9.62s/it]
 33%|███▎      | 902/2733 [2:35:51<4:56:02,  9.70s/it]
 33%|███▎      | 903/2733 [2:36:01<4:52:29,  9.59s/it]
 33%|███▎      | 904/2733 [2:36:11<4:55:04,  9.68s/it]
 33%|███▎      | 905/2733 [2:36:20<4:55:48,  9.71s/it]
 33%|███▎      | 906/2733 [2:36:30<4:52:04,  9.59s/it]
 33%|███▎      | 907/2733 [2:36:39<4:52:59,  9.63s/it]
 33%|███▎      | 908/2733 [2:36:49<4:55:27,  9.71s/it]
 33%|███▎      | 909/2733 [2:36:59<4:52:24,  9.62s/it]
 33%|███▎      | 910/2733 [2:37:09<4:54:01,  9.68s/it]
 33%|███▎      | 911/2733 [2:37:18<4:54:09,  9.69s/it]
 33%|███▎      | 912/2733 [2:37:36<6:10:46, 12.22s/it]
 33%|███▎      | 913/2733 [2:37:46<5:43:43, 11.33s/it]
 33%|███▎      | 914/2733 [2:37:55<5:29:15, 10.86s/it]
 33%|███▎      | 915/2733 [2:38:05<5:18:21, 10.51s/it]
 34%|███▎      | 916/2733 [2:38:14<5:04:17, 10.05s/it]
 34%|███▎      | 917/2733 [2:38:24<5:01:43,  9.97s/it]
 34%|███▎      | 918/2733 [2:38:34<5:02:10,  9.99s/it]
 34%|███▎      | 919/2733 [2:38:43<4:55:30,  9.77s/it]
 34%|███▎      | 920/2733 [2:38:53<4:55:29,  9.78s/it]
 34%|███▎      | 921/2733 [2:39:03<4:55:32,  9.79s/it]
 34%|███▎      | 922/2733 [2:39:12<4:50:18,  9.62s/it]
 34%|███▍      | 923/2733 [2:39:22<4:51:49,  9.67s/it]
 34%|███▍      | 924/2733 [2:39:31<4:47:40,  9.54s/it]
 34%|███▍      | 925/2733 [2:39:41<4:50:13,  9.63s/it]
 34%|███▍      | 926/2733 [2:39:51<4:51:27,  9.68s/it]
 34%|███▍      | 927/2733 [2:40:00<4:48:14,  9.58s/it]
 34%|███▍      | 928/2733 [2:40:10<4:50:47,  9.67s/it]
 34%|███▍      | 929/2733 [2:40:20<4:51:24,  9.69s/it]
 34%|███▍      | 930/2733 [2:40:29<4:48:21,  9.60s/it]
 34%|███▍      | 931/2733 [2:40:39<4:51:34,  9.71s/it]
 34%|███▍      | 932/2733 [2:40:48<4:50:08,  9.67s/it]
 34%|███▍      | 933/2733 [2:40:58<4:46:30,  9.55s/it]
 34%|███▍      | 934/2733 [2:41:08<4:49:22,  9.65s/it]
 34%|███▍      | 935/2733 [2:41:17<4:46:06,  9.55s/it]
 34%|███▍      | 936/2733 [2:41:27<4:48:35,  9.64s/it]
 34%|███▍      | 937/2733 [2:41:37<4:49:13,  9.66s/it]
 34%|███▍      | 938/2733 [2:41:45<4:42:31,  9.44s/it]
 34%|███▍      | 939/2733 [2:41:55<4:44:44,  9.52s/it]
 34%|███▍      | 940/2733 [2:42:05<4:46:26,  9.59s/it]
 34%|███▍      | 941/2733 [2:42:14<4:44:24,  9.52s/it]
 34%|███▍      | 942/2733 [2:42:24<4:46:06,  9.58s/it]
 35%|███▍      | 943/2733 [2:42:34<4:51:54,  9.78s/it]
 35%|███▍      | 944/2733 [2:42:44<4:47:11,  9.63s/it]
 35%|███▍      | 945/2733 [2:42:53<4:48:07,  9.67s/it]
 35%|███▍      | 946/2733 [2:43:03<4:47:21,  9.65s/it]
 35%|███▍      | 947/2733 [2:43:12<4:44:50,  9.57s/it]
 35%|███▍      | 948/2733 [2:43:22<4:45:08,  9.58s/it]
 35%|███▍      | 949/2733 [2:43:31<4:40:10,  9.42s/it]
 35%|███▍      | 950/2733 [2:43:41<4:42:56,  9.52s/it]
 35%|███▍      | 951/2733 [2:43:50<4:45:06,  9.60s/it]
 35%|███▍      | 952/2733 [2:44:00<4:40:08,  9.44s/it]
 35%|███▍      | 953/2733 [2:44:09<4:43:34,  9.56s/it]
 35%|███▍      | 954/2733 [2:44:19<4:47:16,  9.69s/it]
 35%|███▍      | 955/2733 [2:44:29<4:45:38,  9.64s/it]
 35%|███▍      | 956/2733 [2:44:39<4:47:21,  9.70s/it]
 35%|███▌      | 957/2733 [2:44:48<4:45:35,  9.65s/it]
 35%|███▌      | 958/2733 [2:44:58<4:41:58,  9.53s/it]
 35%|███▌      | 959/2733 [2:45:07<4:44:21,  9.62s/it]
 35%|███▌      | 960/2733 [2:45:17<4:40:19,  9.49s/it]
 35%|███▌      | 961/2733 [2:45:26<4:42:57,  9.58s/it]
 35%|███▌      | 962/2733 [2:45:36<4:45:17,  9.67s/it]
 35%|███▌      | 963/2733 [2:45:45<4:40:57,  9.52s/it]
 35%|███▌      | 964/2733 [2:45:55<4:43:34,  9.62s/it]
 35%|███▌      | 965/2733 [2:46:05<4:43:47,  9.63s/it]
 35%|███▌      | 966/2733 [2:46:14<4:41:12,  9.55s/it]
 35%|███▌      | 967/2733 [2:46:24<4:41:53,  9.58s/it]
 35%|███▌      | 968/2733 [2:46:34<4:42:58,  9.62s/it]
 35%|███▌      | 969/2733 [2:46:43<4:38:59,  9.49s/it]
 35%|███▌      | 970/2733 [2:46:52<4:40:35,  9.55s/it]
 36%|███▌      | 971/2733 [2:47:02<4:43:03,  9.64s/it]
 36%|███▌      | 972/2733 [2:47:12<4:39:29,  9.52s/it]
 36%|█���█▌      | 973/2733 [2:47:21<4:41:46,  9.61s/it]
 36%|███▌      | 974/2733 [2:47:31<4:38:33,  9.50s/it]
 36%|███▌      | 975/2733 [2:47:40<4:41:07,  9.59s/it]
 36%|███▌      | 976/2733 [2:47:50<4:43:18,  9.67s/it]
 36%|███▌      | 977/2733 [2:48:00<4:39:36,  9.55s/it]
 36%|███▌      | 978/2733 [2:48:09<4:42:03,  9.64s/it]
 36%|███▌      | 979/2733 [2:48:19<4:45:23,  9.76s/it]
 36%|███▌      | 980/2733 [2:48:29<4:39:30,  9.57s/it]
 36%|███▌      | 981/2733 [2:48:38<4:39:02,  9.56s/it]
 36%|███▌      | 982/2733 [2:48:48<4:38:20,  9.54s/it]
 36%|███▌      | 983/2733 [2:48:57<4:36:37,  9.48s/it]
 36%|███▌      | 984/2733 [2:49:07<4:37:58,  9.54s/it]
 36%|███▌      | 985/2733 [2:49:16<4:36:32,  9.49s/it]
 36%|███▌      | 986/2733 [2:49:26<4:36:41,  9.50s/it]
 36%|███▌      | 987/2733 [2:49:35<4:39:02,  9.59s/it]
 36%|███▌      | 988/2733 [2:49:45<4:37:00,  9.52s/it]
 36%|███▌      | 989/2733 [2:49:54<4:39:09,  9.60s/it]
 36%|███▌      | 990/2733 [2:50:04<4:41:40,  9.70s/it]
 36%|███▋      | 991/2733 [2:50:14<4:42:05,  9.72s/it]
 36%|███▋      | 992/2733 [2:50:24<4:41:56,  9.72s/it]
 36%|███▋      | 993/2733 [2:50:34<4:41:24,  9.70s/it]
 36%|███▋      | 994/2733 [2:50:42<4:34:18,  9.46s/it]
 36%|███▋      | 995/2733 [2:50:52<4:36:59,  9.56s/it]
 36%|███▋      | 996/2733 [2:51:02<4:37:34,  9.59s/it]
 36%|███▋      | 997/2733 [2:51:11<4:35:55,  9.54s/it]
 37%|███▋      | 998/2733 [2:51:21<4:36:55,  9.58s/it]
 37%|███▋      | 999/2733 [2:51:30<4:34:38,  9.50s/it]
 37%|███▋      | 1000/2733 [2:51:40<4:34:41,  9.51s/it]
                                                       
{'loss': 2.1122, 'learning_rate': 7.321799537376213e-06, 'epoch': 1.1}
+
 37%|███▋      | 1000/2733 [2:51:40<4:34:41,  9.51s/it]***** Running Evaluation *****
+  Num examples = 6447
+  Batch size = 4
+
+
  0%|          | 0/1612 [00:00<?, ?it/s]
+
  0%|          | 3/1612 [00:00<01:31, 17.54it/s]
+
  0%|          | 5/1612 [00:00<01:54, 14.04it/s]
+
  0%|          | 7/1612 [00:00<02:05, 12.80it/s]
+
  1%|          | 9/1612 [00:00<02:08, 12.44it/s]
+
  1%|          | 11/1612 [00:00<02:03, 12.98it/s]
+
  1%|          | 13/1612 [00:01<02:07, 12.51it/s]
+
  1%|          | 15/1612 [00:01<02:14, 11.89it/s]
+
  1%|          | 17/1612 [00:01<02:17, 11.61it/s]
+
  1%|          | 19/1612 [00:01<02:13, 11.92it/s]
+
  1%|▏         | 21/1612 [00:01<02:14, 11.83it/s]
+
  1%|▏         | 23/1612 [00:01<02:11, 12.07it/s]
+
  2%|▏         | 25/1612 [00:02<02:09, 12.24it/s]
+
  2%|▏         | 27/1612 [00:02<02:11, 12.02it/s]
+
  2%|▏         | 29/1612 [00:02<02:11, 12.03it/s]
+
  2%|▏         | 31/1612 [00:02<02:11, 12.03it/s]
+
  2%|▏         | 33/1612 [00:02<02:09, 12.20it/s]
+
  2%|▏         | 35/1612 [00:02<02:12, 11.93it/s]
+
  2%|▏         | 37/1612 [00:03<02:08, 12.27it/s]
+
  2%|▏         | 39/1612 [00:03<02:03, 12.78it/s]
+
  3%|▎         | 41/1612 [00:03<02:01, 12.96it/s]
+
  3%|▎         | 43/1612 [00:03<02:02, 12.76it/s]
+
  3%|▎         | 45/1612 [00:03<02:01, 12.90it/s]
+
  3%|▎         | 47/1612 [00:03<02:01, 12.84it/s]
+
  3%|▎         | 49/1612 [00:03<02:02, 12.79it/s]
+
  3%|▎         | 51/1612 [00:04<02:06, 12.34it/s]
+
  3%|▎         | 53/1612 [00:04<02:08, 12.13it/s]
+
  3%|▎         | 55/1612 [00:04<02:06, 12.33it/s]
+
  4%|▎         | 57/1612 [00:04<02:07, 12.18it/s]
+
  4%|▎         | 59/1612 [00:04<02:09, 11.97it/s]
+
  4%|▍         | 61/1612 [00:04<02:10, 11.90it/s]
+
  4%|▍         | 63/1612 [00:05<02:09, 11.95it/s]
+
  4%|▍         | 65/1612 [00:05<02:06, 12.24it/s]
+
  4%|▍         | 67/1612 [00:05<02:04, 12.43it/s]
+
  4%|▍         | 69/1612 [00:05<02:05, 12.31it/s]
+
  4%|▍         | 71/1612 [00:05<02:09, 11.92it/s]
+
  5%|▍         | 73/1612 [00:05<02:08, 11.98it/s]
+
  5%|▍         | 75/1612 [00:06<02:07, 12.10it/s]
+
  5%|▍         | 77/1612 [00:06<02:08, 11.97it/s]
+
  5%|▍         | 79/1612 [00:06<02:06, 12.15it/s]
+
  5%|▌         | 81/1612 [00:06<02:04, 12.30it/s]
+
  5%|▌         | 83/1612 [00:06<02:04, 12.27it/s]
+
  5%|▌         | 85/1612 [00:06<02:07, 11.95it/s]
+
  5%|▌         | 87/1612 [00:07<02:09, 11.78it/s]
+
  6%|▌         | 89/1612 [00:07<02:09, 11.77it/s]
+
  6%|▌         | 91/1612 [00:07<02:08, 11.82it/s]
+
  6%|▌         | 93/1612 [00:07<02:09, 11.77it/s]
+
  6%|▌         | 95/1612 [00:07<02:05, 12.09it/s]
+
  6%|▌         | 97/1612 [00:07<02:05, 12.06it/s]
+
  6%|▌         | 99/1612 [00:08<02:07, 11.85it/s]
+
  6%|▋         | 101/1612 [00:08<02:09, 11.71it/s]
+
  6%|▋         | 103/1612 [00:08<02:06, 11.90it/s]
+
  7%|▋         | 105/1612 [00:08<02:06, 11.87it/s]
+
  7%|▋         | 107/1612 [00:08<02:06, 11.88it/s]
+
  7%|▋         | 109/1612 [00:08<02:02, 12.23it/s]
+
  7%|▋         | 111/1612 [00:09<02:04, 12.08it/s]
+
  7%|▋         | 113/1612 [00:09<02:05, 11.91it/s]
+
  7%|▋         | 115/1612 [00:09<02:06, 11.85it/s]
+
  7%|▋         | 117/1612 [00:09<02:08, 11.64it/s]
+
  7%|▋         | 119/1612 [00:09<02:07, 11.74it/s]
+
  8%|▊         | 121/1612 [00:09<02:07, 11.71it/s]
+
  8%|▊         | 123/1612 [00:10<02:06, 11.81it/s]
+
  8%|▊         | 125/1612 [00:10<02:04, 11.95it/s]
+
  8%|▊         | 127/1612 [00:10<02:00, 12.30it/s]
+
  8%|▊         | 129/1612 [00:10<01:58, 12.55it/s]
+
  8%|▊         | 131/1612 [00:10<01:58, 12.50it/s]
+
  8%|▊         | 133/1612 [00:10<02:02, 12.03it/s]
+
  8%|▊         | 135/1612 [00:11<02:00, 12.23it/s]
+
  8%|▊         | 137/1612 [00:11<01:58, 12.43it/s]
+
  9%|▊         | 139/1612 [00:11<01:59, 12.32it/s]
+
  9%|▊         | 141/1612 [00:11<02:01, 12.08it/s]
+
  9%|▉         | 143/1612 [00:11<02:03, 11.87it/s]
+
  9%|▉         | 145/1612 [00:11<02:02, 11.97it/s]
+
  9%|▉         | 147/1612 [00:12<02:02, 11.98it/s]
+
  9%|▉         | 149/1612 [00:12<02:01, 12.07it/s]
+
  9%|▉         | 151/1612 [00:12<02:01, 11.98it/s]
+
  9%|▉         | 153/1612 [00:12<02:01, 11.98it/s]
+
 10%|▉         | 155/1612 [00:12<02:01, 12.03it/s]
+
 10%|▉         | 157/1612 [00:12<02:00, 12.06it/s]
+
 10%|▉         | 159/1612 [00:13<02:00, 12.06it/s]
+
 10%|▉         | 161/1612 [00:13<01:56, 12.46it/s]
+
 10%|█         | 163/1612 [00:13<01:59, 12.17it/s]
+
 10%|█         | 165/1612 [00:13<02:00, 11.99it/s]
+
 10%|█         | 167/1612 [00:13<02:00, 12.00it/s]
+
 10%|█         | 169/1612 [00:13<02:00, 11.96it/s]
+
 11%|█         | 171/1612 [00:14<01:58, 12.11it/s]
+
 11%|█         | 173/1612 [00:14<01:59, 12.07it/s]
+
 11%|█         | 175/1612 [00:14<01:59, 11.98it/s]
+
 11%|█         | 177/1612 [00:14<02:01, 11.77it/s]
+
 11%|█         | 179/1612 [00:14<01:59, 11.97it/s]
+
 11%|█         | 181/1612 [00:14<01:59, 12.01it/s]
+
 11%|█▏        | 183/1612 [00:15<01:57, 12.15it/s]
+
 11%|█▏        | 185/1612 [00:15<01:55, 12.35it/s]
+
 12%|█▏        | 187/1612 [00:15<01:54, 12.40it/s]
+
 12%|█▏        | 189/1612 [00:15<01:51, 12.75it/s]
+
 12%|█▏        | 191/1612 [00:15<01:55, 12.27it/s]
+
 12%|█▏        | 193/1612 [00:15<02:00, 11.81it/s]
+
 12%|█▏        | 195/1612 [00:16<02:00, 11.80it/s]
+
 12%|█▏        | 197/1612 [00:16<01:59, 11.87it/s]
+
 12%|█▏        | 199/1612 [00:16<01:56, 12.17it/s]
+
 12%|█▏        | 201/1612 [00:16<01:58, 11.90it/s]
+
 13%|█▎        | 203/1612 [00:16<01:57, 11.95it/s]
+
 13%|█▎        | 205/1612 [00:16<01:59, 11.79it/s]
+
 13%|█▎        | 207/1612 [00:17<02:00, 11.68it/s]
+
 13%|█▎        | 209/1612 [00:17<01:54, 12.28it/s]
+
 13%|█▎        | 211/1612 [00:17<01:57, 11.97it/s]
+
 13%|█▎        | 213/1612 [00:17<01:55, 12.13it/s]
+
 13%|█▎        | 215/1612 [00:17<01:56, 12.01it/s]
+
 13%|█▎        | 217/1612 [00:17<01:57, 11.90it/s]
+
 14%|█▎        | 219/1612 [00:18<01:56, 11.91it/s]
+
 14%|█▎        | 221/1612 [00:18<01:56, 11.95it/s]
+
 14%|█▍        | 223/1612 [00:18<01:57, 11.78it/s]
+
 14%|█▍        | 225/1612 [00:18<01:57, 11.78it/s]
+
 14%|█▍        | 227/1612 [00:18<01:57, 11.79it/s]
+
 14%|█▍        | 229/1612 [00:18<01:57, 11.74it/s]
+
 14%|█▍        | 231/1612 [00:19<02:00, 11.50it/s]
+
 14%|█▍        | 233/1612 [00:19<01:59, 11.52it/s]
+
 15%|█▍        | 235/1612 [00:19<02:00, 11.44it/s]
+
 15%|█▍        | 237/1612 [00:19<01:58, 11.58it/s]
+
 15%|█▍        | 239/1612 [00:19<01:58, 11.60it/s]
+
 15%|█▍        | 241/1612 [00:19<01:58, 11.57it/s]
+
 15%|█▌        | 243/1612 [00:20<01:56, 11.76it/s]
+
 15%|█▌        | 245/1612 [00:20<01:53, 12.08it/s]
+
 15%|█▌        | 247/1612 [00:20<01:53, 12.02it/s]
+
 15%|█▌        | 249/1612 [00:20<01:56, 11.74it/s]
+
 16%|█▌        | 251/1612 [00:20<01:56, 11.73it/s]
+
 16%|█▌        | 253/1612 [00:20<01:47, 12.66it/s]
+
 16%|█▌        | 255/1612 [00:21<01:52, 12.08it/s]
+
 16%|█▌        | 257/1612 [00:21<01:52, 11.99it/s]
+
 16%|█▌        | 259/1612 [00:21<01:54, 11.77it/s]
+
 16%|█▌        | 261/1612 [00:21<01:52, 11.99it/s]
+
 16%|█▋        | 263/1612 [00:21<01:53, 11.84it/s]
+
 16%|█▋        | 265/1612 [00:21<01:55, 11.66it/s]
+
 17%|█▋        | 267/1612 [00:22<01:52, 11.95it/s]
+
 17%|█▋        | 269/1612 [00:22<01:56, 11.50it/s]
+
 17%|█▋        | 271/1612 [00:22<01:54, 11.76it/s]
+
 17%|█▋        | 273/1612 [00:22<01:55, 11.59it/s]
+
 17%|█▋        | 275/1612 [00:22<01:56, 11.48it/s]
+
 17%|█▋        | 277/1612 [00:22<01:52, 11.90it/s]
+
 17%|█▋        | 279/1612 [00:23<01:51, 11.92it/s]
+
 17%|█▋        | 281/1612 [00:23<01:52, 11.82it/s]
+
 18%|█▊        | 283/1612 [00:23<01:51, 11.94it/s]
+
 18%|█▊        | 285/1612 [00:23<01:52, 11.82it/s]
+
 18%|█▊        | 287/1612 [00:23<01:53, 11.67it/s]
+
 18%|█▊        | 289/1612 [00:24<01:53, 11.69it/s]
+
 18%|█▊        | 291/1612 [00:24<01:52, 11.77it/s]
+
 18%|█▊        | 293/1612 [00:24<01:50, 11.95it/s]
+
 18%|█▊        | 295/1612 [00:24<01:51, 11.76it/s]
+
 18%|█▊        | 297/1612 [00:24<01:46, 12.37it/s]
+
 19%|█▊        | 299/1612 [00:24<01:48, 12.06it/s]
+
 19%|█▊        | 301/1612 [00:25<01:49, 11.95it/s]
+
 19%|█▉        | 303/1612 [00:25<01:49, 11.99it/s]
+
 19%|█▉        | 305/1612 [00:25<01:48, 12.09it/s]
+
 19%|█▉        | 307/1612 [00:25<01:48, 11.99it/s]
+
 19%|█▉        | 309/1612 [00:25<01:49, 11.86it/s]
+
 19%|█▉        | 311/1612 [00:25<01:47, 12.15it/s]
+
 19%|█▉        | 313/1612 [00:26<01:47, 12.09it/s]
+
 20%|█▉        | 315/1612 [00:26<01:48, 11.99it/s]
+
 20%|█▉        | 317/1612 [00:26<01:45, 12.29it/s]
+
 20%|█▉        | 319/1612 [00:26<01:45, 12.23it/s]
+
 20%|█▉        | 321/1612 [00:26<01:48, 11.95it/s]
+
 20%|██        | 323/1612 [00:26<01:50, 11.64it/s]
+
 20%|██        | 325/1612 [00:27<01:48, 11.83it/s]
+
 20%|██        | 327/1612 [00:27<01:48, 11.89it/s]
+
 20%|██        | 329/1612 [00:27<01:49, 11.74it/s]
+
 21%|██        | 331/1612 [00:27<01:46, 12.06it/s]
+
 21%|██        | 333/1612 [00:27<01:46, 12.01it/s]
+
 21%|██        | 335/1612 [00:27<01:48, 11.77it/s]
+
 21%|██        | 337/1612 [00:28<01:49, 11.67it/s]
+
 21%|██        | 339/1612 [00:28<01:46, 11.98it/s]
+
 21%|██        | 341/1612 [00:28<01:43, 12.23it/s]
+
 21%|██▏       | 343/1612 [00:28<01:47, 11.83it/s]
+
 21%|██▏       | 345/1612 [00:28<01:44, 12.16it/s]
+
 22%|██▏       | 347/1612 [00:28<01:47, 11.78it/s]
+
 22%|██▏       | 349/1612 [00:29<01:48, 11.63it/s]
+
 22%|██▏       | 351/1612 [00:29<01:46, 11.85it/s]
+
 22%|██▏       | 353/1612 [00:29<01:45, 11.94it/s]
+
 22%|██▏       | 355/1612 [00:29<01:50, 11.40it/s]
+
 22%|██▏       | 357/1612 [00:29<01:48, 11.53it/s]
+
 22%|██▏       | 359/1612 [00:29<01:48, 11.50it/s]
+
 22%|██▏       | 361/1612 [00:30<01:48, 11.53it/s]
+
 23%|██▎       | 363/1612 [00:30<01:48, 11.54it/s]
+
 23%|██▎       | 365/1612 [00:30<01:45, 11.78it/s]
+
 23%|██▎       | 367/1612 [00:30<01:41, 12.24it/s]
+
 23%|██▎       | 369/1612 [00:30<01:42, 12.15it/s]
+
 23%|██▎       | 371/1612 [00:30<01:45, 11.73it/s]
+
 23%|██▎       | 373/1612 [00:31<01:46, 11.59it/s]
+
 23%|██▎       | 375/1612 [00:31<01:42, 12.02it/s]
+
 23%|██▎       | 377/1612 [00:31<01:43, 11.95it/s]
+
 24%|██▎       | 379/1612 [00:31<01:44, 11.85it/s]
+
 24%|██▎       | 381/1612 [00:31<01:41, 12.09it/s]
+
 24%|██▍       | 383/1612 [00:31<01:42, 12.00it/s]
+
 24%|██▍       | 385/1612 [00:32<01:42, 11.97it/s]
+
 24%|██▍       | 387/1612 [00:32<01:44, 11.68it/s]
+
 24%|██▍       | 389/1612 [00:32<01:42, 11.89it/s]
+
 24%|██▍       | 391/1612 [00:32<01:40, 12.16it/s]
+
 24%|██▍       | 393/1612 [00:32<01:42, 11.88it/s]
+
 25%|██▍       | 395/1612 [00:32<01:42, 11.85it/s]
+
 25%|██▍       | 397/1612 [00:33<01:42, 11.88it/s]
+
 25%|██▍       | 399/1612 [00:33<01:41, 11.90it/s]
+
 25%|██▍       | 401/1612 [00:33<01:41, 11.92it/s]
+
 25%|██▌       | 403/1612 [00:33<01:42, 11.84it/s]
+
 25%|██▌       | 405/1612 [00:33<01:43, 11.65it/s]
+
 25%|██▌       | 407/1612 [00:33<01:40, 11.94it/s]
+
 25%|██▌       | 409/1612 [00:34<01:41, 11.85it/s]
+
 25%|██▌       | 411/1612 [00:34<01:42, 11.71it/s]
+
 26%|██▌       | 413/1612 [00:34<01:42, 11.73it/s]
+
 26%|██▌       | 415/1612 [00:34<01:44, 11.40it/s]
+
 26%|██▌       | 417/1612 [00:34<01:44, 11.42it/s]
+
 26%|██▌       | 419/1612 [00:34<01:41, 11.71it/s]
+
 26%|██▌       | 421/1612 [00:35<01:40, 11.81it/s]
+
 26%|██▌       | 423/1612 [00:35<01:42, 11.59it/s]
+
 26%|██▋       | 425/1612 [00:35<01:39, 11.92it/s]
+
 26%|██▋       | 427/1612 [00:35<01:40, 11.79it/s]
+
 27%|██▋       | 429/1612 [00:35<01:40, 11.74it/s]
+
 27%|██▋       | 431/1612 [00:35<01:39, 11.88it/s]
+
 27%|██▋       | 433/1612 [00:36<01:39, 11.90it/s]
+
 27%|██▋       | 435/1612 [00:36<01:34, 12.41it/s]
+
 27%|██▋       | 437/1612 [00:36<01:36, 12.18it/s]
+
 27%|██▋       | 439/1612 [00:36<01:37, 12.08it/s]
+
 27%|██▋       | 441/1612 [00:36<01:40, 11.65it/s]
+
 27%|██▋       | 443/1612 [00:36<01:38, 11.83it/s]
+
 28%|██▊       | 445/1612 [00:37<01:36, 12.08it/s]
+
 28%|██▊       | 447/1612 [00:37<01:36, 12.04it/s]
+
 28%|██▊       | 449/1612 [00:37<01:38, 11.78it/s]
+
 28%|██▊       | 451/1612 [00:37<01:35, 12.20it/s]
+
 28%|██▊       | 453/1612 [00:37<01:35, 12.08it/s]
+
 28%|██▊       | 455/1612 [00:37<01:36, 12.04it/s]
+
 28%|██▊       | 457/1612 [00:38<01:36, 12.01it/s]
+
 28%|██▊       | 459/1612 [00:38<01:32, 12.44it/s]
+
 29%|██▊       | 461/1612 [00:38<01:35, 12.04it/s]
+
 29%|██▊       | 463/1612 [00:38<01:35, 12.09it/s]
+
 29%|██▉       | 465/1612 [00:38<01:35, 12.01it/s]
+
 29%|██▉       | 467/1612 [00:38<01:39, 11.54it/s]
+
 29%|██▉       | 469/1612 [00:39<01:39, 11.48it/s]
+
 29%|██▉       | 471/1612 [00:39<01:37, 11.66it/s]
+
 29%|██▉       | 473/1612 [00:39<01:38, 11.61it/s]
+
 29%|██▉       | 475/1612 [00:39<01:38, 11.55it/s]
+
 30%|██▉       | 477/1612 [00:39<01:37, 11.61it/s]
+
 30%|██▉       | 479/1612 [00:40<01:39, 11.41it/s]
+
 30%|██▉       | 481/1612 [00:40<01:37, 11.54it/s]
+
 30%|██▉       | 483/1612 [00:40<01:36, 11.75it/s]
+
 30%|███       | 485/1612 [00:40<01:33, 12.07it/s]
+
 30%|███       | 487/1612 [00:40<01:33, 12.05it/s]
+
 30%|███       | 489/1612 [00:40<01:36, 11.69it/s]
+
 30%|███       | 491/1612 [00:41<01:34, 11.87it/s]
+
 31%|███       | 493/1612 [00:41<01:34, 11.81it/s]
+
 31%|███       | 495/1612 [00:41<01:34, 11.86it/s]
+
 31%|███       | 497/1612 [00:41<01:36, 11.56it/s]
+
 31%|███       | 499/1612 [00:41<01:37, 11.45it/s]
+
 31%|███       | 501/1612 [00:41<01:36, 11.53it/s]
+
 31%|███       | 503/1612 [00:42<01:33, 11.90it/s]
+
 31%|███▏      | 505/1612 [00:42<01:34, 11.70it/s]
+
 31%|███▏      | 507/1612 [00:42<01:37, 11.38it/s]
+
 32%|███▏      | 509/1612 [00:42<01:35, 11.50it/s]
+
 32%|███▏      | 511/1612 [00:42<01:35, 11.55it/s]
+
 32%|███▏      | 513/1612 [00:42<01:32, 11.89it/s]
+
 32%|███▏      | 515/1612 [00:43<01:32, 11.90it/s]
+
 32%|███▏      | 517/1612 [00:43<01:29, 12.23it/s]
+
 32%|███▏      | 519/1612 [00:43<01:29, 12.24it/s]
+
 32%|███▏      | 521/1612 [00:43<01:28, 12.33it/s]
+
 32%|███▏      | 523/1612 [00:43<01:25, 12.69it/s]
+
 33%|███▎      | 525/1612 [00:43<01:30, 12.08it/s]
+
 33%|███▎      | 527/1612 [00:44<01:29, 12.06it/s]
+
 33%|███▎      | 529/1612 [00:44<01:32, 11.70it/s]
+
 33%|███▎      | 531/1612 [00:44<01:30, 12.01it/s]
+
 33%|███▎      | 533/1612 [00:44<01:29, 12.01it/s]
+
 33%|███▎      | 535/1612 [00:44<01:28, 12.13it/s]
+
 33%|███▎      | 537/1612 [00:44<01:30, 11.83it/s]
+
 33%|███▎      | 539/1612 [00:45<01:31, 11.68it/s]
+
 34%|███▎      | 541/1612 [00:45<01:27, 12.19it/s]
+
 34%|███▎      | 543/1612 [00:45<01:26, 12.31it/s]
+
 34%|███▍      | 545/1612 [00:45<01:28, 12.04it/s]
+
 34%|███▍      | 547/1612 [00:45<01:29, 11.88it/s]
+
 34%|███▍      | 549/1612 [00:45<01:27, 12.13it/s]
+
 34%|███▍      | 551/1612 [00:46<01:26, 12.29it/s]
+
 34%|███▍      | 553/1612 [00:46<01:28, 12.00it/s]
+
 34%|███▍      | 555/1612 [00:46<01:28, 11.97it/s]
+
 35%|███▍      | 557/1612 [00:46<01:29, 11.80it/s]
+
 35%|███▍      | 559/1612 [00:46<01:27, 12.08it/s]
+
 35%|███▍      | 561/1612 [00:46<01:26, 12.18it/s]
+
 35%|███▍      | 563/1612 [00:47<01:26, 12.12it/s]
+
 35%|███▌      | 565/1612 [00:47<01:27, 11.90it/s]
+
 35%|███▌      | 567/1612 [00:47<01:26, 12.01it/s]
+
 35%|███▌      | 569/1612 [00:47<01:28, 11.82it/s]
+
 35%|███▌      | 571/1612 [00:47<01:29, 11.69it/s]
+
 36%|███▌      | 573/1612 [00:47<01:27, 11.93it/s]
+
 36%|███▌      | 575/1612 [00:48<01:27, 11.90it/s]
+
 36%|███▌      | 577/1612 [00:48<01:23, 12.41it/s]
+
 36%|███▌      | 579/1612 [00:48<01:23, 12.37it/s]
+
 36%|███▌      | 581/1612 [00:48<01:22, 12.49it/s]
+
 36%|███▌      | 583/1612 [00:48<01:23, 12.35it/s]
+
 36%|███▋      | 585/1612 [00:48<01:18, 13.06it/s]
+
 36%|███▋      | 587/1612 [00:49<01:20, 12.70it/s]
+
 37%|███▋      | 589/1612 [00:49<01:20, 12.76it/s]
+
 37%|███▋      | 591/1612 [00:49<01:23, 12.27it/s]
+
 37%|███▋      | 593/1612 [00:49<01:23, 12.19it/s]
+
 37%|███▋      | 595/1612 [00:49<01:22, 12.30it/s]
+
 37%|███▋      | 597/1612 [00:49<01:23, 12.09it/s]
+
 37%|███▋      | 599/1612 [00:50<01:27, 11.57it/s]
+
 37%|███▋      | 601/1612 [00:50<01:28, 11.48it/s]
+
 37%|███▋      | 603/1612 [00:50<01:25, 11.86it/s]
+
 38%|███▊      | 605/1612 [00:50<01:26, 11.70it/s]
+
 38%|███▊      | 607/1612 [00:50<01:24, 11.90it/s]
+
 38%|███▊      | 609/1612 [00:50<01:24, 11.89it/s]
+
 38%|███▊      | 611/1612 [00:51<01:24, 11.86it/s]
+
 38%|███▊      | 613/1612 [00:51<01:24, 11.76it/s]
+
 38%|███▊      | 615/1612 [00:51<01:25, 11.68it/s]
+
 38%|███▊      | 617/1612 [00:51<01:24, 11.78it/s]
+
 38%|███▊      | 619/1612 [00:51<01:25, 11.64it/s]
+
 39%|███▊      | 621/1612 [00:51<01:22, 12.02it/s]
+
 39%|███▊      | 623/1612 [00:52<01:20, 12.36it/s]
+
 39%|███▉      | 625/1612 [00:52<01:19, 12.41it/s]
+
 39%|███▉      | 627/1612 [00:52<01:18, 12.50it/s]
+
 39%|███▉      | 629/1612 [00:52<01:21, 12.05it/s]
+
 39%|███▉      | 631/1612 [00:52<01:23, 11.74it/s]
+
 39%|███▉      | 633/1612 [00:52<01:22, 11.85it/s]
+
 39%|███▉      | 635/1612 [00:53<01:21, 11.93it/s]
+
 40%|███▉      | 637/1612 [00:53<01:20, 12.06it/s]
+
 40%|███▉      | 639/1612 [00:53<01:22, 11.81it/s]
+
 40%|███▉      | 641/1612 [00:53<01:22, 11.75it/s]
+
 40%|███▉      | 643/1612 [00:53<01:22, 11.78it/s]
+
 40%|████      | 645/1612 [00:53<01:20, 12.02it/s]
+
 40%|████      | 647/1612 [00:54<01:17, 12.49it/s]
+
 40%|████      | 649/1612 [00:54<01:17, 12.42it/s]
+
 40%|████      | 651/1612 [00:54<01:19, 12.07it/s]
+
 41%|████      | 653/1612 [00:54<01:17, 12.32it/s]
+
 41%|████      | 655/1612 [00:54<01:17, 12.39it/s]
+
 41%|████      | 657/1612 [00:54<01:19, 12.01it/s]
+
 41%|████      | 659/1612 [00:55<01:22, 11.52it/s]
+
 41%|████      | 661/1612 [00:55<01:23, 11.35it/s]
+
 41%|████      | 663/1612 [00:55<01:21, 11.68it/s]
+
 41%|████▏     | 665/1612 [00:55<01:22, 11.50it/s]
+
 41%|████▏     | 667/1612 [00:55<01:23, 11.29it/s]
+
 42%|████▏     | 669/1612 [00:55<01:20, 11.76it/s]
+
 42%|████▏     | 671/1612 [00:56<01:22, 11.46it/s]
+
 42%|████▏     | 673/1612 [00:56<01:22, 11.40it/s]
+
 42%|████▏     | 675/1612 [00:56<01:22, 11.39it/s]
+
 42%|████▏     | 677/1612 [00:56<01:18, 11.91it/s]
+
 42%|████▏     | 679/1612 [00:56<01:18, 11.90it/s]
+
 42%|████▏     | 681/1612 [00:56<01:19, 11.71it/s]
+
 42%|████▏     | 683/1612 [00:57<01:19, 11.70it/s]
+
 42%|████▏     | 685/1612 [00:57<01:20, 11.45it/s]
+
 43%|████▎     | 687/1612 [00:57<01:20, 11.49it/s]
+
 43%|████▎     | 689/1612 [00:57<01:20, 11.53it/s]
+
 43%|████▎     | 691/1612 [00:57<01:18, 11.76it/s]
+
 43%|████▎     | 693/1612 [00:57<01:19, 11.59it/s]
+
 43%|████▎     | 695/1612 [00:58<01:17, 11.87it/s]
+
 43%|████▎     | 697/1612 [00:58<01:17, 11.76it/s]
+
 43%|████▎     | 699/1612 [00:58<01:17, 11.78it/s]
+
 43%|████▎     | 701/1612 [00:58<01:17, 11.78it/s]
+
 44%|████▎     | 703/1612 [00:58<01:15, 12.00it/s]
+
 44%|████▎     | 705/1612 [00:58<01:17, 11.69it/s]
+
 44%|████▍     | 707/1612 [00:59<01:17, 11.61it/s]
+
 44%|████▍     | 709/1612 [00:59<01:17, 11.65it/s]
+
 44%|████▍     | 711/1612 [00:59<01:13, 12.22it/s]
+
 44%|████▍     | 713/1612 [00:59<01:14, 12.03it/s]
+
 44%|████▍     | 715/1612 [00:59<01:15, 11.90it/s]
+
 44%|████▍     | 717/1612 [00:59<01:15, 11.86it/s]
+
 45%|████▍     | 719/1612 [01:00<01:14, 11.92it/s]
+
 45%|████▍     | 721/1612 [01:00<01:14, 11.90it/s]
+
 45%|████▍     | 723/1612 [01:00<01:13, 12.15it/s]
+
 45%|████▍     | 725/1612 [01:00<01:11, 12.34it/s]
+
 45%|████▌     | 727/1612 [01:00<01:11, 12.42it/s]
+
 45%|████▌     | 729/1612 [01:00<01:13, 12.08it/s]
+
 45%|████▌     | 731/1612 [01:01<01:12, 12.12it/s]
+
 45%|████▌     | 733/1612 [01:01<01:12, 12.05it/s]
+
 46%|████▌     | 735/1612 [01:01<01:13, 11.94it/s]
+
 46%|████▌     | 737/1612 [01:01<01:13, 11.97it/s]
+
 46%|████▌     | 739/1612 [01:01<01:09, 12.61it/s]
+
 46%|████▌     | 741/1612 [01:01<01:10, 12.42it/s]
+
 46%|████▌     | 743/1612 [01:02<01:10, 12.26it/s]
+
 46%|████▌     | 745/1612 [01:02<01:09, 12.51it/s]
+
 46%|████▋     | 747/1612 [01:02<01:11, 12.17it/s]
+
 46%|████▋     | 749/1612 [01:02<01:13, 11.82it/s]
+
 47%|████▋     | 751/1612 [01:02<01:12, 11.94it/s]
+
 47%|████▋     | 753/1612 [01:02<01:12, 11.88it/s]
+
 47%|████▋     | 755/1612 [01:03<01:13, 11.70it/s]
+
 47%|████▋     | 757/1612 [01:03<01:13, 11.68it/s]
+
 47%|████▋     | 759/1612 [01:03<01:14, 11.51it/s]
+
 47%|████▋     | 761/1612 [01:03<01:12, 11.72it/s]
+
 47%|████▋     | 763/1612 [01:03<01:13, 11.63it/s]
+
 47%|████▋     | 765/1612 [01:03<01:11, 11.86it/s]
+
 48%|████▊     | 767/1612 [01:04<01:12, 11.63it/s]
+
 48%|��███▊     | 769/1612 [01:04<01:11, 11.81it/s]
+
 48%|████▊     | 771/1612 [01:04<01:12, 11.65it/s]
+
 48%|████▊     | 773/1612 [01:04<01:10, 11.87it/s]
+
 48%|████▊     | 775/1612 [01:04<01:12, 11.52it/s]
+
 48%|████▊     | 777/1612 [01:05<01:12, 11.49it/s]
+
 48%|████▊     | 779/1612 [01:05<01:12, 11.42it/s]
+
 48%|████▊     | 781/1612 [01:05<01:10, 11.74it/s]
+
 49%|████▊     | 783/1612 [01:05<01:08, 12.10it/s]
+
 49%|████▊     | 785/1612 [01:05<01:09, 11.88it/s]
+
 49%|████▉     | 787/1612 [01:05<01:08, 12.11it/s]
+
 49%|████▉     | 789/1612 [01:05<01:04, 12.82it/s]
+
 49%|████▉     | 791/1612 [01:06<01:04, 12.66it/s]
+
 49%|████▉     | 793/1612 [01:06<01:05, 12.59it/s]
+
 49%|████▉     | 795/1612 [01:06<01:07, 12.12it/s]
+
 49%|████▉     | 797/1612 [01:06<01:06, 12.32it/s]
+
 50%|████▉     | 799/1612 [01:06<01:08, 11.84it/s]
+
 50%|████▉     | 801/1612 [01:06<01:07, 11.98it/s]
+
 50%|████▉     | 803/1612 [01:07<01:09, 11.61it/s]
+
 50%|████▉     | 805/1612 [01:07<01:09, 11.68it/s]
+
 50%|█████     | 807/1612 [01:07<01:08, 11.75it/s]
+
 50%|█████     | 809/1612 [01:07<01:09, 11.64it/s]
+
 50%|█████     | 811/1612 [01:07<01:08, 11.66it/s]
+
 50%|█████     | 813/1612 [01:08<01:09, 11.52it/s]
+
 51%|█████     | 815/1612 [01:08<01:09, 11.42it/s]
+
 51%|█████     | 817/1612 [01:08<01:09, 11.48it/s]
+
 51%|█████     | 819/1612 [01:08<01:08, 11.60it/s]
+
 51%|█████     | 821/1612 [01:08<01:08, 11.54it/s]
+
 51%|█████     | 823/1612 [01:08<01:09, 11.34it/s]
+
 51%|█████     | 825/1612 [01:09<01:08, 11.44it/s]
+
 51%|█████▏    | 827/1612 [01:09<01:07, 11.69it/s]
+
 51%|█████▏    | 829/1612 [01:09<01:06, 11.72it/s]
+
 52%|█████▏    | 831/1612 [01:09<01:05, 11.93it/s]
+
 52%|█████▏    | 833/1612 [01:09<01:07, 11.48it/s]
+
 52%|█████▏    | 835/1612 [01:09<01:07, 11.54it/s]
+
 52%|█████▏    | 837/1612 [01:10<01:07, 11.45it/s]
+
 52%|█████▏    | 839/1612 [01:10<01:06, 11.68it/s]
+
 52%|█████▏    | 841/1612 [01:10<01:07, 11.50it/s]
+
 52%|█████▏    | 843/1612 [01:10<01:04, 11.88it/s]
+
 52%|█████▏    | 845/1612 [01:10<01:02, 12.27it/s]
+
 53%|█████▎    | 847/1612 [01:10<01:02, 12.25it/s]
+
 53%|█████▎    | 849/1612 [01:11<01:04, 11.91it/s]
+
 53%|█████▎    | 851/1612 [01:11<01:04, 11.71it/s]
+
 53%|█████▎    | 853/1612 [01:11<01:04, 11.69it/s]
+
 53%|█████▎    | 855/1612 [01:11<01:04, 11.68it/s]
+
 53%|█████▎    | 857/1612 [01:11<01:03, 11.84it/s]
+
 53%|█████▎    | 859/1612 [01:11<01:02, 12.14it/s]
+
 53%|█████▎    | 861/1612 [01:12<01:03, 11.92it/s]
+
 54%|█████▎    | 863/1612 [01:12<01:01, 12.21it/s]
+
 54%|█████▎    | 865/1612 [01:12<01:02, 12.03it/s]
+
 54%|█████▍    | 867/1612 [01:12<01:02, 11.83it/s]
+
 54%|█████▍    | 869/1612 [01:12<01:00, 12.20it/s]
+
 54%|█████▍    | 871/1612 [01:12<00:59, 12.40it/s]
+
 54%|█████▍    | 873/1612 [01:13<00:59, 12.44it/s]
+
 54%|█████▍    | 875/1612 [01:13<00:59, 12.34it/s]
+
 54%|█████▍    | 877/1612 [01:13<00:59, 12.38it/s]
+
 55%|█████▍    | 879/1612 [01:13<01:00, 12.21it/s]
+
 55%|█████▍    | 881/1612 [01:13<00:59, 12.30it/s]
+
 55%|█████▍    | 883/1612 [01:13<00:58, 12.40it/s]
+
 55%|█████▍    | 885/1612 [01:14<00:59, 12.18it/s]
+
 55%|█████▌    | 887/1612 [01:14<01:00, 11.93it/s]
+
 55%|█████▌    | 889/1612 [01:14<01:00, 11.94it/s]
+
 55%|█████▌    | 891/1612 [01:14<00:58, 12.37it/s]
+
 55%|█████▌    | 893/1612 [01:14<00:57, 12.55it/s]
+
 56%|█████▌    | 895/1612 [01:14<00:57, 12.43it/s]
+
 56%|█████▌    | 897/1612 [01:15<00:57, 12.35it/s]
+
 56%|█████▌    | 899/1612 [01:15<00:59, 11.98it/s]
+
 56%|█████▌    | 901/1612 [01:15<00:59, 12.00it/s]
+
 56%|█████▌    | 903/1612 [01:15<00:59, 11.85it/s]
+
 56%|█████▌    | 905/1612 [01:15<01:00, 11.68it/s]
+
 56%|█████▋    | 907/1612 [01:15<01:02, 11.35it/s]
+
 56%|█████▋    | 909/1612 [01:16<01:01, 11.48it/s]
+
 57%|█████▋    | 911/1612 [01:16<01:01, 11.42it/s]
+
 57%|█████▋    | 913/1612 [01:16<01:00, 11.65it/s]
+
 57%|█████▋    | 915/1612 [01:16<00:58, 11.89it/s]
+
 57%|█████▋    | 917/1612 [01:16<01:00, 11.57it/s]
+
 57%|█████▋    | 919/1612 [01:16<01:01, 11.22it/s]
+
 57%|█████▋    | 921/1612 [01:17<00:59, 11.69it/s]
+
 57%|█████▋    | 923/1612 [01:17<01:00, 11.44it/s]
+
 57%|█████▋    | 925/1612 [01:17<00:58, 11.82it/s]
+
 58%|█████▊    | 927/1612 [01:17<00:57, 11.86it/s]
+
 58%|█████▊    | 929/1612 [01:17<00:57, 11.91it/s]
+
 58%|█████▊    | 931/1612 [01:17<00:56, 12.09it/s]
+
 58%|█████▊    | 933/1612 [01:18<00:56, 12.01it/s]
+
 58%|█████▊    | 935/1612 [01:18<00:57, 11.84it/s]
+
 58%|█████▊    | 937/1612 [01:18<00:55, 12.20it/s]
+
 58%|█████▊    | 939/1612 [01:18<00:55, 12.11it/s]
+
 58%|█████▊    | 941/1612 [01:18<00:56, 11.89it/s]
+
 58%|█████▊    | 943/1612 [01:18<00:57, 11.68it/s]
+
 59%|█████▊    | 945/1612 [01:19<00:56, 11.87it/s]
+
 59%|█████▊    | 947/1612 [01:19<00:55, 11.91it/s]
+
 59%|█████▉    | 949/1612 [01:19<00:55, 12.04it/s]
+
 59%|█████▉    | 951/1612 [01:19<00:53, 12.26it/s]
+
 59%|█████▉    | 953/1612 [01:19<00:54, 12.19it/s]
+
 59%|█████▉    | 955/1612 [01:19<00:54, 12.06it/s]
+
 59%|█████▉    | 957/1612 [01:20<00:54, 11.97it/s]
+
 59%|█████▉    | 959/1612 [01:20<00:54, 11.88it/s]
+
 60%|█████▉    | 961/1612 [01:20<00:54, 11.97it/s]
+
 60%|█████▉    | 963/1612 [01:20<00:54, 11.99it/s]
+
 60%|█████▉    | 965/1612 [01:20<00:52, 12.44it/s]
+
 60%|█████▉    | 967/1612 [01:20<00:53, 12.05it/s]
+
 60%|██████    | 969/1612 [01:21<00:53, 11.99it/s]
+
 60%|██████    | 971/1612 [01:21<00:53, 11.88it/s]
+
 60%|██████    | 973/1612 [01:21<00:54, 11.82it/s]
+
 60%|██████    | 975/1612 [01:21<00:54, 11.71it/s]
+
 61%|██████    | 977/1612 [01:21<00:53, 11.90it/s]
+
 61%|██████    | 979/1612 [01:21<00:50, 12.50it/s]
+
 61%|██████    | 981/1612 [01:22<00:51, 12.24it/s]
+
 61%|██████    | 983/1612 [01:22<00:52, 12.09it/s]
+
 61%|██████    | 985/1612 [01:22<00:50, 12.37it/s]
+
 61%|██████    | 987/1612 [01:22<00:50, 12.31it/s]
+
 61%|██████▏   | 989/1612 [01:22<00:52, 11.81it/s]
+
 61%|██████▏   | 991/1612 [01:22<00:54, 11.45it/s]
+
 62%|██████▏   | 993/1612 [01:23<00:52, 11.73it/s]
+
 62%|██████▏   | 995/1612 [01:23<00:52, 11.80it/s]
+
 62%|██████▏   | 997/1612 [01:23<00:52, 11.70it/s]
+
 62%|██████▏   | 999/1612 [01:23<00:53, 11.46it/s]
+
 62%|██████▏   | 1001/1612 [01:23<00:53, 11.42it/s]
+
 62%|██████▏   | 1003/1612 [01:24<00:53, 11.39it/s]
+
 62%|██████▏   | 1005/1612 [01:24<00:53, 11.32it/s]
+
 62%|██████▏   | 1007/1612 [01:24<00:52, 11.58it/s]
+
 63%|██████▎   | 1009/1612 [01:24<00:52, 11.49it/s]
+
 63%|██████▎   | 1011/1612 [01:24<00:52, 11.53it/s]
+
 63%|██████▎   | 1013/1612 [01:24<00:51, 11.56it/s]
+
 63%|██████▎   | 1015/1612 [01:25<00:52, 11.48it/s]
+
 63%|██████▎   | 1017/1612 [01:25<00:51, 11.55it/s]
+
 63%|██████▎   | 1019/1612 [01:25<00:51, 11.61it/s]
+
 63%|██████▎   | 1021/1612 [01:25<00:49, 11.92it/s]
+
 63%|██████▎   | 1023/1612 [01:25<00:50, 11.66it/s]
+
 64%|██████▎   | 1025/1612 [01:25<00:47, 12.30it/s]
+
 64%|██████▎   | 1027/1612 [01:26<00:48, 12.15it/s]
+
 64%|██████▍   | 1029/1612 [01:26<00:49, 11.77it/s]
+
 64%|██████▍   | 1031/1612 [01:26<00:48, 11.90it/s]
+
 64%|██████▍   | 1033/1612 [01:26<00:47, 12.07it/s]
+
 64%|██████▍   | 1035/1612 [01:26<00:47, 12.11it/s]
+
 64%|██████▍   | 1037/1612 [01:26<00:48, 11.90it/s]
+
 64%|██████▍   | 1039/1612 [01:27<00:47, 11.95it/s]
+
 65%|██████▍   | 1041/1612 [01:27<00:48, 11.74it/s]
+
 65%|██████▍   | 1043/1612 [01:27<00:47, 11.91it/s]
+
 65%|██████▍   | 1045/1612 [01:27<00:47, 12.04it/s]
+
 65%|██████▍   | 1047/1612 [01:27<00:47, 11.85it/s]
+
 65%|██████▌   | 1049/1612 [01:27<00:46, 11.98it/s]
+
 65%|██████▌   | 1051/1612 [01:28<00:46, 11.99it/s]
+
 65%|██████▌   | 1053/1612 [01:28<00:46, 12.02it/s]
+
 65%|██████▌   | 1055/1612 [01:28<00:46, 11.90it/s]
+
 66%|██████▌   | 1057/1612 [01:28<00:47, 11.67it/s]
+
 66%|██████▌   | 1059/1612 [01:28<00:46, 11.79it/s]
+
 66%|██████▌   | 1061/1612 [01:28<00:46, 11.97it/s]
+
 66%|██████▌   | 1063/1612 [01:29<00:46, 11.89it/s]
+
 66%|██████▌   | 1065/1612 [01:29<00:46, 11.89it/s]
+
 66%|██████▌   | 1067/1612 [01:29<00:44, 12.34it/s]
+
 66%|██████▋   | 1069/1612 [01:29<00:44, 12.10it/s]
+
 66%|██████▋   | 1071/1612 [01:29<00:44, 12.19it/s]
+
 67%|██████▋   | 1073/1612 [01:29<00:45, 11.96it/s]
+
 67%|██████▋   | 1075/1612 [01:30<00:45, 11.86it/s]
+
 67%|██████▋   | 1077/1612 [01:30<00:44, 12.05it/s]
+
 67%|██████▋   | 1079/1612 [01:30<00:44, 11.86it/s]
+
 67%|██████▋   | 1081/1612 [01:30<00:44, 11.84it/s]
+
 67%|██████▋   | 1083/1612 [01:30<00:44, 11.90it/s]
+
 67%|██████▋   | 1085/1612 [01:30<00:43, 12.17it/s]
+
 67%|██████▋   | 1087/1612 [01:31<00:42, 12.30it/s]
+
 68%|██████▊   | 1089/1612 [01:31<00:42, 12.19it/s]
+
 68%|██████▊   | 1091/1612 [01:31<00:44, 11.68it/s]
+
 68%|██████▊   | 1093/1612 [01:31<00:44, 11.61it/s]
+
 68%|██████▊   | 1095/1612 [01:31<00:42, 12.06it/s]
+
 68%|██████▊   | 1097/1612 [01:31<00:42, 11.99it/s]
+
 68%|██████▊   | 1099/1612 [01:32<00:41, 12.33it/s]
+
 68%|██████▊   | 1101/1612 [01:32<00:41, 12.22it/s]
+
 68%|██████▊   | 1103/1612 [01:32<00:43, 11.71it/s]
+
 69%|██████▊   | 1105/1612 [01:32<00:43, 11.72it/s]
+
 69%|██████▊   | 1107/1612 [01:32<00:42, 11.85it/s]
+
 69%|██████▉   | 1109/1612 [01:32<00:41, 12.04it/s]
+
 69%|██████▉   | 1111/1612 [01:33<00:41, 12.19it/s]
+
 69%|██████▉   | 1113/1612 [01:33<00:41, 11.92it/s]
+
 69%|██████▉   | 1115/1612 [01:33<00:41, 11.97it/s]
+
 69%|██████▉   | 1117/1612 [01:33<00:41, 12.03it/s]
+
 69%|██████▉   | 1119/1612 [01:33<00:39, 12.54it/s]
+
 70%|██████▉   | 1121/1612 [01:33<00:38, 12.76it/s]
+
 70%|██████▉   | 1123/1612 [01:34<00:39, 12.44it/s]
+
 70%|██████▉   | 1125/1612 [01:34<00:40, 12.14it/s]
+
 70%|██████▉   | 1127/1612 [01:34<00:40, 12.00it/s]
+
 70%|███████   | 1129/1612 [01:34<00:39, 12.10it/s]
+
 70%|███████   | 1131/1612 [01:34<00:40, 11.87it/s]
+
 70%|███████   | 1133/1612 [01:34<00:39, 12.22it/s]
+
 70%|███████   | 1135/1612 [01:35<00:40, 11.79it/s]
+
 71%|███████   | 1137/1612 [01:35<00:40, 11.87it/s]
+
 71%|███████   | 1139/1612 [01:35<00:38, 12.42it/s]
+
 71%|███████   | 1141/1612 [01:35<00:41, 11.45it/s]
+
 71%|███████   | 1143/1612 [01:35<00:40, 11.69it/s]
+
 71%|███████   | 1145/1612 [01:35<00:38, 12.11it/s]
+
 71%|███████   | 1147/1612 [01:36<00:38, 12.09it/s]
+
 71%|███████▏  | 1149/1612 [01:36<00:38, 11.96it/s]
+
 71%|███████▏  | 1151/1612 [01:36<00:39, 11.68it/s]
+
 72%|███████▏  | 1153/1612 [01:36<00:39, 11.57it/s]
+
 72%|███████▏  | 1155/1612 [01:36<00:40, 11.41it/s]
+
 72%|███████▏  | 1157/1612 [01:36<00:39, 11.40it/s]
+
 72%|███████▏  | 1159/1612 [01:37<00:39, 11.46it/s]
+
 72%|███████▏  | 1161/1612 [01:37<00:37, 11.88it/s]
+
 72%|███████▏  | 1163/1612 [01:37<00:37, 11.95it/s]
+
 72%|███████▏  | 1165/1612 [01:37<00:36, 12.16it/s]
+
 72%|███████▏  | 1167/1612 [01:37<00:37, 11.79it/s]
+
 73%|███████▎  | 1169/1612 [01:37<00:38, 11.64it/s]
+
 73%|███████▎  | 1171/1612 [01:38<00:37, 11.72it/s]
+
 73%|███████▎  | 1173/1612 [01:38<00:36, 12.03it/s]
+
 73%|███████▎  | 1175/1612 [01:38<00:35, 12.22it/s]
+
 73%|███████▎  | 1177/1612 [01:38<00:35, 12.30it/s]
+
 73%|███████▎  | 1179/1612 [01:38<00:34, 12.52it/s]
+
 73%|███████▎  | 1181/1612 [01:38<00:35, 12.29it/s]
+
 73%|███████▎  | 1183/1612 [01:39<00:35, 12.17it/s]
+
 74%|███████▎  | 1185/1612 [01:39<00:35, 11.87it/s]
+
 74%|███████▎  | 1187/1612 [01:39<00:36, 11.70it/s]
+
 74%|███████▍  | 1189/1612 [01:39<00:35, 11.80it/s]
+
 74%|███████▍  | 1191/1612 [01:39<00:34, 12.05it/s]
+
 74%|███████▍  | 1193/1612 [01:39<00:34, 12.24it/s]
+
 74%|███████▍  | 1195/1612 [01:40<00:34, 12.20it/s]
+
 74%|███████▍  | 1197/1612 [01:40<00:33, 12.39it/s]
+
 74%|███████▍  | 1199/1612 [01:40<00:34, 12.10it/s]
+
 75%|███████▍  | 1201/1612 [01:40<00:34, 12.02it/s]
+
 75%|███████▍  | 1203/1612 [01:40<00:33, 12.09it/s]
+
 75%|███████▍  | 1205/1612 [01:40<00:33, 12.13it/s]
+
 75%|███████▍  | 1207/1612 [01:41<00:33, 12.13it/s]
+
 75%|███████▌  | 1209/1612 [01:41<00:33, 12.20it/s]
+
 75%|███████▌  | 1211/1612 [01:41<00:34, 11.78it/s]
+
 75%|███████▌  | 1213/1612 [01:41<00:34, 11.67it/s]
+
 75%|███████▌  | 1215/1612 [01:41<00:33, 11.93it/s]
+
 75%|███████▌  | 1217/1612 [01:41<00:33, 11.74it/s]
+
 76%|███████▌  | 1219/1612 [01:42<00:33, 11.63it/s]
+
 76%|███████▌  | 1221/1612 [01:42<00:33, 11.57it/s]
+
 76%|███████▌  | 1223/1612 [01:42<00:33, 11.50it/s]
+
 76%|███████▌  | 1225/1612 [01:42<00:32, 11.79it/s]
+
 76%|███████▌  | 1227/1612 [01:42<00:33, 11.57it/s]
+
 76%|███████▌  | 1229/1612 [01:42<00:33, 11.52it/s]
+
 76%|███████▋  | 1231/1612 [01:43<00:33, 11.53it/s]
+
 76%|███████▋  | 1233/1612 [01:43<00:32, 11.55it/s]
+
 77%|███████▋  | 1235/1612 [01:43<00:32, 11.61it/s]
+
 77%|███████▋  | 1237/1612 [01:43<00:32, 11.61it/s]
+
 77%|███████▋  | 1239/1612 [01:43<00:31, 11.83it/s]
+
 77%|███████▋  | 1241/1612 [01:43<00:30, 12.30it/s]
+
 77%|███████▋  | 1243/1612 [01:44<00:30, 12.05it/s]
+
 77%|███████▋  | 1245/1612 [01:44<00:30, 12.07it/s]
+
 77%|███████▋  | 1247/1612 [01:44<00:29, 12.24it/s]
+
 77%|███████▋  | 1249/1612 [01:44<00:30, 11.86it/s]
+
 78%|███████▊  | 1251/1612 [01:44<00:30, 11.83it/s]
+
 78%|███████▊  | 1253/1612 [01:44<00:30, 11.71it/s]
+
 78%|███████▊  | 1255/1612 [01:45<00:30, 11.77it/s]
+
 78%|███████▊  | 1257/1612 [01:45<00:29, 11.90it/s]
+
 78%|███████▊  | 1259/1612 [01:45<00:29, 11.88it/s]
+
 78%|███████▊  | 1261/1612 [01:45<00:29, 11.97it/s]
+
 78%|███████▊  | 1263/1612 [01:45<00:28, 12.07it/s]
+
 78%|███████▊  | 1265/1612 [01:46<00:29, 11.80it/s]
+
 79%|███████▊  | 1267/1612 [01:46<00:28, 11.94it/s]
+
 79%|███████▊  | 1269/1612 [01:46<00:28, 12.05it/s]
+
 79%|███████▉  | 1271/1612 [01:46<00:28, 11.84it/s]
+
 79%|███████▉  | 1273/1612 [01:46<00:28, 11.94it/s]
+
 79%|███████▉  | 1275/1612 [01:46<00:27, 12.23it/s]
+
 79%|███████▉  | 1277/1612 [01:46<00:27, 12.39it/s]
+
 79%|███████▉  | 1279/1612 [01:47<00:26, 12.35it/s]
+
 79%|███████▉  | 1281/1612 [01:47<00:28, 11.71it/s]
+
 80%|███████▉  | 1283/1612 [01:47<00:28, 11.50it/s]
+
 80%|███████▉  | 1285/1612 [01:47<00:28, 11.60it/s]
+
 80%|███████▉  | 1287/1612 [01:47<00:27, 11.75it/s]
+
 80%|███████▉  | 1289/1612 [01:48<00:26, 12.06it/s]
+
 80%|████████  | 1291/1612 [01:48<00:27, 11.83it/s]
+
 80%|████████  | 1293/1612 [01:48<00:26, 12.12it/s]
+
 80%|████████  | 1295/1612 [01:48<00:26, 11.97it/s]
+
 80%|████████  | 1297/1612 [01:48<00:26, 11.89it/s]
+
 81%|████████  | 1299/1612 [01:48<00:25, 12.18it/s]
+
 81%|████████  | 1301/1612 [01:48<00:24, 12.49it/s]
+
 81%|████████  | 1303/1612 [01:49<00:24, 12.37it/s]
+
 81%|████████  | 1305/1612 [01:49<00:24, 12.41it/s]
+
 81%|████████  | 1307/1612 [01:49<00:25, 12.06it/s]
+
 81%|████████  | 1309/1612 [01:49<00:25, 11.81it/s]
+
 81%|████████▏ | 1311/1612 [01:49<00:25, 11.84it/s]
+
 81%|████████▏ | 1313/1612 [01:49<00:24, 11.98it/s]
+
 82%|████████▏ | 1315/1612 [01:50<00:25, 11.48it/s]
+
 82%|████████▏ | 1317/1612 [01:50<00:25, 11.48it/s]
+
 82%|████████▏ | 1319/1612 [01:50<00:25, 11.55it/s]
+
 82%|████████▏ | 1321/1612 [01:50<00:25, 11.22it/s]
+
 82%|████████▏ | 1323/1612 [01:50<00:25, 11.39it/s]
+
 82%|████████▏ | 1325/1612 [01:51<00:25, 11.35it/s]
+
 82%|████████▏ | 1327/1612 [01:51<00:24, 11.62it/s]
+
 82%|████████▏ | 1329/1612 [01:51<00:24, 11.67it/s]
+
 83%|████████▎ | 1331/1612 [01:51<00:23, 11.89it/s]
+
 83%|████████▎ | 1333/1612 [01:51<00:23, 12.03it/s]
+
 83%|████████▎ | 1335/1612 [01:51<00:23, 12.01it/s]
+
 83%|████████▎ | 1337/1612 [01:52<00:22, 12.16it/s]
+
 83%|████████▎ | 1339/1612 [01:52<00:21, 12.43it/s]
+
 83%|████████▎ | 1341/1612 [01:52<00:22, 12.24it/s]
+
 83%|████████▎ | 1343/1612 [01:52<00:21, 12.26it/s]
+
 83%|████████▎ | 1345/1612 [01:52<00:21, 12.20it/s]
+
 84%|████████▎ | 1347/1612 [01:52<00:21, 12.22it/s]
+
 84%|████████▎ | 1349/1612 [01:53<00:22, 11.95it/s]
+
 84%|████████▍ | 1351/1612 [01:53<00:21, 11.90it/s]
+
 84%|████████▍ | 1353/1612 [01:53<00:21, 11.97it/s]
+
 84%|████████▍ | 1355/1612 [01:53<00:21, 12.06it/s]
+
 84%|████████▍ | 1357/1612 [01:53<00:21, 11.86it/s]
+
 84%|████████▍ | 1359/1612 [01:53<00:21, 11.79it/s]
+
 84%|████████▍ | 1361/1612 [01:54<00:21, 11.86it/s]
+
 85%|████████▍ | 1363/1612 [01:54<00:20, 11.99it/s]
+
 85%|████████▍ | 1365/1612 [01:54<00:20, 12.02it/s]
+
 85%|████████▍ | 1367/1612 [01:54<00:20, 11.79it/s]
+
 85%|████████▍ | 1369/1612 [01:54<00:20, 11.71it/s]
+
 85%|████████▌ | 1371/1612 [01:54<00:20, 11.63it/s]
+
 85%|████████▌ | 1373/1612 [01:55<00:20, 11.49it/s]
+
 85%|████████▌ | 1375/1612 [01:55<00:20, 11.67it/s]
+
 85%|████████▌ | 1377/1612 [01:55<00:19, 11.87it/s]
+
 86%|████████▌ | 1379/1612 [01:55<00:19, 11.89it/s]
+
 86%|████████▌ | 1381/1612 [01:55<00:18, 12.18it/s]
+
 86%|████████▌ | 1383/1612 [01:55<00:18, 12.56it/s]
+
 86%|████████▌ | 1385/1612 [01:56<00:17, 12.71it/s]
+
 86%|████████▌ | 1387/1612 [01:56<00:18, 12.29it/s]
+
 86%|████████▌ | 1389/1612 [01:56<00:17, 12.44it/s]
+
 86%|████████▋ | 1391/1612 [01:56<00:17, 12.41it/s]
+
 86%|████████▋ | 1393/1612 [01:56<00:17, 12.36it/s]
+
 87%|████████▋ | 1395/1612 [01:56<00:18, 12.04it/s]
+
 87%|████████▋ | 1397/1612 [01:57<00:17, 12.21it/s]
+
 87%|████████▋ | 1399/1612 [01:57<00:17, 11.92it/s]
+
 87%|████████▋ | 1401/1612 [01:57<00:17, 11.77it/s]
+
 87%|████████▋ | 1403/1612 [01:57<00:17, 11.67it/s]
+
 87%|████████▋ | 1405/1612 [01:57<00:17, 11.60it/s]
+
 87%|████████▋ | 1407/1612 [01:57<00:17, 11.61it/s]
+
 87%|████████▋ | 1409/1612 [01:58<00:17, 11.52it/s]
+
 88%|████████▊ | 1411/1612 [01:58<00:17, 11.57it/s]
+
 88%|████████▊ | 1413/1612 [01:58<00:16, 11.87it/s]
+
 88%|████████▊ | 1415/1612 [01:58<00:17, 11.56it/s]
+
 88%|████████▊ | 1417/1612 [01:58<00:17, 11.35it/s]
+
 88%|████████▊ | 1419/1612 [01:58<00:16, 11.53it/s]
+
 88%|████████▊ | 1421/1612 [01:59<00:16, 11.60it/s]
+
 88%|████████▊ | 1423/1612 [01:59<00:15, 12.01it/s]
+
 88%|████████▊ | 1425/1612 [01:59<00:16, 11.68it/s]
+
 89%|████████▊ | 1427/1612 [01:59<00:15, 12.00it/s]
+
 89%|████████▊ | 1429/1612 [01:59<00:15, 11.93it/s]
+
 89%|████████▉ | 1431/1612 [01:59<00:15, 11.84it/s]
+
 89%|████████▉ | 1433/1612 [02:00<00:15, 11.93it/s]
+
 89%|████████▉ | 1435/1612 [02:00<00:14, 11.95it/s]
+
 89%|████████▉ | 1437/1612 [02:00<00:14, 11.92it/s]
+
 89%|████████▉ | 1439/1612 [02:00<00:14, 12.13it/s]
+
 89%|████████▉ | 1441/1612 [02:00<00:14, 12.07it/s]
+
 90%|████████▉ | 1443/1612 [02:00<00:14, 11.84it/s]
+
 90%|████████▉ | 1445/1612 [02:01<00:14, 11.83it/s]
+
 90%|████████▉ | 1447/1612 [02:01<00:14, 11.63it/s]
+
 90%|████████▉ | 1449/1612 [02:01<00:14, 11.45it/s]
+
 90%|█████████ | 1451/1612 [02:01<00:13, 11.72it/s]
+
 90%|█████████ | 1453/1612 [02:01<00:12, 12.43it/s]
+
 90%|█████████ | 1455/1612 [02:01<00:12, 12.38it/s]
+
 90%|█████████ | 1457/1612 [02:02<00:12, 11.95it/s]
+
 91%|█████████ | 1459/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1461/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1463/1612 [02:02<00:12, 11.82it/s]
+
 91%|█████████ | 1465/1612 [02:02<00:12, 11.77it/s]
+
 91%|█████████ | 1467/1612 [02:02<00:12, 11.83it/s]
+
 91%|█████████ | 1469/1612 [02:03<00:11, 12.01it/s]
+
 91%|█████████▏| 1471/1612 [02:03<00:11, 11.97it/s]
+
 91%|█████████▏| 1473/1612 [02:03<00:11, 12.28it/s]
+
 92%|█████████▏| 1475/1612 [02:03<00:11, 11.76it/s]
+
 92%|█████████▏| 1477/1612 [02:03<00:11, 11.89it/s]
+
 92%|█████████▏| 1479/1612 [02:03<00:11, 11.66it/s]
+
 92%|█████████▏| 1481/1612 [02:04<00:11, 11.29it/s]
+
 92%|█████████▏| 1483/1612 [02:04<00:11, 11.61it/s]
+
 92%|█████████▏| 1485/1612 [02:04<00:10, 11.87it/s]
+
 92%|█████████▏| 1487/1612 [02:04<00:10, 12.11it/s]
+
 92%|█████████▏| 1489/1612 [02:04<00:09, 12.79it/s]
+
 92%|█████████▏| 1491/1612 [02:04<00:09, 12.65it/s]
+
 93%|█████████▎| 1493/1612 [02:05<00:09, 12.83it/s]
+
 93%|█████████▎| 1495/1612 [02:05<00:09, 12.94it/s]
+
 93%|█████████▎| 1497/1612 [02:05<00:08, 12.93it/s]
+
 93%|█████████▎| 1499/1612 [02:05<00:09, 12.35it/s]
+
 93%|█████████▎| 1501/1612 [02:05<00:09, 11.83it/s]
+
 93%|█████████▎| 1503/1612 [02:05<00:08, 12.27it/s]
+
 93%|█████████▎| 1505/1612 [02:06<00:09, 11.82it/s]
+
 93%|█████████▎| 1507/1612 [02:06<00:08, 11.86it/s]
+
 94%|█████████▎| 1509/1612 [02:06<00:08, 12.34it/s]
+
 94%|█████████▎| 1511/1612 [02:06<00:08, 12.31it/s]
+
 94%|█████████▍| 1513/1612 [02:06<00:08, 12.05it/s]
+
 94%|█████████▍| 1515/1612 [02:06<00:08, 11.91it/s]
+
 94%|█████████▍| 1517/1612 [02:07<00:07, 11.96it/s]
+
 94%|█████████▍| 1519/1612 [02:07<00:07, 12.03it/s]
+
 94%|█████████▍| 1521/1612 [02:07<00:07, 12.00it/s]
+
 94%|█████████▍| 1523/1612 [02:07<00:07, 11.82it/s]
+
 95%|█████████▍| 1525/1612 [02:07<00:07, 11.78it/s]
+
 95%|█████████▍| 1527/1612 [02:07<00:07, 11.77it/s]
+
 95%|█████████▍| 1529/1612 [02:08<00:06, 11.91it/s]
+
 95%|█████████▍| 1531/1612 [02:08<00:06, 12.05it/s]
+
 95%|█████████▌| 1533/1612 [02:08<00:06, 11.89it/s]
+
 95%|█████████▌| 1535/1612 [02:08<00:06, 12.17it/s]
+
 95%|█████████▌| 1537/1612 [02:08<00:06, 12.09it/s]
+
 95%|█████████▌| 1539/1612 [02:08<00:05, 12.30it/s]
+
 96%|█████████▌| 1541/1612 [02:09<00:05, 12.45it/s]
+
 96%|█████████▌| 1543/1612 [02:09<00:05, 11.93it/s]
+
 96%|█████████▌| 1545/1612 [02:09<00:05, 11.86it/s]
+
 96%|█████████▌| 1547/1612 [02:09<00:05, 11.52it/s]
+
 96%|█████████▌| 1549/1612 [02:09<00:05, 11.30it/s]
+
 96%|█████████▌| 1551/1612 [02:09<00:05, 11.59it/s]
+
 96%|█████████▋| 1553/1612 [02:10<00:05, 11.55it/s]
+
 96%|█████████▋| 1555/1612 [02:10<00:04, 11.54it/s]
+
 97%|█████████▋| 1557/1612 [02:10<00:04, 11.58it/s]
+
 97%|█████████▋| 1559/1612 [02:10<00:04, 11.47it/s]
+
 97%|█████████▋| 1561/1612 [02:10<00:04, 11.67it/s]
+
 97%|█████████▋| 1563/1612 [02:10<00:04, 11.95it/s]
+
 97%|█████████▋| 1565/1612 [02:11<00:03, 11.97it/s]
+
 97%|█████████▋| 1567/1612 [02:11<00:03, 11.85it/s]
+
 97%|█████████▋| 1569/1612 [02:11<00:03, 11.95it/s]
+
 97%|█████████▋| 1571/1612 [02:11<00:03, 11.57it/s]
+
 98%|█████████▊| 1573/1612 [02:11<00:03, 11.72it/s]
+
 98%|█████████▊| 1575/1612 [02:11<00:03, 11.85it/s]
+
 98%|█████████▊| 1577/1612 [02:12<00:02, 11.92it/s]
+
 98%|█████████▊| 1579/1612 [02:12<00:02, 12.11it/s]
+
 98%|█████████▊| 1581/1612 [02:12<00:02, 12.26it/s]
+
 98%|█████████▊| 1583/1612 [02:12<00:02, 12.23it/s]
+
 98%|█████████▊| 1585/1612 [02:12<00:02, 11.82it/s]
+
 98%|█████████▊| 1587/1612 [02:12<00:02, 11.66it/s]
+
 99%|█████████▊| 1589/1612 [02:13<00:01, 12.24it/s]
+
 99%|█████████▊| 1591/1612 [02:13<00:01, 12.16it/s]
+
 99%|█████████▉| 1593/1612 [02:13<00:01, 12.20it/s]
+
 99%|█████████▉| 1595/1612 [02:13<00:01, 12.15it/s]
+
 99%|█████████▉| 1597/1612 [02:13<00:01, 11.98it/s]
+
 99%|█████████▉| 1599/1612 [02:13<00:01, 11.89it/s]
+
 99%|█████████▉| 1601/1612 [02:14<00:00, 12.30it/s]
+
 99%|█████████▉| 1603/1612 [02:14<00:00, 12.28it/s]
+
100%|█████████▉| 1605/1612 [02:14<00:00, 11.94it/s]
+
100%|█████████▉| 1607/1612 [02:14<00:00, 11.86it/s]
+
100%|█████████▉| 1609/1612 [02:14<00:00, 11.44it/s]
+
100%|█████████▉| 1611/1612 [02:15<00:00, 11.49it/s]
                                                       
+
                                                   
{'eval_loss': 2.1545722484588623, 'eval_runtime': 135.1839, 'eval_samples_per_second': 47.691, 'eval_steps_per_second': 11.924, 'epoch': 1.1}
+
 37%|███▋      | 1000/2733 [2:53:55<4:34:41,  9.51s/it]
+
100%|██████████| 1612/1612 [02:15<00:00, 11.49it/s]
+
                                                   Saving model checkpoint to /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1000
+Configuration saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1000/config.json
+Model weights saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1000/pytorch_model.bin
+Deleting older checkpoint [/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-500] due to args.save_total_limit
+
 37%|███▋      | 1001/2733 [2:57:25<52:59:45, 110.15s/it]
 37%|███▋      | 1002/2733 [2:57:34<38:25:24, 79.91s/it] 
 37%|███▋      | 1003/2733 [2:57:44<28:18:16, 58.90s/it]
 37%|███▋      | 1004/2733 [2:57:54<21:12:59, 44.18s/it]
 37%|███▋      | 1005/2733 [2:58:03<16:11:24, 33.73s/it]
 37%|███▋      | 1006/2733 [2:58:13<12:42:27, 26.49s/it]
 37%|███▋      | 1007/2733 [2:58:23<10:19:11, 21.52s/it]
 37%|███▋      | 1008/2733 [2:58:32<8:31:44, 17.80s/it] 
 37%|███▋      | 1009/2733 [2:58:41<7:20:40, 15.34s/it]
 37%|███▋      | 1010/2733 [2:58:50<6:26:04, 13.44s/it]
 37%|███▋      | 1011/2733 [2:59:00<5:53:27, 12.32s/it]
 37%|███▋      | 1012/2733 [2:59:10<5:30:46, 11.53s/it]
 37%|███▋      | 1013/2733 [2:59:19<5:10:56, 10.85s/it]
 37%|███▋      | 1014/2733 [2:59:29<5:02:17, 10.55s/it]
 37%|███▋      | 1015/2733 [2:59:39<4:55:57, 10.34s/it]
 37%|███▋      | 1016/2733 [2:59:48<4:46:14, 10.00s/it]
 37%|███▋      | 1017/2733 [2:59:58<4:44:26,  9.95s/it]
 37%|███▋      | 1018/2733 [3:00:08<4:42:45,  9.89s/it]
 37%|███▋      | 1019/2733 [3:00:17<4:36:46,  9.69s/it]
 37%|███▋      | 1020/2733 [3:00:27<4:38:05,  9.74s/it]
 37%|███▋      | 1021/2733 [3:00:36<4:38:01,  9.74s/it]
 37%|███▋      | 1022/2733 [3:00:45<4:31:40,  9.53s/it]
 37%|███▋      | 1023/2733 [3:00:55<4:35:10,  9.66s/it]
 37%|███▋      | 1024/2733 [3:01:05<4:30:28,  9.50s/it]
 38%|███▊      | 1025/2733 [3:01:14<4:32:49,  9.58s/it]
 38%|███▊      | 1026/2733 [3:01:24<4:33:23,  9.61s/it]
 38%|███▊      | 1027/2733 [3:01:33<4:31:44,  9.56s/it]
 38%|███▊      | 1028/2733 [3:01:43<4:33:48,  9.64s/it]
 38%|███▊      | 1029/2733 [3:01:53<4:35:49,  9.71s/it]
 38%|███▊      | 1030/2733 [3:02:03<4:33:20,  9.63s/it]
 38%|███▊      | 1031/2733 [3:02:12<4:33:44,  9.65s/it]
 38%|███▊      | 1032/2733 [3:02:22<4:33:53,  9.66s/it]
 38%|███▊      | 1033/2733 [3:02:31<4:30:55,  9.56s/it]
 38%|███▊      | 1034/2733 [3:02:41<4:33:22,  9.65s/it]
 38%|███▊      | 1035/2733 [3:02:50<4:28:24,  9.48s/it]
 38%|███▊      | 1036/2733 [3:03:00<4:32:58,  9.65s/it]
 38%|███▊      | 1037/2733 [3:03:10<4:34:14,  9.70s/it]
 38%|███▊      | 1038/2733 [3:03:20<4:31:45,  9.62s/it]
 38%|███▊      | 1039/2733 [3:03:29<4:32:40,  9.66s/it]
 38%|███▊      | 1040/2733 [3:03:39<4:34:13,  9.72s/it]
 38%|███▊      | 1041/2733 [3:03:48<4:30:18,  9.59s/it]
 38%|███▊      | 1042/2733 [3:03:58<4:30:07,  9.58s/it]
 38%|███▊      | 1043/2733 [3:04:08<4:30:48,  9.61s/it]
 38%|███▊      | 1044/2733 [3:04:17<4:27:09,  9.49s/it]
 38%|███▊      | 1045/2733 [3:04:27<4:30:48,  9.63s/it]
 38%|███▊      | 1046/2733 [3:04:37<4:32:30,  9.69s/it]
 38%|███▊      | 1047/2733 [3:04:46<4:27:35,  9.52s/it]
 38%|███▊      | 1048/2733 [3:04:56<4:29:36,  9.60s/it]
 38%|███▊      | 1049/2733 [3:05:05<4:27:20,  9.53s/it]
 38%|███▊      | 1050/2733 [3:05:15<4:30:33,  9.65s/it]
 38%|███▊      | 1051/2733 [3:05:25<4:31:33,  9.69s/it]
 38%|███▊      | 1052/2733 [3:05:34<4:29:20,  9.61s/it]
 39%|███▊      | 1053/2733 [3:05:44<4:29:54,  9.64s/it]
 39%|███▊      | 1054/2733 [3:05:54<4:31:35,  9.71s/it]
 39%|███▊      | 1055/2733 [3:06:03<4:28:27,  9.60s/it]
 39%|███▊      | 1056/2733 [3:06:13<4:28:57,  9.62s/it]
 39%|███▊      | 1057/2733 [3:06:22<4:28:56,  9.63s/it]
 39%|███▊      | 1058/2733 [3:06:32<4:25:43,  9.52s/it]
 39%|███▊      | 1059/2733 [3:06:41<4:28:43,  9.63s/it]
 39%|███▉      | 1060/2733 [3:06:51<4:25:08,  9.51s/it]
 39%|███▉      | 1061/2733 [3:07:01<4:27:29,  9.60s/it]
 39%|███▉      | 1062/2733 [3:07:10<4:29:02,  9.66s/it]
 39%|███▉      | 1063/2733 [3:07:20<4:25:18,  9.53s/it]
 39%|███▉      | 1064/2733 [3:07:29<4:27:46,  9.63s/it]
 39%|███▉      | 1065/2733 [3:07:39<4:30:18,  9.72s/it]
 39%|███▉      | 1066/2733 [3:07:48<4:25:24,  9.55s/it]
 39%|███▉      | 1067/2733 [3:07:58<4:26:45,  9.61s/it]
 39%|███▉      | 1068/2733 [3:08:08<4:29:52,  9.73s/it]
 39%|███▉      | 1069/2733 [3:08:18<4:27:55,  9.66s/it]
 39%|██���▉      | 1070/2733 [3:08:28<4:29:26,  9.72s/it]
 39%|███▉      | 1071/2733 [3:08:37<4:29:52,  9.74s/it]
 39%|███▉      | 1072/2733 [3:08:46<4:24:10,  9.54s/it]
 39%|███▉      | 1073/2733 [3:08:56<4:25:37,  9.60s/it]
 39%|███▉      | 1074/2733 [3:09:06<4:23:35,  9.53s/it]
 39%|███▉      | 1075/2733 [3:09:16<4:27:24,  9.68s/it]
 39%|███▉      | 1076/2733 [3:09:25<4:28:10,  9.71s/it]
 39%|███▉      | 1077/2733 [3:09:35<4:25:17,  9.61s/it]
 39%|███▉      | 1078/2733 [3:09:45<4:28:03,  9.72s/it]
 39%|███▉      | 1079/2733 [3:09:55<4:30:20,  9.81s/it]
 40%|███▉      | 1080/2733 [3:10:04<4:25:18,  9.63s/it]
 40%|███▉      | 1081/2733 [3:10:14<4:27:43,  9.72s/it]
 40%|███▉      | 1082/2733 [3:10:24<4:28:56,  9.77s/it]
 40%|███▉      | 1083/2733 [3:10:33<4:24:18,  9.61s/it]
 40%|███▉      | 1084/2733 [3:10:43<4:30:40,  9.85s/it]
 40%|███▉      | 1085/2733 [3:10:53<4:26:01,  9.69s/it]
 40%|███▉      | 1086/2733 [3:11:03<4:26:58,  9.73s/it]
 40%|███▉      | 1087/2733 [3:11:12<4:28:08,  9.77s/it]
 40%|███▉      | 1088/2733 [3:11:22<4:24:06,  9.63s/it]
 40%|███▉      | 1089/2733 [3:11:31<4:24:04,  9.64s/it]
 40%|███▉      | 1090/2733 [3:11:41<4:25:27,  9.69s/it]
 40%|███▉      | 1091/2733 [3:11:50<4:21:08,  9.54s/it]
 40%|███▉      | 1092/2733 [3:12:00<4:21:33,  9.56s/it]
 40%|███▉      | 1093/2733 [3:12:10<4:22:56,  9.62s/it]
 40%|████      | 1094/2733 [3:12:19<4:20:07,  9.52s/it]
 40%|████      | 1095/2733 [3:12:29<4:20:55,  9.56s/it]
 40%|████      | 1096/2733 [3:12:38<4:22:27,  9.62s/it]
 40%|████      | 1097/2733 [3:12:48<4:19:44,  9.53s/it]
 40%|████      | 1098/2733 [3:12:57<4:20:31,  9.56s/it]
 40%|████      | 1099/2733 [3:13:07<4:18:38,  9.50s/it]
 40%|████      | 1100/2733 [3:13:17<4:21:42,  9.62s/it]
                                                       
{'loss': 2.0764, 'learning_rate': 6.781970814417049e-06, 'epoch': 1.21}
+
 40%|████      | 1100/2733 [3:13:17<4:21:42,  9.62s/it]
 40%|████      | 1101/2733 [3:13:26<4:22:42,  9.66s/it]
 40%|████      | 1102/2733 [3:13:36<4:18:45,  9.52s/it]
 40%|████      | 1103/2733 [3:13:46<4:21:49,  9.64s/it]
 40%|████      | 1104/2733 [3:13:55<4:23:46,  9.72s/it]
 40%|████      | 1105/2733 [3:14:05<4:19:25,  9.56s/it]
 40%|████      | 1106/2733 [3:14:14<4:21:39,  9.65s/it]
 41%|████      | 1107/2733 [3:14:24<4:20:38,  9.62s/it]
 41%|████      | 1108/2733 [3:14:33<4:14:21,  9.39s/it]
 41%|████      | 1109/2733 [3:14:43<4:16:37,  9.48s/it]
 41%|████      | 1110/2733 [3:14:52<4:15:16,  9.44s/it]
 41%|████      | 1111/2733 [3:15:02<4:19:19,  9.59s/it]
 41%|████      | 1112/2733 [3:15:12<4:21:11,  9.67s/it]
 41%|████      | 1113/2733 [3:15:21<4:18:37,  9.58s/it]
 41%|████      | 1114/2733 [3:15:31<4:19:29,  9.62s/it]
 41%|████      | 1115/2733 [3:15:41<4:20:20,  9.65s/it]
 41%|████      | 1116/2733 [3:15:50<4:19:19,  9.62s/it]
 41%|████      | 1117/2733 [3:16:00<4:21:50,  9.72s/it]
 41%|████      | 1118/2733 [3:16:10<4:21:45,  9.72s/it]
 41%|████      | 1119/2733 [3:16:19<4:16:18,  9.53s/it]
 41%|████      | 1120/2733 [3:16:29<4:17:38,  9.58s/it]
 41%|████      | 1121/2733 [3:16:38<4:19:29,  9.66s/it]
 41%|████      | 1122/2733 [3:16:48<4:15:26,  9.51s/it]
 41%|████      | 1123/2733 [3:16:57<4:16:06,  9.54s/it]
 41%|████      | 1124/2733 [3:17:06<4:12:13,  9.41s/it]
 41%|████      | 1125/2733 [3:17:16<4:15:49,  9.55s/it]
 41%|████      | 1126/2733 [3:17:26<4:16:43,  9.59s/it]
 41%|████      | 1127/2733 [3:17:35<4:14:38,  9.51s/it]
 41%|████▏     | 1128/2733 [3:17:45<4:18:26,  9.66s/it]
 41%|████▏     | 1129/2733 [3:17:55<4:19:50,  9.72s/it]
 41%|████▏     | 1130/2733 [3:18:04<4:16:04,  9.58s/it]
 41%|████▏     | 1131/2733 [3:18:14<4:17:33,  9.65s/it]
 41%|████▏     | 1132/2733 [3:18:24<4:20:06,  9.75s/it]
 41%|████▏     | 1133/2733 [3:18:33<4:15:11,  9.57s/it]
 41%|████▏     | 1134/2733 [3:18:43<4:17:29,  9.66s/it]
 42%|████▏     | 1135/2733 [3:18:53<4:15:45,  9.60s/it]
 42%|████▏     | 1136/2733 [3:19:02<4:17:18,  9.67s/it]
 42%|████▏     | 1137/2733 [3:19:12<4:17:01,  9.66s/it]
 42%|████▏     | 1138/2733 [3:19:21<4:13:10,  9.52s/it]
 42%|████▏     | 1139/2733 [3:19:31<4:16:07,  9.64s/it]
 42%|████▏     | 1140/2733 [3:19:41<4:16:42,  9.67s/it]
 42%|████▏     | 1141/2733 [3:19:50<4:12:31,  9.52s/it]
 42%|████▏     | 1142/2733 [3:20:00<4:15:31,  9.64s/it]
 42%|████▏     | 1143/2733 [3:20:10<4:16:34,  9.68s/it]
 42%|████▏     | 1144/2733 [3:20:19<4:13:21,  9.57s/it]
 42%|████▏     | 1145/2733 [3:20:29<4:15:29,  9.65s/it]
 42%|████▏     | 1146/2733 [3:20:39<4:17:32,  9.74s/it]
 42%|████▏     | 1147/2733 [3:20:48<4:13:24,  9.59s/it]
 42%|████▏     | 1148/2733 [3:20:58<4:14:27,  9.63s/it]
 42%|████▏     | 1149/2733 [3:21:07<4:09:13,  9.44s/it]
 42%|████▏     | 1150/2733 [3:21:17<4:11:16,  9.52s/it]
 42%|████▏     | 1151/2733 [3:21:26<4:14:09,  9.64s/it]
 42%|████▏     | 1152/2733 [3:21:36<4:11:01,  9.53s/it]
 42%|████▏     | 1153/2733 [3:21:45<4:12:44,  9.60s/it]
 42%|████▏     | 1154/2733 [3:21:55<4:13:23,  9.63s/it]
 42%|████▏     | 1155/2733 [3:22:04<4:10:06,  9.51s/it]
 42%|████▏     | 1156/2733 [3:22:14<4:12:12,  9.60s/it]
 42%|████▏     | 1157/2733 [3:22:24<4:12:42,  9.62s/it]
 42%|████▏     | 1158/2733 [3:22:33<4:09:33,  9.51s/it]
 42%|████▏     | 1159/2733 [3:22:43<4:11:29,  9.59s/it]
 42%|████▏     | 1160/2733 [3:22:52<4:07:18,  9.43s/it]
 42%|████▏     | 1161/2733 [3:23:02<4:10:17,  9.55s/it]
 43%|████▎     | 1162/2733 [3:23:11<4:11:29,  9.61s/it]
 43%|████▎     | 1163/2733 [3:23:21<4:09:08,  9.52s/it]
 43%|████▎     | 1164/2733 [3:23:31<4:11:02,  9.60s/it]
 43%|████▎     | 1165/2733 [3:23:40<4:12:58,  9.68s/it]
 43%|████▎     | 1166/2733 [3:23:50<4:09:57,  9.57s/it]
 43%|████▎     | 1167/2733 [3:24:00<4:11:53,  9.65s/it]
 43%|████▎     | 1168/2733 [3:24:10<4:13:42,  9.73s/it]
 43%|████▎     | 1169/2733 [3:24:19<4:10:11,  9.60s/it]
 43%|████▎     | 1170/2733 [3:24:29<4:11:32,  9.66s/it]
 43%|████▎     | 1171/2733 [3:24:38<4:11:14,  9.65s/it]
 43%|████▎     | 1172/2733 [3:24:48<4:08:08,  9.54s/it]
 43%|████▎     | 1173/2733 [3:24:57<4:10:24,  9.63s/it]
 43%|████▎     | 1174/2733 [3:25:07<4:06:29,  9.49s/it]
 43%|████▎     | 1175/2733 [3:25:16<4:08:54,  9.59s/it]
 43%|████▎     | 1176/2733 [3:25:26<4:10:35,  9.66s/it]
 43%|████▎     | 1177/2733 [3:25:36<4:08:15,  9.57s/it]
 43%|████▎     | 1178/2733 [3:25:45<4:09:19,  9.62s/it]
 43%|████▎     | 1179/2733 [3:25:56<4:14:40,  9.83s/it]
 43%|████▎     | 1180/2733 [3:26:05<4:10:47,  9.69s/it]
 43%|████▎     | 1181/2733 [3:26:15<4:09:43,  9.65s/it]
 43%|████▎     | 1182/2733 [3:26:24<4:10:00,  9.67s/it]
 43%|████▎     | 1183/2733 [3:26:34<4:08:17,  9.61s/it]
 43%|████▎     | 1184/2733 [3:26:43<4:08:49,  9.64s/it]
 43%|████▎     | 1185/2733 [3:26:53<4:06:05,  9.54s/it]
 43%|████▎     | 1186/2733 [3:27:03<4:07:54,  9.62s/it]
 43%|████▎     | 1187/2733 [3:27:12<4:09:38,  9.69s/it]
 43%|████▎     | 1188/2733 [3:27:22<4:05:25,  9.53s/it]
 44%|████▎     | 1189/2733 [3:27:31<4:07:42,  9.63s/it]
 44%|████▎     | 1190/2733 [3:27:41<4:09:18,  9.69s/it]
 44%|████▎     | 1191/2733 [3:27:51<4:06:12,  9.58s/it]
 44%|████▎     | 1192/2733 [3:28:01<4:09:22,  9.71s/it]
 44%|████▎     | 1193/2733 [3:28:10<4:09:21,  9.72s/it]
 44%|████▎     | 1194/2733 [3:28:20<4:06:22,  9.61s/it]
 44%|████▎     | 1195/2733 [3:28:29<4:07:31,  9.66s/it]
 44%|████▍     | 1196/2733 [3:28:39<4:09:00,  9.72s/it]
 44%|████▍     | 1197/2733 [3:28:49<4:05:51,  9.60s/it]
 44%|████▍     | 1198/2733 [3:28:58<4:05:09,  9.58s/it]
 44%|████▍     | 1199/2733 [3:29:07<4:02:51,  9.50s/it]
 44%|████▍     | 1200/2733 [3:29:17<4:05:23,  9.60s/it]
                                                       
{'loss': 2.0787, 'learning_rate': 6.217145973801762e-06, 'epoch': 1.32}
+
 44%|████▍     | 1200/2733 [3:29:17<4:05:23,  9.60s/it]
 44%|████▍     | 1201/2733 [3:29:27<4:07:29,  9.69s/it]
 44%|████▍     | 1202/2733 [3:29:37<4:04:34,  9.59s/it]
 44%|████▍     | 1203/2733 [3:29:46<4:06:37,  9.67s/it]
 44%|████▍     | 1204/2733 [3:29:56<4:07:46,  9.72s/it]
 44%|████▍     | 1205/2733 [3:30:06<4:04:57,  9.62s/it]
 44%|████▍     | 1206/2733 [3:30:15<4:04:48,  9.62s/it]
 44%|████▍     | 1207/2733 [3:30:25<4:05:36,  9.66s/it]
 44%|████▍     | 1208/2733 [3:30:34<4:02:48,  9.55s/it]
 44%|████▍     | 1209/2733 [3:30:44<4:05:04,  9.65s/it]
 44%|████▍     | 1210/2733 [3:30:54<4:02:42,  9.56s/it]
 44%|████▍     | 1211/2733 [3:31:03<4:03:54,  9.62s/it]
 44%|████▍     | 1212/2733 [3:31:13<4:03:28,  9.60s/it]
 44%|████▍     | 1213/2733 [3:31:22<4:00:20,  9.49s/it]
 44%|████▍     | 1214/2733 [3:31:32<4:02:31,  9.58s/it]
 44%|████▍     | 1215/2733 [3:31:42<4:04:51,  9.68s/it]
 44%|████▍     | 1216/2733 [3:31:51<4:01:02,  9.53s/it]
 45%|████▍     | 1217/2733 [3:32:00<4:00:42,  9.53s/it]
 45%|████▍     | 1218/2733 [3:32:10<4:02:37,  9.61s/it]
 45%|████▍     | 1219/2733 [3:32:20<4:00:12,  9.52s/it]
 45%|████▍     | 1220/2733 [3:32:29<4:01:19,  9.57s/it]
 45%|██���█▍     | 1221/2733 [3:32:39<4:02:40,  9.63s/it]
 45%|████▍     | 1222/2733 [3:32:48<4:00:03,  9.53s/it]
 45%|████▍     | 1223/2733 [3:32:58<4:00:57,  9.57s/it]
 45%|████▍     | 1224/2733 [3:33:07<3:59:12,  9.51s/it]
 45%|████▍     | 1225/2733 [3:33:17<3:59:57,  9.55s/it]
 45%|████▍     | 1226/2733 [3:33:27<4:01:31,  9.62s/it]
 45%|████▍     | 1227/2733 [3:33:36<3:59:53,  9.56s/it]
 45%|████▍     | 1228/2733 [3:33:46<4:01:31,  9.63s/it]
 45%|████▍     | 1229/2733 [3:33:56<4:00:52,  9.61s/it]
 45%|████▌     | 1230/2733 [3:34:05<3:57:58,  9.50s/it]
 45%|████▌     | 1231/2733 [3:34:15<3:59:45,  9.58s/it]
 45%|████▌     | 1232/2733 [3:34:24<4:00:19,  9.61s/it]
 45%|████▌     | 1233/2733 [3:34:33<3:56:56,  9.48s/it]
 45%|████▌     | 1234/2733 [3:34:43<3:59:04,  9.57s/it]
 45%|████▌     | 1235/2733 [3:34:52<3:55:59,  9.45s/it]
 45%|████▌     | 1236/2733 [3:35:02<3:57:54,  9.54s/it]
 45%|████▌     | 1237/2733 [3:35:12<3:58:04,  9.55s/it]
 45%|████▌     | 1238/2733 [3:35:21<3:56:13,  9.48s/it]
 45%|████▌     | 1239/2733 [3:35:31<3:57:06,  9.52s/it]
 45%|████▌     | 1240/2733 [3:35:40<3:58:29,  9.58s/it]
 45%|████▌     | 1241/2733 [3:35:50<3:56:13,  9.50s/it]
 45%|████▌     | 1242/2733 [3:35:59<3:57:40,  9.56s/it]
 45%|████▌     | 1243/2733 [3:36:09<3:57:55,  9.58s/it]
 46%|████▌     | 1244/2733 [3:36:18<3:55:49,  9.50s/it]
 46%|████▌     | 1245/2733 [3:36:28<3:57:25,  9.57s/it]
 46%|████▌     | 1246/2733 [3:36:38<3:58:17,  9.62s/it]
 46%|████▌     | 1247/2733 [3:36:47<3:54:36,  9.47s/it]
 46%|████▌     | 1248/2733 [3:36:56<3:54:57,  9.49s/it]
 46%|████▌     | 1249/2733 [3:37:06<3:52:25,  9.40s/it]
 46%|████▌     | 1250/2733 [3:37:15<3:55:39,  9.53s/it]
 46%|████▌     | 1251/2733 [3:37:25<3:57:44,  9.63s/it]
 46%|████▌     | 1252/2733 [3:37:35<3:54:53,  9.52s/it]
 46%|████▌     | 1253/2733 [3:37:44<3:55:47,  9.56s/it]
 46%|████▌     | 1254/2733 [3:37:54<3:56:13,  9.58s/it]
 46%|████▌     | 1255/2733 [3:38:03<3:52:07,  9.42s/it]
 46%|████▌     | 1256/2733 [3:38:13<3:55:48,  9.58s/it]
 46%|████▌     | 1257/2733 [3:38:23<3:57:16,  9.65s/it]
 46%|████▌     | 1258/2733 [3:38:32<3:53:34,  9.50s/it]
 46%|████▌     | 1259/2733 [3:38:42<3:56:32,  9.63s/it]
 46%|████▌     | 1260/2733 [3:38:51<3:53:16,  9.50s/it]
 46%|████▌     | 1261/2733 [3:39:01<3:54:52,  9.57s/it]
 46%|████▌     | 1262/2733 [3:39:10<3:55:38,  9.61s/it]
 46%|████▌     | 1263/2733 [3:39:20<3:53:05,  9.51s/it]
 46%|████▌     | 1264/2733 [3:39:29<3:53:40,  9.54s/it]
 46%|████▋     | 1265/2733 [3:39:39<3:54:49,  9.60s/it]
 46%|████▋     | 1266/2733 [3:39:48<3:53:09,  9.54s/it]
 46%|████▋     | 1267/2733 [3:39:58<3:54:40,  9.60s/it]
 46%|████▋     | 1268/2733 [3:40:08<3:56:29,  9.69s/it]
 46%|████▋     | 1269/2733 [3:40:17<3:54:08,  9.60s/it]
 46%|████▋     | 1270/2733 [3:40:27<3:54:12,  9.61s/it]
 47%|████▋     | 1271/2733 [3:40:37<3:54:34,  9.63s/it]
 47%|████▋     | 1272/2733 [3:40:46<3:52:40,  9.56s/it]
 47%|████▋     | 1273/2733 [3:40:56<3:54:02,  9.62s/it]
 47%|████▋     | 1274/2733 [3:41:05<3:51:08,  9.51s/it]
 47%|████▋     | 1275/2733 [3:41:15<3:54:30,  9.65s/it]
 47%|████▋     | 1276/2733 [3:41:25<3:55:21,  9.69s/it]
 47%|████▋     | 1277/2733 [3:41:34<3:51:37,  9.54s/it]
 47%|████▋     | 1278/2733 [3:41:44<3:52:01,  9.57s/it]
 47%|████▋     | 1279/2733 [3:41:54<3:53:06,  9.62s/it]
 47%|████▋     | 1280/2733 [3:42:03<3:49:39,  9.48s/it]
 47%|████▋     | 1281/2733 [3:42:12<3:50:55,  9.54s/it]
 47%|████▋     | 1282/2733 [3:42:22<3:53:13,  9.64s/it]
 47%|████▋     | 1283/2733 [3:42:31<3:48:43,  9.46s/it]
 47%|████▋     | 1284/2733 [3:42:41<3:48:48,  9.47s/it]
 47%|████▋     | 1285/2733 [3:42:50<3:46:06,  9.37s/it]
 47%|████▋     | 1286/2733 [3:43:00<3:48:09,  9.46s/it]
 47%|████▋     | 1287/2733 [3:43:09<3:49:29,  9.52s/it]
 47%|████▋     | 1288/2733 [3:43:19<3:48:10,  9.47s/it]
 47%|████▋     | 1289/2733 [3:43:28<3:50:53,  9.59s/it]
 47%|████▋     | 1290/2733 [3:43:38<3:53:15,  9.70s/it]
 47%|████▋     | 1291/2733 [3:43:48<3:49:35,  9.55s/it]
 47%|████▋     | 1292/2733 [3:43:57<3:50:57,  9.62s/it]
 47%|████▋     | 1293/2733 [3:44:07<3:50:34,  9.61s/it]
 47%|████▋     | 1294/2733 [3:44:16<3:48:06,  9.51s/it]
 47%|████▋     | 1295/2733 [3:44:26<3:50:26,  9.62s/it]
 47%|████▋     | 1296/2733 [3:44:36<3:50:11,  9.61s/it]
 47%|████▋     | 1297/2733 [3:44:45<3:46:51,  9.48s/it]
 47%|████▋     | 1298/2733 [3:44:55<3:48:14,  9.54s/it]
 48%|████▊     | 1299/2733 [3:45:04<3:46:25,  9.47s/it]
 48%|████▊     | 1300/2733 [3:45:14<3:49:16,  9.60s/it]
                                                       
{'loss': 2.0785, 'learning_rate': 5.635247944490186e-06, 'epoch': 1.43}
+
 48%|████▊     | 1300/2733 [3:45:14<3:49:16,  9.60s/it]
 48%|████▊     | 1301/2733 [3:45:24<3:50:55,  9.68s/it]
 48%|████▊     | 1302/2733 [3:45:33<3:46:48,  9.51s/it]
 48%|████▊     | 1303/2733 [3:45:42<3:47:13,  9.53s/it]
 48%|████▊     | 1304/2733 [3:45:52<3:47:48,  9.56s/it]
 48%|████▊     | 1305/2733 [3:46:01<3:45:58,  9.49s/it]
 48%|████▊     | 1306/2733 [3:46:11<3:47:54,  9.58s/it]
 48%|████▊     | 1307/2733 [3:46:21<3:47:39,  9.58s/it]
 48%|████▊     | 1308/2733 [3:46:30<3:45:02,  9.48s/it]
 48%|████▊     | 1309/2733 [3:46:40<3:46:24,  9.54s/it]
 48%|████▊     | 1310/2733 [3:46:49<3:43:54,  9.44s/it]
 48%|████▊     | 1311/2733 [3:46:59<3:46:30,  9.56s/it]
 48%|████▊     | 1312/2733 [3:47:08<3:48:01,  9.63s/it]
 48%|████▊     | 1313/2733 [3:47:17<3:43:42,  9.45s/it]
 48%|████▊     | 1314/2733 [3:47:27<3:45:42,  9.54s/it]
 48%|████▊     | 1315/2733 [3:47:37<3:47:10,  9.61s/it]
 48%|████▊     | 1316/2733 [3:47:46<3:43:44,  9.47s/it]
 48%|████▊     | 1317/2733 [3:47:56<3:46:19,  9.59s/it]
 48%|████▊     | 1318/2733 [3:48:06<3:47:05,  9.63s/it]
 48%|████▊     | 1319/2733 [3:48:15<3:45:42,  9.58s/it]
 48%|████▊     | 1320/2733 [3:48:25<3:45:34,  9.58s/it]
 48%|████▊     | 1321/2733 [3:48:35<3:47:46,  9.68s/it]
 48%|████▊     | 1322/2733 [3:48:44<3:42:36,  9.47s/it]
 48%|████▊     | 1323/2733 [3:48:54<3:47:13,  9.67s/it]
 48%|████▊     | 1324/2733 [3:49:03<3:43:05,  9.50s/it]
 48%|████▊     | 1325/2733 [3:49:13<3:43:39,  9.53s/it]
 49%|████▊     | 1326/2733 [3:49:22<3:45:02,  9.60s/it]
 49%|████▊     | 1327/2733 [3:49:31<3:41:42,  9.46s/it]
 49%|████▊     | 1328/2733 [3:49:41<3:43:03,  9.53s/it]
 49%|████▊     | 1329/2733 [3:49:51<3:43:30,  9.55s/it]
 49%|████▊     | 1330/2733 [3:50:00<3:42:08,  9.50s/it]
 49%|████▊     | 1331/2733 [3:50:10<3:43:22,  9.56s/it]
 49%|████▊     | 1332/2733 [3:50:19<3:42:49,  9.54s/it]
 49%|████▉     | 1333/2733 [3:50:28<3:39:48,  9.42s/it]
 49%|████▉     | 1334/2733 [3:50:38<3:42:05,  9.53s/it]
 49%|████▉     | 1335/2733 [3:50:47<3:40:12,  9.45s/it]
 49%|████▉     | 1336/2733 [3:50:57<3:41:38,  9.52s/it]
 49%|████▉     | 1337/2733 [3:51:07<3:42:55,  9.58s/it]
 49%|████▉     | 1338/2733 [3:51:16<3:40:23,  9.48s/it]
 49%|████▉     | 1339/2733 [3:51:26<3:41:37,  9.54s/it]
 49%|████▉     | 1340/2733 [3:51:35<3:42:32,  9.59s/it]
 49%|████▉     | 1341/2733 [3:51:45<3:40:27,  9.50s/it]
 49%|████▉     | 1342/2733 [3:51:54<3:41:40,  9.56s/it]
 49%|████▉     | 1343/2733 [3:52:04<3:42:57,  9.62s/it]
 49%|████▉     | 1344/2733 [3:52:13<3:39:27,  9.48s/it]
 49%|████▉     | 1345/2733 [3:52:23<3:41:58,  9.60s/it]
 49%|████▉     | 1346/2733 [3:52:33<3:42:49,  9.64s/it]
 49%|████▉     | 1347/2733 [3:52:42<3:40:13,  9.53s/it]
 49%|████▉     | 1348/2733 [3:52:52<3:41:35,  9.60s/it]
 49%|████▉     | 1349/2733 [3:53:01<3:38:01,  9.45s/it]
 49%|████▉     | 1350/2733 [3:53:11<3:39:42,  9.53s/it]
 49%|████▉     | 1351/2733 [3:53:20<3:40:00,  9.55s/it]
 49%|████▉     | 1352/2733 [3:53:30<3:38:21,  9.49s/it]
 50%|████▉     | 1353/2733 [3:53:39<3:38:55,  9.52s/it]
 50%|████▉     | 1354/2733 [3:53:49<3:39:54,  9.57s/it]
 50%|████▉     | 1355/2733 [3:53:58<3:37:55,  9.49s/it]
 50%|████▉     | 1356/2733 [3:54:08<3:39:47,  9.58s/it]
 50%|████▉     | 1357/2733 [3:54:18<3:40:18,  9.61s/it]
 50%|████▉     | 1358/2733 [3:54:27<3:37:37,  9.50s/it]
 50%|████▉     | 1359/2733 [3:54:37<3:39:49,  9.60s/it]
 50%|████▉     | 1360/2733 [3:54:46<3:36:07,  9.44s/it]
 50%|████▉     | 1361/2733 [3:54:56<3:36:38,  9.47s/it]
 50%|████▉     | 1362/2733 [3:55:05<3:37:43,  9.53s/it]
 50%|████▉     | 1363/2733 [3:55:14<3:34:48,  9.41s/it]
 50%|████▉     | 1364/2733 [3:55:24<3:35:44,  9.46s/it]
 50%|████▉     | 1365/2733 [3:55:33<3:36:22,  9.49s/it]
 50%|████▉     | 1366/2733 [3:55:43<3:34:46,  9.43s/it]
 50%|█████     | 1367/2733 [3:55:52<3:36:13,  9.50s/it]
 50%|█████     | 1368/2733 [3:56:02<3:37:12,  9.55s/it]
 50%|█████     | 1369/2733 [3:56:11<3:34:29,  9.43s/it]
 50%|█████     | 1370/2733 [3:56:21<3:38:32,  9.62s/it]
 50%|█████     | 1371/2733 [3:56:31<3:38:50,  9.64s/it]
 50%|█████     | 1372/2733 [3:56:40<3:35:28,  9.50s/it]
 50%|█████     | 1373/2733 [3:56:50<3:35:50,  9.52s/it]
 50%|█████     | 1374/2733 [3:56:59<3:33:52,  9.44s/it]
 50%|█████     | 1375/2733 [3:57:09<3:35:02,  9.50s/it]
 50%|█████     | 1376/2733 [3:57:18<3:35:32,  9.53s/it]
 50%|█████     | 1377/2733 [3:57:27<3:33:07,  9.43s/it]
 50%|█████     | 1378/2733 [3:57:37<3:34:07,  9.48s/it]
 50%|█████     | 1379/2733 [3:57:47<3:37:12,  9.63s/it]
 50%|█████     | 1380/2733 [3:57:56<3:33:42,  9.48s/it]
 51%|█████     | 1381/2733 [3:58:06<3:35:29,  9.56s/it]
 51%|█████     | 1382/2733 [3:58:16<3:37:50,  9.67s/it]
 51%|█████     | 1383/2733 [3:58:25<3:34:10,  9.52s/it]
 51%|█████     | 1384/2733 [3:58:35<3:34:47,  9.55s/it]
 51%|█████     | 1385/2733 [3:58:44<3:31:27,  9.41s/it]
 51%|█████     | 1386/2733 [3:58:53<3:33:05,  9.49s/it]
 51%|█████     | 1387/2733 [3:59:03<3:34:19,  9.55s/it]
 51%|█████     | 1388/2733 [3:59:12<3:31:48,  9.45s/it]
 51%|█████     | 1389/2733 [3:59:22<3:33:16,  9.52s/it]
 51%|█████     | 1390/2733 [3:59:32<3:34:47,  9.60s/it]
 51%|█████     | 1391/2733 [3:59:41<3:32:35,  9.50s/it]
 51%|█████     | 1392/2733 [3:59:51<3:35:06,  9.62s/it]
 51%|█████     | 1393/2733 [4:00:01<3:34:53,  9.62s/it]
 51%|█████     | 1394/2733 [4:00:10<3:31:10,  9.46s/it]
 51%|█████     | 1395/2733 [4:00:20<3:34:01,  9.60s/it]
 51%|█████     | 1396/2733 [4:00:29<3:34:35,  9.63s/it]
 51%|█████     | 1397/2733 [4:00:39<3:32:06,  9.53s/it]
 51%|█████     | 1398/2733 [4:00:48<3:32:45,  9.56s/it]
 51%|█████     | 1399/2733 [4:00:58<3:30:57,  9.49s/it]
 51%|█████     | 1400/2733 [4:01:07<3:32:17,  9.56s/it]
                                                       
{'loss': 2.0739, 'learning_rate': 5.044439145017379e-06, 'epoch': 1.54}
+
 51%|█████     | 1400/2733 [4:01:07<3:32:17,  9.56s/it]
 51%|█████▏    | 1401/2733 [4:01:17<3:33:46,  9.63s/it]
 51%|█████▏    | 1402/2733 [4:01:26<3:30:26,  9.49s/it]
 51%|█████▏    | 1403/2733 [4:01:36<3:32:16,  9.58s/it]
 51%|█████▏    | 1404/2733 [4:01:46<3:33:00,  9.62s/it]
 51%|█████▏    | 1405/2733 [4:01:55<3:29:16,  9.46s/it]
 51%|█████▏    | 1406/2733 [4:02:04<3:31:03,  9.54s/it]
 51%|█████▏    | 1407/2733 [4:02:15<3:34:01,  9.68s/it]
 52%|█████▏    | 1408/2733 [4:02:24<3:29:59,  9.51s/it]
 52%|█████▏    | 1409/2733 [4:02:33<3:32:06,  9.61s/it]
 52%|█████▏    | 1410/2733 [4:02:43<3:30:07,  9.53s/it]
 52%|█████▏    | 1411/2733 [4:02:52<3:30:47,  9.57s/it]
 52%|█████▏    | 1412/2733 [4:03:02<3:32:27,  9.65s/it]
 52%|█████▏    | 1413/2733 [4:03:12<3:30:17,  9.56s/it]
 52%|█████▏    | 1414/2733 [4:03:21<3:31:05,  9.60s/it]
 52%|█████▏    | 1415/2733 [4:03:31<3:31:50,  9.64s/it]
 52%|█████▏    | 1416/2733 [4:03:40<3:29:12,  9.53s/it]
 52%|█████▏    | 1417/2733 [4:03:50<3:30:20,  9.59s/it]
 52%|█████▏    | 1418/2733 [4:04:00<3:33:59,  9.76s/it]
 52%|█████▏    | 1419/2733 [4:04:09<3:29:59,  9.59s/it]
 52%|█████▏    | 1420/2733 [4:04:19<3:30:52,  9.64s/it]
 52%|█████▏    | 1421/2733 [4:04:29<3:30:31,  9.63s/it]
 52%|█████▏    | 1422/2733 [4:04:38<3:26:49,  9.47s/it]
 52%|█████▏    | 1423/2733 [4:04:47<3:26:35,  9.46s/it]
 52%|█████▏    | 1424/2733 [4:04:57<3:24:44,  9.38s/it]
 52%|█████▏    | 1425/2733 [4:05:06<3:26:14,  9.46s/it]
 52%|█████▏    | 1426/2733 [4:05:16<3:28:03,  9.55s/it]
 52%|█████▏    | 1427/2733 [4:05:25<3:26:07,  9.47s/it]
 52%|█████▏    | 1428/2733 [4:05:35<3:26:50,  9.51s/it]
 52%|█████▏    | 1429/2733 [4:05:45<3:28:43,  9.60s/it]
 52%|█████▏    | 1430/2733 [4:05:54<3:26:57,  9.53s/it]
 52%|█████▏    | 1431/2733 [4:06:04<3:28:26,  9.61s/it]
 52%|█████▏    | 1432/2733 [4:06:14<3:33:19,  9.84s/it]
 52%|█████▏    | 1433/2733 [4:06:23<3:29:23,  9.66s/it]
 52%|█████▏    | 1434/2733 [4:06:33<3:29:14,  9.66s/it]
 53%|█████▎    | 1435/2733 [4:06:42<3:25:51,  9.52s/it]
 53%|█████▎    | 1436/2733 [4:06:52<3:26:48,  9.57s/it]
 53%|█████▎    | 1437/2733 [4:07:02<3:27:46,  9.62s/it]
 53%|█████▎    | 1438/2733 [4:07:11<3:25:08,  9.50s/it]
 53%|█████▎    | 1439/2733 [4:07:21<3:27:07,  9.60s/it]
 53%|█████▎    | 1440/2733 [4:07:31<3:28:07,  9.66s/it]
 53%|█████▎    | 1441/2733 [4:07:40<3:25:16,  9.53s/it]
 53%|█████▎    | 1442/2733 [4:07:49<3:25:48,  9.56s/it]
 53%|█████▎    | 1443/2733 [4:07:59<3:26:36,  9.61s/it]
 53%|█████▎    | 1444/2733 [4:08:09<3:25:45,  9.58s/it]
 53%|█████▎    | 1445/2733 [4:08:18<3:25:07,  9.56s/it]
 53%|█████▎    | 1446/2733 [4:08:28<3:26:34,  9.63s/it]
 53%|█████▎    | 1447/2733 [4:08:37<3:23:46,  9.51s/it]
 53%|█████▎    | 1448/2733 [4:08:47<3:25:15,  9.58s/it]
 53%|█████▎    | 1449/2733 [4:08:56<3:23:22,  9.50s/it]
 53%|█████▎    | 1450/2733 [4:09:06<3:24:18,  9.55s/it]
 53%|█████▎    | 1451/2733 [4:09:16<3:25:34,  9.62s/it]
 53%|█████▎    | 1452/2733 [4:09:25<3:23:18,  9.52s/it]
 53%|█████▎    | 1453/2733 [4:09:35<3:23:56,  9.56s/it]
 53%|█████▎    | 1454/2733 [4:09:44<3:24:37,  9.60s/it]
 53%|█████▎    | 1455/2733 [4:09:54<3:22:07,  9.49s/it]
 53%|█████▎    | 1456/2733 [4:10:03<3:22:42,  9.52s/it]
 53%|█████▎    | 1457/2733 [4:10:14<3:29:29,  9.85s/it]
 53%|█████▎    | 1458/2733 [4:10:23<3:25:21,  9.66s/it]
 53%|█████▎    | 1459/2733 [4:10:33<3:25:25,  9.67s/it]
 53%|█████▎    | 1460/2733 [4:10:42<3:23:10,  9.58s/it]
 53%|█████▎    | 1461/2733 [4:10:52<3:23:47,  9.61s/it]
 53%|█████▎    | 1462/2733 [4:11:02<3:25:00,  9.68s/it]
 54%|█████▎    | 1463/2733 [4:11:11<3:21:53,  9.54s/it]
 54%|█████▎    | 1464/2733 [4:11:20<3:22:39,  9.58s/it]
 54%|█████▎    | 1465/2733 [4:11:30<3:24:30,  9.68s/it]
 54%|█████▎    | 1466/2733 [4:11:40<3:24:10,  9.67s/it]
 54%|█████▎    | 1467/2733 [4:11:50<3:23:21,  9.64s/it]
 54%|█████▎    | 1468/2733 [4:12:00<3:25:00,  9.72s/it]
 54%|█████▍    | 1469/2733 [4:12:09<3:21:57,  9.59s/it]
 54%|█████▍    | 1470/2733 [4:12:18<3:21:58,  9.59s/it]
 54%|█████▍    | 1471/2733 [4:12:28<3:24:25,  9.72s/it]
 54%|█████▍    | 1472/2733 [4:12:38<3:20:30,  9.54s/it]
 54%|█████▍    | 1473/2733 [4:12:47<3:21:20,  9.59s/it]
 54%|█████▍    | 1474/2733 [4:12:57<3:20:01,  9.53s/it]
 54%|█████▍    | 1475/2733 [4:13:06<3:20:58,  9.59s/it]
 54%|█████▍    | 1476/2733 [4:13:16<3:20:45,  9.58s/it]
 54%|█████▍    | 1477/2733 [4:13:25<3:18:06,  9.46s/it]
 54%|█████▍    | 1478/2733 [4:13:35<3:19:53,  9.56s/it]
 54%|█████▍    | 1479/2733 [4:13:44<3:20:01,  9.57s/it]
 54%|█████▍    | 1480/2733 [4:13:54<3:17:17,  9.45s/it]
 54%|█████▍    | 1481/2733 [4:14:04<3:20:08,  9.59s/it]
 54%|█████▍    | 1482/2733 [4:14:14<3:24:21,  9.80s/it]
 54%|█████▍    | 1483/2733 [4:14:23<3:20:00,  9.60s/it]
 54%|█████▍    | 1484/2733 [4:14:33<3:21:22,  9.67s/it]
 54%|█████▍    | 1485/2733 [4:14:42<3:18:50,  9.56s/it]
 54%|█████▍    | 1486/2733 [4:14:52<3:19:26,  9.60s/it]
 54%|█████▍    | 1487/2733 [4:15:02<3:20:58,  9.68s/it]
 54%|█████▍    | 1488/2733 [4:15:11<3:18:52,  9.58s/it]
 54%|█████▍    | 1489/2733 [4:15:21<3:18:34,  9.58s/it]
 55%|█████▍    | 1490/2733 [4:15:31<3:20:37,  9.68s/it]
 55%|█████▍    | 1491/2733 [4:15:40<3:17:46,  9.55s/it]
 55%|█████▍    | 1492/2733 [4:15:49<3:18:28,  9.60s/it]
 55%|█████▍    | 1493/2733 [4:15:59<3:19:54,  9.67s/it]
 55%|█████▍    | 1494/2733 [4:16:09<3:16:38,  9.52s/it]
 55%|█████▍    | 1495/2733 [4:16:20<3:26:29, 10.01s/it]
 55%|█████▍    | 1496/2733 [4:16:29<3:24:12,  9.90s/it]
 55%|█████▍    | 1497/2733 [4:16:39<3:19:42,  9.69s/it]
 55%|█████▍    | 1498/2733 [4:16:48<3:18:57,  9.67s/it]
 55%|█████▍    | 1499/2733 [4:16:57<3:16:05,  9.53s/it]
 55%|█████▍    | 1500/2733 [4:17:07<3:18:21,  9.65s/it]
                                                       
{'loss': 2.0817, 'learning_rate': 4.453006987356882e-06, 'epoch': 1.65}
+
 55%|█████▍    | 1500/2733 [4:17:07<3:18:21,  9.65s/it]***** Running Evaluation *****
+  Num examples = 6447
+  Batch size = 4
+
+
  0%|          | 0/1612 [00:00<?, ?it/s]
+
  0%|          | 3/1612 [00:00<01:30, 17.75it/s]
+
  0%|          | 5/1612 [00:00<01:53, 14.15it/s]
+
  0%|          | 7/1612 [00:00<02:04, 12.88it/s]
+
  1%|          | 9/1612 [00:00<02:08, 12.47it/s]
+
  1%|          | 11/1612 [00:00<02:02, 13.05it/s]
+
  1%|          | 13/1612 [00:00<02:07, 12.57it/s]
+
  1%|          | 15/1612 [00:01<02:13, 11.93it/s]
+
  1%|          | 17/1612 [00:01<02:16, 11.68it/s]
+
  1%|          | 19/1612 [00:01<02:13, 11.94it/s]
+
  1%|▏         | 21/1612 [00:01<02:13, 11.90it/s]
+
  1%|▏         | 23/1612 [00:01<02:11, 12.09it/s]
+
  2%|▏         | 25/1612 [00:02<02:09, 12.29it/s]
+
  2%|▏         | 27/1612 [00:02<02:11, 12.01it/s]
+
  2%|▏         | 29/1612 [00:02<02:11, 12.06it/s]
+
  2%|▏         | 31/1612 [00:02<02:11, 12.01it/s]
+
  2%|▏         | 33/1612 [00:02<02:09, 12.20it/s]
+
  2%|▏         | 35/1612 [00:02<02:12, 11.94it/s]
+
  2%|▏         | 37/1612 [00:02<02:07, 12.38it/s]
+
  2%|▏         | 39/1612 [00:03<02:03, 12.75it/s]
+
  3%|▎         | 41/1612 [00:03<02:01, 12.91it/s]
+
  3%|▎         | 43/1612 [00:03<02:03, 12.75it/s]
+
  3%|▎         | 45/1612 [00:03<02:01, 12.88it/s]
+
  3%|▎         | 47/1612 [00:03<02:02, 12.82it/s]
+
  3%|▎         | 49/1612 [00:03<02:02, 12.78it/s]
+
  3%|▎         | 51/1612 [00:04<02:01, 12.81it/s]
+
  3%|▎         | 53/1612 [00:04<02:04, 12.48it/s]
+
  3%|▎         | 55/1612 [00:04<02:08, 12.13it/s]
+
  4%|▎         | 57/1612 [00:04<02:09, 12.01it/s]
+
  4%|▎         | 59/1612 [00:04<02:10, 11.89it/s]
+
  4%|▍         | 61/1612 [00:04<02:10, 11.85it/s]
+
  4%|▍         | 63/1612 [00:05<02:09, 11.94it/s]
+
  4%|▍         | 65/1612 [00:05<02:06, 12.22it/s]
+
  4%|▍         | 67/1612 [00:05<02:04, 12.41it/s]
+
  4%|▍         | 69/1612 [00:05<02:05, 12.29it/s]
+
  4%|▍         | 71/1612 [00:05<02:08, 11.97it/s]
+
  5%|▍         | 73/1612 [00:05<02:08, 11.97it/s]
+
  5%|▍         | 75/1612 [00:06<02:06, 12.11it/s]
+
  5%|▍         | 77/1612 [00:06<02:08, 11.99it/s]
+
  5%|▍         | 79/1612 [00:06<02:06, 12.15it/s]
+
  5%|▌         | 81/1612 [00:06<02:04, 12.27it/s]
+
  5%|▌         | 83/1612 [00:06<02:04, 12.25it/s]
+
  5%|▌         | 85/1612 [00:06<02:08, 11.92it/s]
+
  5%|▌         | 87/1612 [00:07<02:09, 11.76it/s]
+
  6%|▌         | 89/1612 [00:07<02:09, 11.76it/s]
+
  6%|▌         | 91/1612 [00:07<02:08, 11.83it/s]
+
  6%|▌         | 93/1612 [00:07<02:09, 11.77it/s]
+
  6%|▌         | 95/1612 [00:07<02:05, 12.09it/s]
+
  6%|▌         | 97/1612 [00:07<02:05, 12.05it/s]
+
  6%|▌         | 99/1612 [00:08<02:07, 11.87it/s]
+
  6%|▋         | 101/1612 [00:08<02:09, 11.71it/s]
+
  6%|▋         | 103/1612 [00:08<02:06, 11.95it/s]
+
  7%|▋         | 105/1612 [00:08<02:06, 11.95it/s]
+
  7%|▋         | 107/1612 [00:08<02:05, 11.95it/s]
+
  7%|▋         | 109/1612 [00:08<02:02, 12.30it/s]
+
  7%|▋         | 111/1612 [00:09<02:03, 12.16it/s]
+
  7%|▋         | 113/1612 [00:09<02:05, 11.97it/s]
+
  7%|▋         | 115/1612 [00:09<02:05, 11.92it/s]
+
  7%|▋         | 117/1612 [00:09<02:07, 11.71it/s]
+
  7%|▋         | 119/1612 [00:09<02:07, 11.75it/s]
+
  8%|▊         | 121/1612 [00:09<02:07, 11.70it/s]
+
  8%|▊         | 123/1612 [00:10<02:06, 11.80it/s]
+
  8%|▊         | 125/1612 [00:10<02:04, 11.93it/s]
+
  8%|▊         | 127/1612 [00:10<02:00, 12.28it/s]
+
  8%|▊         | 129/1612 [00:10<01:58, 12.52it/s]
+
  8%|▊         | 131/1612 [00:10<01:58, 12.50it/s]
+
  8%|▊         | 133/1612 [00:10<02:02, 12.04it/s]
+
  8%|▊         | 135/1612 [00:11<02:00, 12.25it/s]
+
  8%|▊         | 137/1612 [00:11<01:58, 12.45it/s]
+
  9%|▊         | 139/1612 [00:11<01:59, 12.30it/s]
+
  9%|▊         | 141/1612 [00:11<02:02, 12.05it/s]
+
  9%|▉         | 143/1612 [00:11<02:03, 11.86it/s]
+
  9%|▉         | 145/1612 [00:11<02:02, 11.95it/s]
+
  9%|▉         | 147/1612 [00:12<02:02, 11.98it/s]
+
  9%|▉         | 149/1612 [00:12<02:01, 12.06it/s]
+
  9%|▉         | 151/1612 [00:12<02:01, 12.01it/s]
+
  9%|▉         | 153/1612 [00:12<02:02, 11.94it/s]
+
 10%|▉         | 155/1612 [00:12<02:00, 12.06it/s]
+
 10%|▉         | 157/1612 [00:12<01:59, 12.15it/s]
+
 10%|▉         | 159/1612 [00:13<02:00, 12.08it/s]
+
 10%|▉         | 161/1612 [00:13<01:56, 12.49it/s]
+
 10%|█         | 163/1612 [00:13<01:59, 12.17it/s]
+
 10%|█         | 165/1612 [00:13<02:00, 11.97it/s]
+
 10%|█         | 167/1612 [00:13<02:00, 11.99it/s]
+
 10%|█         | 169/1612 [00:13<02:00, 11.96it/s]
+
 11%|█         | 171/1612 [00:14<01:58, 12.12it/s]
+
 11%|█         | 173/1612 [00:14<01:59, 12.08it/s]
+
 11%|█         | 175/1612 [00:14<01:59, 12.02it/s]
+
 11%|█         | 177/1612 [00:14<02:02, 11.75it/s]
+
 11%|█         | 179/1612 [00:14<01:59, 11.96it/s]
+
 11%|█         | 181/1612 [00:14<01:59, 11.98it/s]
+
 11%|█▏        | 183/1612 [00:15<01:57, 12.19it/s]
+
 11%|█▏        | 185/1612 [00:15<01:54, 12.42it/s]
+
 12%|█▏        | 187/1612 [00:15<01:54, 12.48it/s]
+
 12%|█▏        | 189/1612 [00:15<01:51, 12.81it/s]
+
 12%|█▏        | 191/1612 [00:15<01:55, 12.29it/s]
+
 12%|█▏        | 193/1612 [00:15<01:59, 11.84it/s]
+
 12%|█▏        | 195/1612 [00:16<02:00, 11.80it/s]
+
 12%|█▏        | 197/1612 [00:16<01:58, 11.95it/s]
+
 12%|█▏        | 199/1612 [00:16<01:55, 12.27it/s]
+
 12%|█▏        | 201/1612 [00:16<01:58, 11.94it/s]
+
 13%|█▎        | 203/1612 [00:16<01:58, 11.94it/s]
+
 13%|█▎        | 205/1612 [00:16<02:00, 11.70it/s]
+
 13%|█▎        | 207/1612 [00:17<01:59, 11.73it/s]
+
 13%|█▎        | 209/1612 [00:17<01:53, 12.35it/s]
+
 13%|█▎        | 211/1612 [00:17<01:56, 11.99it/s]
+
 13%|█▎        | 213/1612 [00:17<01:55, 12.08it/s]
+
 13%|█▎        | 215/1612 [00:17<01:56, 12.01it/s]
+
 13%|█▎        | 217/1612 [00:17<01:57, 11.85it/s]
+
 14%|█▎        | 219/1612 [00:18<01:56, 11.93it/s]
+
 14%|█▎        | 221/1612 [00:18<01:56, 11.96it/s]
+
 14%|█▍        | 223/1612 [00:18<01:57, 11.77it/s]
+
 14%|█▍        | 225/1612 [00:18<01:57, 11.76it/s]
+
 14%|█▍        | 227/1612 [00:18<01:57, 11.80it/s]
+
 14%|█▍        | 229/1612 [00:18<01:58, 11.70it/s]
+
 14%|█▍        | 231/1612 [00:19<01:59, 11.51it/s]
+
 14%|█▍        | 233/1612 [00:19<01:59, 11.55it/s]
+
 15%|█▍        | 235/1612 [00:19<01:59, 11.48it/s]
+
 15%|█▍        | 237/1612 [00:19<01:58, 11.61it/s]
+
 15%|█▍        | 239/1612 [00:19<01:58, 11.63it/s]
+
 15%|█▍        | 241/1612 [00:19<01:58, 11.55it/s]
+
 15%|█▌        | 243/1612 [00:20<01:56, 11.78it/s]
+
 15%|█▌        | 245/1612 [00:20<01:53, 12.09it/s]
+
 15%|█▌        | 247/1612 [00:20<01:53, 12.03it/s]
+
 15%|█▌        | 249/1612 [00:20<01:56, 11.71it/s]
+
 16%|█▌        | 251/1612 [00:20<01:56, 11.70it/s]
+
 16%|█▌        | 253/1612 [00:20<01:47, 12.60it/s]
+
 16%|█▌        | 255/1612 [00:21<01:52, 12.07it/s]
+
 16%|█▌        | 257/1612 [00:21<01:52, 12.00it/s]
+
 16%|█▌        | 259/1612 [00:21<01:54, 11.77it/s]
+
 16%|█▌        | 261/1612 [00:21<01:52, 11.96it/s]
+
 16%|█▋        | 263/1612 [00:21<01:53, 11.84it/s]
+
 16%|█▋        | 265/1612 [00:21<01:55, 11.67it/s]
+
 17%|█▋        | 267/1612 [00:22<01:52, 11.98it/s]
+
 17%|█▋        | 269/1612 [00:22<01:56, 11.52it/s]
+
 17%|█▋        | 271/1612 [00:22<01:53, 11.80it/s]
+
 17%|█▋        | 273/1612 [00:22<01:55, 11.63it/s]
+
 17%|█▋        | 275/1612 [00:22<01:55, 11.53it/s]
+
 17%|█▋        | 277/1612 [00:22<01:51, 11.95it/s]
+
 17%|█▋        | 279/1612 [00:23<01:51, 12.00it/s]
+
 17%|█▋        | 281/1612 [00:23<01:52, 11.88it/s]
+
 18%|█▊        | 283/1612 [00:23<01:54, 11.61it/s]
+
 18%|█▊        | 285/1612 [00:23<01:55, 11.51it/s]
+
 18%|█▊        | 287/1612 [00:23<01:52, 11.82it/s]
+
 18%|█▊        | 289/1612 [00:23<01:52, 11.80it/s]
+
 18%|█▊        | 291/1612 [00:24<01:51, 11.86it/s]
+
 18%|█▊        | 293/1612 [00:24<01:49, 12.01it/s]
+
 18%|█▊        | 295/1612 [00:24<01:51, 11.79it/s]
+
 18%|█▊        | 297/1612 [00:24<01:46, 12.39it/s]
+
 19%|█▊        | 299/1612 [00:24<01:48, 12.07it/s]
+
 19%|█▊        | 301/1612 [00:24<01:49, 11.94it/s]
+
 19%|█▉        | 303/1612 [00:25<01:49, 11.98it/s]
+
 19%|█▉        | 305/1612 [00:25<01:48, 12.09it/s]
+
 19%|█▉        | 307/1612 [00:25<01:48, 11.98it/s]
+
 19%|█▉        | 309/1612 [00:25<01:48, 12.05it/s]
+
 19%|█▉        | 311/1612 [00:25<01:47, 12.15it/s]
+
 19%|█▉        | 313/1612 [00:25<01:47, 12.06it/s]
+
 20%|█▉        | 315/1612 [00:26<01:48, 11.97it/s]
+
 20%|█▉        | 317/1612 [00:26<01:45, 12.26it/s]
+
 20%|█▉        | 319/1612 [00:26<01:45, 12.20it/s]
+
 20%|█▉        | 321/1612 [00:26<01:47, 11.96it/s]
+
 20%|██        | 323/1612 [00:26<01:50, 11.67it/s]
+
 20%|██        | 325/1612 [00:26<01:48, 11.82it/s]
+
 20%|██        | 327/1612 [00:27<01:48, 11.87it/s]
+
 20%|██        | 329/1612 [00:27<01:49, 11.71it/s]
+
 21%|██        | 331/1612 [00:27<01:46, 12.00it/s]
+
 21%|██        | 333/1612 [00:27<01:46, 12.01it/s]
+
 21%|██        | 335/1612 [00:27<01:48, 11.78it/s]
+
 21%|██        | 337/1612 [00:28<01:49, 11.67it/s]
+
 21%|██        | 339/1612 [00:28<01:46, 11.99it/s]
+
 21%|██        | 341/1612 [00:28<01:45, 12.00it/s]
+
 21%|██▏       | 343/1612 [00:28<01:46, 11.87it/s]
+
 21%|██▏       | 345/1612 [00:28<01:43, 12.20it/s]
+
 22%|██▏       | 347/1612 [00:28<01:47, 11.78it/s]
+
 22%|██▏       | 349/1612 [00:29<01:48, 11.64it/s]
+
 22%|██▏       | 351/1612 [00:29<01:45, 11.90it/s]
+
 22%|██▏       | 353/1612 [00:29<01:45, 11.99it/s]
+
 22%|██▏       | 355/1612 [00:29<01:49, 11.46it/s]
+
 22%|██▏       | 357/1612 [00:29<01:48, 11.58it/s]
+
 22%|██▏       | 359/1612 [00:29<01:48, 11.57it/s]
+
 22%|██▏       | 361/1612 [00:30<01:47, 11.62it/s]
+
 23%|██▎       | 363/1612 [00:30<01:47, 11.61it/s]
+
 23%|██▎       | 365/1612 [00:30<01:45, 11.87it/s]
+
 23%|██▎       | 367/1612 [00:30<01:41, 12.30it/s]
+
 23%|██▎       | 369/1612 [00:30<01:42, 12.15it/s]
+
 23%|██▎       | 371/1612 [00:30<01:45, 11.74it/s]
+
 23%|██▎       | 373/1612 [00:31<01:46, 11.63it/s]
+
 23%|██▎       | 375/1612 [00:31<01:42, 12.02it/s]
+
 23%|██▎       | 377/1612 [00:31<01:42, 11.99it/s]
+
 24%|██▎       | 379/1612 [00:31<01:43, 11.90it/s]
+
 24%|██▎       | 381/1612 [00:31<01:42, 12.03it/s]
+
 24%|██▍       | 383/1612 [00:31<01:42, 11.99it/s]
+
 24%|██▍       | 385/1612 [00:32<01:42, 12.03it/s]
+
 24%|██▍       | 387/1612 [00:32<01:44, 11.67it/s]
+
 24%|██▍       | 389/1612 [00:32<01:42, 11.91it/s]
+
 24%|██▍       | 391/1612 [00:32<01:40, 12.17it/s]
+
 24%|██▍       | 393/1612 [00:32<01:42, 11.87it/s]
+
 25%|██▍       | 395/1612 [00:32<01:42, 11.91it/s]
+
 25%|██▍       | 397/1612 [00:33<01:41, 11.92it/s]
+
 25%|██▍       | 399/1612 [00:33<01:41, 11.95it/s]
+
 25%|██▍       | 401/1612 [00:33<01:40, 12.00it/s]
+
 25%|██▌       | 403/1612 [00:33<01:41, 11.86it/s]
+
 25%|██▌       | 405/1612 [00:33<01:43, 11.70it/s]
+
 25%|██▌       | 407/1612 [00:33<01:40, 11.96it/s]
+
 25%|██▌       | 409/1612 [00:34<01:41, 11.87it/s]
+
 25%|██▌       | 411/1612 [00:34<01:42, 11.71it/s]
+
 26%|██▌       | 413/1612 [00:34<01:42, 11.74it/s]
+
 26%|██▌       | 415/1612 [00:34<01:41, 11.76it/s]
+
 26%|██▌       | 417/1612 [00:34<01:41, 11.72it/s]
+
 26%|██▌       | 419/1612 [00:34<01:43, 11.56it/s]
+
 26%|██▌       | 421/1612 [00:35<01:41, 11.68it/s]
+
 26%|██▌       | 423/1612 [00:35<01:43, 11.51it/s]
+
 26%|██▋       | 425/1612 [00:35<01:39, 11.87it/s]
+
 26%|██▋       | 427/1612 [00:35<01:40, 11.75it/s]
+
 27%|██▋       | 429/1612 [00:35<01:40, 11.75it/s]
+
 27%|██▋       | 431/1612 [00:35<01:39, 11.90it/s]
+
 27%|██▋       | 433/1612 [00:36<01:39, 11.90it/s]
+
 27%|██▋       | 435/1612 [00:36<01:34, 12.45it/s]
+
 27%|██▋       | 437/1612 [00:36<01:36, 12.21it/s]
+
 27%|██▋       | 439/1612 [00:36<01:37, 12.09it/s]
+
 27%|██▋       | 441/1612 [00:36<01:40, 11.68it/s]
+
 27%|██▋       | 443/1612 [00:36<01:38, 11.88it/s]
+
 28%|██▊       | 445/1612 [00:37<01:35, 12.19it/s]
+
 28%|██▊       | 447/1612 [00:37<01:36, 12.13it/s]
+
 28%|██▊       | 449/1612 [00:37<01:38, 11.85it/s]
+
 28%|██▊       | 451/1612 [00:37<01:35, 12.22it/s]
+
 28%|██▊       | 453/1612 [00:37<01:35, 12.15it/s]
+
 28%|██▊       | 455/1612 [00:37<01:35, 12.06it/s]
+
 28%|██▊       | 457/1612 [00:38<01:35, 12.03it/s]
+
 28%|██▊       | 459/1612 [00:38<01:32, 12.46it/s]
+
 29%|██▊       | 461/1612 [00:38<01:35, 12.05it/s]
+
 29%|██▊       | 463/1612 [00:38<01:34, 12.10it/s]
+
 29%|██▉       | 465/1612 [00:38<01:35, 12.02it/s]
+
 29%|██▉       | 467/1612 [00:38<01:39, 11.53it/s]
+
 29%|██▉       | 469/1612 [00:39<01:39, 11.49it/s]
+
 29%|██▉       | 471/1612 [00:39<01:37, 11.66it/s]
+
 29%|██▉       | 473/1612 [00:39<01:38, 11.60it/s]
+
 29%|██▉       | 475/1612 [00:39<01:38, 11.53it/s]
+
 30%|██▉       | 477/1612 [00:39<01:38, 11.56it/s]
+
 30%|██▉       | 479/1612 [00:39<01:39, 11.40it/s]
+
 30%|██▉       | 481/1612 [00:40<01:37, 11.55it/s]
+
 30%|██▉       | 483/1612 [00:40<01:36, 11.75it/s]
+
 30%|███       | 485/1612 [00:40<01:33, 12.07it/s]
+
 30%|███       | 487/1612 [00:40<01:33, 12.09it/s]
+
 30%|███       | 489/1612 [00:40<01:35, 11.70it/s]
+
 30%|███       | 491/1612 [00:40<01:34, 11.88it/s]
+
 31%|███       | 493/1612 [00:41<01:34, 11.84it/s]
+
 31%|███       | 495/1612 [00:41<01:34, 11.87it/s]
+
 31%|███       | 497/1612 [00:41<01:36, 11.56it/s]
+
 31%|███       | 499/1612 [00:41<01:37, 11.45it/s]
+
 31%|███       | 501/1612 [00:41<01:36, 11.54it/s]
+
 31%|███       | 503/1612 [00:42<01:33, 11.90it/s]
+
 31%|███▏      | 505/1612 [00:42<01:34, 11.70it/s]
+
 31%|███▏      | 507/1612 [00:42<01:37, 11.39it/s]
+
 32%|███▏      | 509/1612 [00:42<01:35, 11.49it/s]
+
 32%|███▏      | 511/1612 [00:42<01:35, 11.53it/s]
+
 32%|███▏      | 513/1612 [00:42<01:32, 11.91it/s]
+
 32%|███▏      | 515/1612 [00:43<01:32, 11.90it/s]
+
 32%|███▏      | 517/1612 [00:43<01:29, 12.23it/s]
+
 32%|███▏      | 519/1612 [00:43<01:29, 12.24it/s]
+
 32%|███▏      | 521/1612 [00:43<01:28, 12.32it/s]
+
 32%|███▏      | 523/1612 [00:43<01:25, 12.69it/s]
+
 33%|███▎      | 525/1612 [00:43<01:29, 12.10it/s]
+
 33%|███▎      | 527/1612 [00:44<01:29, 12.11it/s]
+
 33%|███▎      | 529/1612 [00:44<01:32, 11.75it/s]
+
 33%|███▎      | 531/1612 [00:44<01:29, 12.08it/s]
+
 33%|███▎      | 533/1612 [00:44<01:29, 12.08it/s]
+
 33%|███▎      | 535/1612 [00:44<01:28, 12.19it/s]
+
 33%|███▎      | 537/1612 [00:44<01:29, 11.95it/s]
+
 33%|███▎      | 539/1612 [00:45<01:31, 11.74it/s]
+
 34%|███▎      | 541/1612 [00:45<01:27, 12.28it/s]
+
 34%|███▎      | 543/1612 [00:45<01:26, 12.35it/s]
+
 34%|███▍      | 545/1612 [00:45<01:28, 12.02it/s]
+
 34%|███▍      | 547/1612 [00:45<01:29, 11.87it/s]
+
 34%|███▍      | 549/1612 [00:45<01:27, 12.12it/s]
+
 34%|███▍      | 551/1612 [00:45<01:26, 12.31it/s]
+
 34%|███▍      | 553/1612 [00:46<01:28, 12.01it/s]
+
 34%|███▍      | 555/1612 [00:46<01:28, 11.98it/s]
+
 35%|███▍      | 557/1612 [00:46<01:29, 11.80it/s]
+
 35%|███▍      | 559/1612 [00:46<01:27, 12.07it/s]
+
 35%|███▍      | 561/1612 [00:46<01:26, 12.17it/s]
+
 35%|███▍      | 563/1612 [00:46<01:26, 12.12it/s]
+
 35%|███▌      | 565/1612 [00:47<01:27, 12.00it/s]
+
 35%|███▌      | 567/1612 [00:47<01:27, 12.01it/s]
+
 35%|███▌      | 569/1612 [00:47<01:28, 11.79it/s]
+
 35%|███▌      | 571/1612 [00:47<01:29, 11.67it/s]
+
 36%|███▌      | 573/1612 [00:47<01:27, 11.89it/s]
+
 36%|███▌      | 575/1612 [00:48<01:26, 11.93it/s]
+
 36%|███▌      | 577/1612 [00:48<01:23, 12.43it/s]
+
 36%|███▌      | 579/1612 [00:48<01:23, 12.40it/s]
+
 36%|███▌      | 581/1612 [00:48<01:22, 12.52it/s]
+
 36%|███▌      | 583/1612 [00:48<01:23, 12.33it/s]
+
 36%|███▋      | 585/1612 [00:48<01:18, 13.05it/s]
+
 36%|███▋      | 587/1612 [00:48<01:20, 12.70it/s]
+
 37%|███▋      | 589/1612 [00:49<01:20, 12.76it/s]
+
 37%|███▋      | 591/1612 [00:49<01:23, 12.26it/s]
+
 37%|███▋      | 593/1612 [00:49<01:23, 12.19it/s]
+
 37%|███▋      | 595/1612 [00:49<01:22, 12.31it/s]
+
 37%|███▋      | 597/1612 [00:49<01:23, 12.11it/s]
+
 37%|███▋      | 599/1612 [00:49<01:27, 11.57it/s]
+
 37%|███▋      | 601/1612 [00:50<01:27, 11.49it/s]
+
 37%|███▋      | 603/1612 [00:50<01:25, 11.86it/s]
+
 38%|███▊      | 605/1612 [00:50<01:26, 11.70it/s]
+
 38%|███▊      | 607/1612 [00:50<01:24, 11.87it/s]
+
 38%|███▊      | 609/1612 [00:50<01:24, 11.93it/s]
+
 38%|███▊      | 611/1612 [00:50<01:24, 11.89it/s]
+
 38%|███▊      | 613/1612 [00:51<01:24, 11.81it/s]
+
 38%|███▊      | 615/1612 [00:51<01:24, 11.77it/s]
+
 38%|███▊      | 617/1612 [00:51<01:23, 11.89it/s]
+
 38%|███▊      | 619/1612 [00:51<01:24, 11.71it/s]
+
 39%|███▊      | 621/1612 [00:51<01:22, 12.04it/s]
+
 39%|███▊      | 623/1612 [00:51<01:20, 12.36it/s]
+
 39%|███▉      | 625/1612 [00:52<01:19, 12.42it/s]
+
 39%|███▉      | 627/1612 [00:52<01:18, 12.51it/s]
+
 39%|███▉      | 629/1612 [00:52<01:21, 12.07it/s]
+
 39%|███▉      | 631/1612 [00:52<01:23, 11.71it/s]
+
 39%|███▉      | 633/1612 [00:52<01:22, 11.84it/s]
+
 39%|███▉      | 635/1612 [00:52<01:22, 11.91it/s]
+
 40%|███▉      | 637/1612 [00:53<01:20, 12.06it/s]
+
 40%|███▉      | 639/1612 [00:53<01:22, 11.81it/s]
+
 40%|███▉      | 641/1612 [00:53<01:22, 11.75it/s]
+
 40%|███▉      | 643/1612 [00:53<01:22, 11.73it/s]
+
 40%|████      | 645/1612 [00:53<01:20, 12.05it/s]
+
 40%|████      | 647/1612 [00:53<01:20, 12.03it/s]
+
 40%|████      | 649/1612 [00:54<01:19, 12.10it/s]
+
 40%|████      | 651/1612 [00:54<01:18, 12.24it/s]
+
 41%|████      | 653/1612 [00:54<01:16, 12.48it/s]
+
 41%|████      | 655/1612 [00:54<01:16, 12.52it/s]
+
 41%|████      | 657/1612 [00:54<01:18, 12.09it/s]
+
 41%|████      | 659/1612 [00:54<01:22, 11.61it/s]
+
 41%|████      | 661/1612 [00:55<01:23, 11.37it/s]
+
 41%|████      | 663/1612 [00:55<01:21, 11.70it/s]
+
 41%|████▏     | 665/1612 [00:55<01:22, 11.51it/s]
+
 41%|████▏     | 667/1612 [00:55<01:22, 11.46it/s]
+
 42%|████▏     | 669/1612 [00:55<01:20, 11.75it/s]
+
 42%|████▏     | 671/1612 [00:56<01:22, 11.46it/s]
+
 42%|████▏     | 673/1612 [00:56<01:22, 11.38it/s]
+
 42%|████▏     | 675/1612 [00:56<01:22, 11.36it/s]
+
 42%|████▏     | 677/1612 [00:56<01:18, 11.89it/s]
+
 42%|████▏     | 679/1612 [00:56<01:18, 11.90it/s]
+
 42%|████▏     | 681/1612 [00:56<01:19, 11.70it/s]
+
 42%|████▏     | 683/1612 [00:57<01:19, 11.72it/s]
+
 42%|████▏     | 685/1612 [00:57<01:20, 11.46it/s]
+
 43%|████▎     | 687/1612 [00:57<01:20, 11.53it/s]
+
 43%|████▎     | 689/1612 [00:57<01:19, 11.58it/s]
+
 43%|████▎     | 691/1612 [00:57<01:17, 11.83it/s]
+
 43%|████▎     | 693/1612 [00:57<01:18, 11.65it/s]
+
 43%|████▎     | 695/1612 [00:58<01:16, 11.93it/s]
+
 43%|████▎     | 697/1612 [00:58<01:18, 11.63it/s]
+
 43%|████▎     | 699/1612 [00:58<01:16, 11.89it/s]
+
 43%|████▎     | 701/1612 [00:58<01:16, 11.90it/s]
+
 44%|████▎     | 703/1612 [00:58<01:14, 12.13it/s]
+
 44%|████▎     | 705/1612 [00:58<01:16, 11.80it/s]
+
 44%|████▍     | 707/1612 [00:59<01:17, 11.68it/s]
+
 44%|████▍     | 709/1612 [00:59<01:17, 11.68it/s]
+
 44%|████▍     | 711/1612 [00:59<01:13, 12.25it/s]
+
 44%|████▍     | 713/1612 [00:59<01:14, 12.02it/s]
+
 44%|████▍     | 715/1612 [00:59<01:15, 11.88it/s]
+
 44%|████▍     | 717/1612 [00:59<01:15, 11.84it/s]
+
 45%|████▍     | 719/1612 [01:00<01:15, 11.91it/s]
+
 45%|████▍     | 721/1612 [01:00<01:15, 11.86it/s]
+
 45%|████▍     | 723/1612 [01:00<01:13, 12.15it/s]
+
 45%|████▍     | 725/1612 [01:00<01:12, 12.31it/s]
+
 45%|████▌     | 727/1612 [01:00<01:11, 12.43it/s]
+
 45%|████▌     | 729/1612 [01:00<01:12, 12.10it/s]
+
 45%|████▌     | 731/1612 [01:01<01:12, 12.13it/s]
+
 45%|████▌     | 733/1612 [01:01<01:12, 12.04it/s]
+
 46%|████▌     | 735/1612 [01:01<01:13, 11.95it/s]
+
 46%|████▌     | 737/1612 [01:01<01:13, 11.95it/s]
+
 46%|████▌     | 739/1612 [01:01<01:08, 12.66it/s]
+
 46%|████▌     | 741/1612 [01:01<01:10, 12.41it/s]
+
 46%|████▌     | 743/1612 [01:02<01:10, 12.34it/s]
+
 46%|████▌     | 745/1612 [01:02<01:08, 12.65it/s]
+
 46%|████▋     | 747/1612 [01:02<01:10, 12.22it/s]
+
 46%|████▋     | 749/1612 [01:02<01:13, 11.80it/s]
+
 47%|████▋     | 751/1612 [01:02<01:12, 11.93it/s]
+
 47%|████▋     | 753/1612 [01:02<01:12, 11.87it/s]
+
 47%|████▋     | 755/1612 [01:03<01:13, 11.71it/s]
+
 47%|████▋     | 757/1612 [01:03<01:13, 11.68it/s]
+
 47%|████▋     | 759/1612 [01:03<01:13, 11.54it/s]
+
 47%|████▋     | 761/1612 [01:03<01:12, 11.71it/s]
+
 47%|████▋     | 763/1612 [01:03<01:13, 11.60it/s]
+
 47%|████▋     | 765/1612 [01:03<01:11, 11.86it/s]
+
 48%|████▊     | 767/1612 [01:04<01:12, 11.62it/s]
+
 48%|████▊     | 769/1612 [01:04<01:11, 11.82it/s]
+
 48%|████▊     | 771/1612 [01:04<01:11, 11.70it/s]
+
 48%|████▊     | 773/1612 [01:04<01:10, 11.85it/s]
+
 48%|████▊     | 775/1612 [01:04<01:12, 11.52it/s]
+
 48%|████▊     | 777/1612 [01:04<01:10, 11.76it/s]
+
 48%|████▊     | 779/1612 [01:05<01:10, 11.74it/s]
+
 48%|████▊     | 781/1612 [01:05<01:11, 11.66it/s]
+
 49%|████▊     | 783/1612 [01:05<01:09, 12.01it/s]
+
 49%|████▊     | 785/1612 [01:05<01:10, 11.76it/s]
+
 49%|████▉     | 787/1612 [01:05<01:08, 11.99it/s]
+
 49%|████▉     | 789/1612 [01:05<01:04, 12.75it/s]
+
 49%|████▉     | 791/1612 [01:06<01:05, 12.62it/s]
+
 49%|████▉     | 793/1612 [01:06<01:05, 12.55it/s]
+
 49%|████▉     | 795/1612 [01:06<01:07, 12.16it/s]
+
 49%|████▉     | 797/1612 [01:06<01:05, 12.35it/s]
+
 50%|████▉     | 799/1612 [01:06<01:08, 11.87it/s]
+
 50%|████▉     | 801/1612 [01:06<01:07, 12.05it/s]
+
 50%|████▉     | 803/1612 [01:07<01:09, 11.67it/s]
+
 50%|████▉     | 805/1612 [01:07<01:08, 11.77it/s]
+
 50%|█████     | 807/1612 [01:07<01:08, 11.82it/s]
+
 50%|█████     | 809/1612 [01:07<01:09, 11.62it/s]
+
 50%|█████     | 811/1612 [01:07<01:08, 11.66it/s]
+
 50%|█████     | 813/1612 [01:07<01:09, 11.56it/s]
+
 51%|█████     | 815/1612 [01:08<01:09, 11.48it/s]
+
 51%|█████     | 817/1612 [01:08<01:09, 11.51it/s]
+
 51%|█████     | 819/1612 [01:08<01:07, 11.67it/s]
+
 51%|█████     | 821/1612 [01:08<01:08, 11.59it/s]
+
 51%|█████     | 823/1612 [01:08<01:09, 11.39it/s]
+
 51%|█████     | 825/1612 [01:08<01:08, 11.49it/s]
+
 51%|█████▏    | 827/1612 [01:09<01:06, 11.75it/s]
+
 51%|█████▏    | 829/1612 [01:09<01:06, 11.79it/s]
+
 52%|█████▏    | 831/1612 [01:09<01:05, 11.97it/s]
+
 52%|█████▏    | 833/1612 [01:09<01:07, 11.49it/s]
+
 52%|█████▏    | 835/1612 [01:09<01:06, 11.62it/s]
+
 52%|█████▏    | 837/1612 [01:10<01:07, 11.54it/s]
+
 52%|█████▏    | 839/1612 [01:10<01:05, 11.76it/s]
+
 52%|█████▏    | 841/1612 [01:10<01:06, 11.56it/s]
+
 52%|█████▏    | 843/1612 [01:10<01:04, 11.93it/s]
+
 52%|█████▏    | 845/1612 [01:10<01:02, 12.28it/s]
+
 53%|█████▎    | 847/1612 [01:10<01:02, 12.29it/s]
+
 53%|█████▎    | 849/1612 [01:11<01:03, 11.97it/s]
+
 53%|█████▎    | 851/1612 [01:11<01:04, 11.79it/s]
+
 53%|█████▎    | 853/1612 [01:11<01:04, 11.77it/s]
+
 53%|█████▎    | 855/1612 [01:11<01:04, 11.73it/s]
+
 53%|█████▎    | 857/1612 [01:11<01:03, 11.83it/s]
+
 53%|█████▎    | 859/1612 [01:11<01:01, 12.19it/s]
+
 53%|█████▎    | 861/1612 [01:12<01:02, 11.97it/s]
+
 54%|█████▎    | 863/1612 [01:12<01:01, 12.22it/s]
+
 54%|█████▎    | 865/1612 [01:12<01:01, 12.07it/s]
+
 54%|█████▍    | 867/1612 [01:12<01:02, 11.84it/s]
+
 54%|█████▍    | 869/1612 [01:12<01:00, 12.19it/s]
+
 54%|█████▍    | 871/1612 [01:12<00:59, 12.37it/s]
+
 54%|█████▍    | 873/1612 [01:12<00:59, 12.44it/s]
+
 54%|█████▍    | 875/1612 [01:13<00:59, 12.34it/s]
+
 54%|█████▍    | 877/1612 [01:13<00:59, 12.39it/s]
+
 55%|█████▍    | 879/1612 [01:13<00:59, 12.22it/s]
+
 55%|█████▍    | 881/1612 [01:13<00:59, 12.31it/s]
+
 55%|█████▍    | 883/1612 [01:13<00:58, 12.38it/s]
+
 55%|█████▍    | 885/1612 [01:13<00:59, 12.17it/s]
+
 55%|█████▌    | 887/1612 [01:14<01:00, 11.93it/s]
+
 55%|█████▌    | 889/1612 [01:14<01:00, 11.93it/s]
+
 55%|█████▌    | 891/1612 [01:14<00:58, 12.36it/s]
+
 55%|█████▌    | 893/1612 [01:14<00:57, 12.53it/s]
+
 56%|█████▌    | 895/1612 [01:14<00:57, 12.41it/s]
+
 56%|█████▌    | 897/1612 [01:14<00:58, 12.31it/s]
+
 56%|█████▌    | 899/1612 [01:15<00:59, 12.00it/s]
+
 56%|█████▌    | 901/1612 [01:15<00:59, 12.03it/s]
+
 56%|█████▌    | 903/1612 [01:15<00:59, 11.85it/s]
+
 56%|█████▌    | 905/1612 [01:15<01:00, 11.63it/s]
+
 56%|█████▋    | 907/1612 [01:15<01:02, 11.32it/s]
+
 56%|█████▋    | 909/1612 [01:16<01:01, 11.48it/s]
+
 57%|█████▋    | 911/1612 [01:16<01:01, 11.45it/s]
+
 57%|█████▋    | 913/1612 [01:16<01:00, 11.63it/s]
+
 57%|█████▋    | 915/1612 [01:16<00:58, 11.88it/s]
+
 57%|█████▋    | 917/1612 [01:16<01:00, 11.53it/s]
+
 57%|█████▋    | 919/1612 [01:16<01:01, 11.22it/s]
+
 57%|█████▋    | 921/1612 [01:17<00:59, 11.67it/s]
+
 57%|█████▋    | 923/1612 [01:17<00:59, 11.55it/s]
+
 57%|█████▋    | 925/1612 [01:17<00:58, 11.82it/s]
+
 58%|█████▊    | 927/1612 [01:17<00:57, 11.81it/s]
+
 58%|█████▊    | 929/1612 [01:17<00:57, 11.82it/s]
+
 58%|█████▊    | 931/1612 [01:17<00:56, 12.09it/s]
+
 58%|█████▊    | 933/1612 [01:18<00:56, 12.00it/s]
+
 58%|█████▊    | 935/1612 [01:18<00:56, 11.88it/s]
+
 58%|█████▊    | 937/1612 [01:18<00:55, 12.22it/s]
+
 58%|█████▊    | 939/1612 [01:18<00:55, 12.21it/s]
+
 58%|█████▊    | 941/1612 [01:18<00:56, 11.97it/s]
+
 58%|█████▊    | 943/1612 [01:18<00:56, 11.78it/s]
+
 59%|█████▊    | 945/1612 [01:19<00:55, 11.95it/s]
+
 59%|█████▊    | 947/1612 [01:19<00:55, 11.99it/s]
+
 59%|█████▉    | 949/1612 [01:19<00:54, 12.12it/s]
+
 59%|█████▉    | 951/1612 [01:19<00:53, 12.28it/s]
+
 59%|█████▉    | 953/1612 [01:19<00:54, 12.18it/s]
+
 59%|█████▉    | 955/1612 [01:19<00:54, 12.08it/s]
+
 59%|█████▉    | 957/1612 [01:20<00:54, 11.96it/s]
+
 59%|█████▉    | 959/1612 [01:20<00:54, 11.89it/s]
+
 60%|█████▉    | 961/1612 [01:20<00:54, 11.92it/s]
+
 60%|█████▉    | 963/1612 [01:20<00:54, 11.99it/s]
+
 60%|█████▉    | 965/1612 [01:20<00:51, 12.44it/s]
+
 60%|█████▉    | 967/1612 [01:20<00:53, 12.07it/s]
+
 60%|██████    | 969/1612 [01:21<00:53, 11.99it/s]
+
 60%|██████    | 971/1612 [01:21<00:53, 11.89it/s]
+
 60%|██████    | 973/1612 [01:21<00:54, 11.81it/s]
+
 60%|██████    | 975/1612 [01:21<00:54, 11.69it/s]
+
 61%|██████    | 977/1612 [01:21<00:53, 11.87it/s]
+
 61%|██████    | 979/1612 [01:21<00:50, 12.51it/s]
+
 61%|██████    | 981/1612 [01:22<00:51, 12.26it/s]
+
 61%|██████    | 983/1612 [01:22<00:51, 12.10it/s]
+
 61%|██████    | 985/1612 [01:22<00:50, 12.41it/s]
+
 61%|██████    | 987/1612 [01:22<00:50, 12.29it/s]
+
 61%|██████▏   | 989/1612 [01:22<00:52, 11.81it/s]
+
 61%|██████▏   | 991/1612 [01:22<00:54, 11.47it/s]
+
 62%|██████▏   | 993/1612 [01:23<00:52, 11.72it/s]
+
 62%|██████▏   | 995/1612 [01:23<00:52, 11.81it/s]
+
 62%|██████▏   | 997/1612 [01:23<00:52, 11.71it/s]
+
 62%|██████▏   | 999/1612 [01:23<00:53, 11.47it/s]
+
 62%|██████▏   | 1001/1612 [01:23<00:53, 11.41it/s]
+
 62%|██████▏   | 1003/1612 [01:23<00:53, 11.38it/s]
+
 62%|██████▏   | 1005/1612 [01:24<00:53, 11.30it/s]
+
 62%|██████▏   | 1007/1612 [01:24<00:52, 11.57it/s]
+
 63%|██████▎   | 1009/1612 [01:24<00:54, 11.12it/s]
+
 63%|██████▎   | 1011/1612 [01:24<00:53, 11.25it/s]
+
 63%|██████▎   | 1013/1612 [01:24<00:51, 11.69it/s]
+
 63%|██████▎   | 1015/1612 [01:24<00:51, 11.58it/s]
+
 63%|██████▎   | 1017/1612 [01:25<00:51, 11.66it/s]
+
 63%|██████▎   | 1019/1612 [01:25<00:50, 11.70it/s]
+
 63%|██████▎   | 1021/1612 [01:25<00:49, 12.05it/s]
+
 63%|██████▎   | 1023/1612 [01:25<00:49, 11.89it/s]
+
 64%|██████▎   | 1025/1612 [01:25<00:47, 12.33it/s]
+
 64%|██████▎   | 1027/1612 [01:25<00:47, 12.21it/s]
+
 64%|██████▍   | 1029/1612 [01:26<00:49, 11.81it/s]
+
 64%|██████▍   | 1031/1612 [01:26<00:48, 11.95it/s]
+
 64%|██████▍   | 1033/1612 [01:26<00:47, 12.13it/s]
+
 64%|██████▍   | 1035/1612 [01:26<00:47, 12.09it/s]
+
 64%|██████▍   | 1037/1612 [01:26<00:48, 11.91it/s]
+
 64%|██████▍   | 1039/1612 [01:26<00:47, 11.95it/s]
+
 65%|██████▍   | 1041/1612 [01:27<00:48, 11.76it/s]
+
 65%|██████▍   | 1043/1612 [01:27<00:47, 11.88it/s]
+
 65%|██████▍   | 1045/1612 [01:27<00:46, 12.07it/s]
+
 65%|██████▍   | 1047/1612 [01:27<00:47, 11.84it/s]
+
 65%|██████▌   | 1049/1612 [01:27<00:47, 11.95it/s]
+
 65%|██████▌   | 1051/1612 [01:27<00:46, 12.01it/s]
+
 65%|██████▌   | 1053/1612 [01:28<00:46, 12.04it/s]
+
 65%|██████▌   | 1055/1612 [01:28<00:47, 11.71it/s]
+
 66%|██████▌   | 1057/1612 [01:28<00:47, 11.73it/s]
+
 66%|██████▌   | 1059/1612 [01:28<00:46, 11.81it/s]
+
 66%|██████▌   | 1061/1612 [01:28<00:45, 11.99it/s]
+
 66%|██████▌   | 1063/1612 [01:28<00:46, 11.91it/s]
+
 66%|██████▌   | 1065/1612 [01:29<00:45, 11.90it/s]
+
 66%|██████▌   | 1067/1612 [01:29<00:44, 12.34it/s]
+
 66%|██████▋   | 1069/1612 [01:29<00:44, 12.16it/s]
+
 66%|██████▋   | 1071/1612 [01:29<00:44, 12.19it/s]
+
 67%|██████▋   | 1073/1612 [01:29<00:45, 11.95it/s]
+
 67%|██████▋   | 1075/1612 [01:29<00:45, 11.83it/s]
+
 67%|██████▋   | 1077/1612 [01:30<00:44, 12.04it/s]
+
 67%|██████▋   | 1079/1612 [01:30<00:44, 11.85it/s]
+
 67%|██████▋   | 1081/1612 [01:30<00:44, 11.87it/s]
+
 67%|██████▋   | 1083/1612 [01:30<00:44, 11.86it/s]
+
 67%|██████▋   | 1085/1612 [01:30<00:43, 12.16it/s]
+
 67%|██████▋   | 1087/1612 [01:30<00:42, 12.29it/s]
+
 68%|██████▊   | 1089/1612 [01:31<00:42, 12.20it/s]
+
 68%|██████▊   | 1091/1612 [01:31<00:44, 11.69it/s]
+
 68%|██████▊   | 1093/1612 [01:31<00:44, 11.63it/s]
+
 68%|██████▊   | 1095/1612 [01:31<00:42, 12.07it/s]
+
 68%|██████▊   | 1097/1612 [01:31<00:43, 11.97it/s]
+
 68%|██████▊   | 1099/1612 [01:31<00:41, 12.33it/s]
+
 68%|██████▊   | 1101/1612 [01:32<00:41, 12.30it/s]
+
 68%|██████▊   | 1103/1612 [01:32<00:43, 11.75it/s]
+
 69%|██████▊   | 1105/1612 [01:32<00:43, 11.77it/s]
+
 69%|██████▊   | 1107/1612 [01:32<00:42, 11.88it/s]
+
 69%|██████▉   | 1109/1612 [01:32<00:41, 12.07it/s]
+
 69%|██████▉   | 1111/1612 [01:32<00:41, 12.21it/s]
+
 69%|██████▉   | 1113/1612 [01:33<00:41, 11.96it/s]
+
 69%|██████▉   | 1115/1612 [01:33<00:41, 12.06it/s]
+
 69%|██████▉   | 1117/1612 [01:33<00:40, 12.19it/s]
+
 69%|██████▉   | 1119/1612 [01:33<00:39, 12.60it/s]
+
 70%|██████▉   | 1121/1612 [01:33<00:38, 12.74it/s]
+
 70%|██████▉   | 1123/1612 [01:33<00:39, 12.46it/s]
+
 70%|██████▉   | 1125/1612 [01:34<00:40, 12.14it/s]
+
 70%|██████▉   | 1127/1612 [01:34<00:40, 12.03it/s]
+
 70%|███████   | 1129/1612 [01:34<00:39, 12.09it/s]
+
 70%|███████   | 1131/1612 [01:34<00:40, 11.87it/s]
+
 70%|███████   | 1133/1612 [01:34<00:39, 12.13it/s]
+
 70%|███████   | 1135/1612 [01:34<00:40, 11.80it/s]
+
 71%|███████   | 1137/1612 [01:35<00:39, 11.90it/s]
+
 71%|███████   | 1139/1612 [01:35<00:38, 12.43it/s]
+
 71%|███████   | 1141/1612 [01:35<00:39, 11.87it/s]
+
 71%|███████   | 1143/1612 [01:35<00:39, 11.98it/s]
+
 71%|███████   | 1145/1612 [01:35<00:39, 11.92it/s]
+
 71%|███████   | 1147/1612 [01:35<00:38, 11.98it/s]
+
 71%|███████▏  | 1149/1612 [01:36<00:38, 11.89it/s]
+
 71%|███████▏  | 1151/1612 [01:36<00:39, 11.61it/s]
+
 72%|███████▏  | 1153/1612 [01:36<00:39, 11.56it/s]
+
 72%|███████▏  | 1155/1612 [01:36<00:40, 11.37it/s]
+
 72%|███████▏  | 1157/1612 [01:36<00:40, 11.36it/s]
+
 72%|███████▏  | 1159/1612 [01:36<00:39, 11.44it/s]
+
 72%|███████▏  | 1161/1612 [01:37<00:37, 11.88it/s]
+
 72%|███████▏  | 1163/1612 [01:37<00:37, 11.93it/s]
+
 72%|███████▏  | 1165/1612 [01:37<00:36, 12.21it/s]
+
 72%|███████▏  | 1167/1612 [01:37<00:37, 11.77it/s]
+
 73%|███████▎  | 1169/1612 [01:37<00:38, 11.63it/s]
+
 73%|███████▎  | 1171/1612 [01:37<00:37, 11.72it/s]
+
 73%|███████▎  | 1173/1612 [01:38<00:36, 12.00it/s]
+
 73%|███████▎  | 1175/1612 [01:38<00:35, 12.17it/s]
+
 73%|███████▎  | 1177/1612 [01:38<00:35, 12.29it/s]
+
 73%|███████▎  | 1179/1612 [01:38<00:34, 12.49it/s]
+
 73%|███████▎  | 1181/1612 [01:38<00:35, 12.24it/s]
+
 73%|███████▎  | 1183/1612 [01:38<00:35, 12.16it/s]
+
 74%|███████▎  | 1185/1612 [01:39<00:35, 11.89it/s]
+
 74%|███████▎  | 1187/1612 [01:39<00:36, 11.72it/s]
+
 74%|███████▍  | 1189/1612 [01:39<00:35, 11.90it/s]
+
 74%|███████▍  | 1191/1612 [01:39<00:34, 12.09it/s]
+
 74%|███████▍  | 1193/1612 [01:39<00:34, 12.29it/s]
+
 74%|███████▍  | 1195/1612 [01:39<00:34, 12.26it/s]
+
 74%|███████▍  | 1197/1612 [01:40<00:33, 12.44it/s]
+
 74%|███████▍  | 1199/1612 [01:40<00:33, 12.17it/s]
+
 75%|███████▍  | 1201/1612 [01:40<00:33, 12.12it/s]
+
 75%|███████▍  | 1203/1612 [01:40<00:33, 12.14it/s]
+
 75%|███████▍  | 1205/1612 [01:40<00:33, 12.17it/s]
+
 75%|███████▍  | 1207/1612 [01:40<00:33, 12.14it/s]
+
 75%|███████▌  | 1209/1612 [01:41<00:32, 12.23it/s]
+
 75%|███████▌  | 1211/1612 [01:41<00:33, 11.80it/s]
+
 75%|███████▌  | 1213/1612 [01:41<00:34, 11.72it/s]
+
 75%|███████▌  | 1215/1612 [01:41<00:33, 11.91it/s]
+
 75%|███████▌  | 1217/1612 [01:41<00:33, 11.69it/s]
+
 76%|███████▌  | 1219/1612 [01:41<00:33, 11.65it/s]
+
 76%|███████▌  | 1221/1612 [01:42<00:33, 11.56it/s]
+
 76%|███████▌  | 1223/1612 [01:42<00:33, 11.55it/s]
+
 76%|███████▌  | 1225/1612 [01:42<00:32, 11.82it/s]
+
 76%|███████▌  | 1227/1612 [01:42<00:33, 11.56it/s]
+
 76%|███████▌  | 1229/1612 [01:42<00:33, 11.50it/s]
+
 76%|███████▋  | 1231/1612 [01:43<00:33, 11.50it/s]
+
 76%|███████▋  | 1233/1612 [01:43<00:32, 11.60it/s]
+
 77%|███████▋  | 1235/1612 [01:43<00:32, 11.66it/s]
+
 77%|███████▋  | 1237/1612 [01:43<00:32, 11.66it/s]
+
 77%|███████▋  | 1239/1612 [01:43<00:31, 11.84it/s]
+
 77%|███████▋  | 1241/1612 [01:43<00:30, 12.31it/s]
+
 77%|███████▋  | 1243/1612 [01:44<00:30, 12.04it/s]
+
 77%|███████▋  | 1245/1612 [01:44<00:30, 12.07it/s]
+
 77%|███████▋  | 1247/1612 [01:44<00:29, 12.25it/s]
+
 77%|███████▋  | 1249/1612 [01:44<00:30, 11.87it/s]
+
 78%|███████▊  | 1251/1612 [01:44<00:30, 11.82it/s]
+
 78%|███████▊  | 1253/1612 [01:44<00:30, 11.72it/s]
+
 78%|███████▊  | 1255/1612 [01:45<00:30, 11.76it/s]
+
 78%|███████▊  | 1257/1612 [01:45<00:29, 11.90it/s]
+
 78%|███████▊  | 1259/1612 [01:45<00:29, 11.88it/s]
+
 78%|███████▊  | 1261/1612 [01:45<00:29, 11.99it/s]
+
 78%|███████▊  | 1263/1612 [01:45<00:28, 12.07it/s]
+
 78%|███████▊  | 1265/1612 [01:45<00:29, 11.81it/s]
+
 79%|███████▊  | 1267/1612 [01:46<00:28, 11.94it/s]
+
 79%|███████▊  | 1269/1612 [01:46<00:28, 12.05it/s]
+
 79%|███████▉  | 1271/1612 [01:46<00:28, 11.89it/s]
+
 79%|███████▉  | 1273/1612 [01:46<00:28, 12.03it/s]
+
 79%|███████▉  | 1275/1612 [01:46<00:27, 12.32it/s]
+
 79%|███████▉  | 1277/1612 [01:46<00:26, 12.47it/s]
+
 79%|███████▉  | 1279/1612 [01:46<00:26, 12.39it/s]
+
 79%|███████▉  | 1281/1612 [01:47<00:28, 11.81it/s]
+
 80%|███████▉  | 1283/1612 [01:47<00:28, 11.60it/s]
+
 80%|███████▉  | 1285/1612 [01:47<00:27, 11.69it/s]
+
 80%|███████▉  | 1287/1612 [01:47<00:27, 11.84it/s]
+
 80%|███████▉  | 1289/1612 [01:47<00:26, 12.07it/s]
+
 80%|████████  | 1291/1612 [01:48<00:27, 11.82it/s]
+
 80%|████████  | 1293/1612 [01:48<00:26, 12.11it/s]
+
 80%|████████  | 1295/1612 [01:48<00:26, 11.95it/s]
+
 80%|████████  | 1297/1612 [01:48<00:26, 11.90it/s]
+
 81%|████████  | 1299/1612 [01:48<00:25, 12.18it/s]
+
 81%|████████  | 1301/1612 [01:48<00:24, 12.49it/s]
+
 81%|████████  | 1303/1612 [01:49<00:25, 12.36it/s]
+
 81%|████████  | 1305/1612 [01:49<00:24, 12.40it/s]
+
 81%|████████  | 1307/1612 [01:49<00:25, 12.06it/s]
+
 81%|████████  | 1309/1612 [01:49<00:25, 11.82it/s]
+
 81%|████████▏ | 1311/1612 [01:49<00:25, 11.86it/s]
+
 81%|████████▏ | 1313/1612 [01:49<00:24, 11.97it/s]
+
 82%|████████▏ | 1315/1612 [01:50<00:25, 11.48it/s]
+
 82%|████████▏ | 1317/1612 [01:50<00:25, 11.47it/s]
+
 82%|████████▏ | 1319/1612 [01:50<00:25, 11.52it/s]
+
 82%|████████▏ | 1321/1612 [01:50<00:25, 11.26it/s]
+
 82%|████████▏ | 1323/1612 [01:50<00:25, 11.38it/s]
+
 82%|████████▏ | 1325/1612 [01:50<00:25, 11.34it/s]
+
 82%|████████▏ | 1327/1612 [01:51<00:24, 11.60it/s]
+
 82%|████████▏ | 1329/1612 [01:51<00:24, 11.64it/s]
+
 83%|████████▎ | 1331/1612 [01:51<00:23, 11.82it/s]
+
 83%|████████▎ | 1333/1612 [01:51<00:23, 12.02it/s]
+
 83%|████████▎ | 1335/1612 [01:51<00:23, 11.99it/s]
+
 83%|████████▎ | 1337/1612 [01:51<00:22, 12.16it/s]
+
 83%|████████▎ | 1339/1612 [01:52<00:21, 12.42it/s]
+
 83%|████████▎ | 1341/1612 [01:52<00:22, 12.23it/s]
+
 83%|████████▎ | 1343/1612 [01:52<00:21, 12.25it/s]
+
 83%|████████▎ | 1345/1612 [01:52<00:21, 12.21it/s]
+
 84%|████████▎ | 1347/1612 [01:52<00:21, 12.22it/s]
+
 84%|████████▎ | 1349/1612 [01:52<00:22, 11.93it/s]
+
 84%|████████▍ | 1351/1612 [01:53<00:21, 11.89it/s]
+
 84%|████████▍ | 1353/1612 [01:53<00:21, 12.00it/s]
+
 84%|████████▍ | 1355/1612 [01:53<00:21, 12.10it/s]
+
 84%|████████▍ | 1357/1612 [01:53<00:21, 11.91it/s]
+
 84%|████████▍ | 1359/1612 [01:53<00:21, 11.83it/s]
+
 84%|████████▍ | 1361/1612 [01:53<00:21, 11.91it/s]
+
 85%|████████▍ | 1363/1612 [01:54<00:20, 12.06it/s]
+
 85%|████████▍ | 1365/1612 [01:54<00:20, 12.11it/s]
+
 85%|████████▍ | 1367/1612 [01:54<00:20, 11.88it/s]
+
 85%|████████▍ | 1369/1612 [01:54<00:20, 11.81it/s]
+
 85%|████████▌ | 1371/1612 [01:54<00:20, 11.63it/s]
+
 85%|████████▌ | 1373/1612 [01:54<00:21, 11.11it/s]
+
 85%|████████▌ | 1375/1612 [01:55<00:20, 11.36it/s]
+
 85%|████████▌ | 1377/1612 [01:55<00:19, 12.02it/s]
+
 86%|████████▌ | 1379/1612 [01:55<00:19, 12.02it/s]
+
 86%|████████▌ | 1381/1612 [01:55<00:18, 12.49it/s]
+
 86%|████████▌ | 1383/1612 [01:55<00:18, 12.59it/s]
+
 86%|████████▌ | 1385/1612 [01:55<00:17, 12.71it/s]
+
 86%|████████▌ | 1387/1612 [01:56<00:18, 12.29it/s]
+
 86%|████████▌ | 1389/1612 [01:56<00:17, 12.44it/s]
+
 86%|████████▋ | 1391/1612 [01:56<00:17, 12.40it/s]
+
 86%|████████▋ | 1393/1612 [01:56<00:17, 12.35it/s]
+
 87%|████████▋ | 1395/1612 [01:56<00:18, 12.02it/s]
+
 87%|████████▋ | 1397/1612 [01:56<00:17, 12.20it/s]
+
 87%|████████▋ | 1399/1612 [01:57<00:17, 11.92it/s]
+
 87%|████████▋ | 1401/1612 [01:57<00:17, 11.76it/s]
+
 87%|████████▋ | 1403/1612 [01:57<00:17, 11.66it/s]
+
 87%|████████▋ | 1405/1612 [01:57<00:17, 11.60it/s]
+
 87%|████████▋ | 1407/1612 [01:57<00:17, 11.61it/s]
+
 87%|████████▋ | 1409/1612 [01:57<00:17, 11.53it/s]
+
 88%|████████▊ | 1411/1612 [01:58<00:17, 11.57it/s]
+
 88%|████████▊ | 1413/1612 [01:58<00:17, 11.66it/s]
+
 88%|████████▊ | 1415/1612 [01:58<00:17, 11.58it/s]
+
 88%|████████▊ | 1417/1612 [01:58<00:17, 11.34it/s]
+
 88%|████████▊ | 1419/1612 [01:58<00:16, 11.53it/s]
+
 88%|████████▊ | 1421/1612 [01:58<00:16, 11.61it/s]
+
 88%|████████▊ | 1423/1612 [01:59<00:15, 12.01it/s]
+
 88%|████████▊ | 1425/1612 [01:59<00:15, 11.70it/s]
+
 89%|████████▊ | 1427/1612 [01:59<00:15, 12.00it/s]
+
 89%|████████▊ | 1429/1612 [01:59<00:15, 11.92it/s]
+
 89%|████████▉ | 1431/1612 [01:59<00:15, 11.80it/s]
+
 89%|████████▉ | 1433/1612 [01:59<00:14, 11.99it/s]
+
 89%|████████▉ | 1435/1612 [02:00<00:14, 11.96it/s]
+
 89%|████████▉ | 1437/1612 [02:00<00:14, 11.98it/s]
+
 89%|████████▉ | 1439/1612 [02:00<00:14, 12.19it/s]
+
 89%|████████▉ | 1441/1612 [02:00<00:14, 12.08it/s]
+
 90%|████████▉ | 1443/1612 [02:00<00:14, 11.90it/s]
+
 90%|████████▉ | 1445/1612 [02:00<00:14, 11.88it/s]
+
 90%|████████▉ | 1447/1612 [02:01<00:14, 11.68it/s]
+
 90%|████████▉ | 1449/1612 [02:01<00:14, 11.52it/s]
+
 90%|█████████ | 1451/1612 [02:01<00:13, 11.82it/s]
+
 90%|█████████ | 1453/1612 [02:01<00:12, 12.51it/s]
+
 90%|█████████ | 1455/1612 [02:01<00:12, 12.45it/s]
+
 90%|█████████ | 1457/1612 [02:01<00:12, 11.98it/s]
+
 91%|█████████ | 1459/1612 [02:02<00:12, 11.79it/s]
+
 91%|█████████ | 1461/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1463/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1465/1612 [02:02<00:12, 11.77it/s]
+
 91%|█████████ | 1467/1612 [02:02<00:12, 11.81it/s]
+
 91%|█████████ | 1469/1612 [02:02<00:11, 12.00it/s]
+
 91%|█████████▏| 1471/1612 [02:03<00:11, 11.97it/s]
+
 91%|█████████▏| 1473/1612 [02:03<00:11, 12.29it/s]
+
 92%|█████████▏| 1475/1612 [02:03<00:11, 11.79it/s]
+
 92%|█████████▏| 1477/1612 [02:03<00:11, 11.88it/s]
+
 92%|█████████▏| 1479/1612 [02:03<00:11, 11.61it/s]
+
 92%|█████████▏| 1481/1612 [02:04<00:11, 11.30it/s]
+
 92%|█████████▏| 1483/1612 [02:04<00:11, 11.62it/s]
+
 92%|█████████▏| 1485/1612 [02:04<00:10, 11.87it/s]
+
 92%|█████████▏| 1487/1612 [02:04<00:10, 12.11it/s]
+
 92%|█████████▏| 1489/1612 [02:04<00:09, 12.74it/s]
+
 92%|█████████▏| 1491/1612 [02:04<00:09, 12.65it/s]
+
 93%|█████████▎| 1493/1612 [02:04<00:09, 12.92it/s]
+
 93%|█████████▎| 1495/1612 [02:05<00:09, 12.95it/s]
+
 93%|█████████▎| 1497/1612 [02:05<00:08, 12.91it/s]
+
 93%|█████████▎| 1499/1612 [02:05<00:09, 12.31it/s]
+
 93%|█████████▎| 1501/1612 [02:05<00:09, 11.81it/s]
+
 93%|█████████▎| 1503/1612 [02:05<00:08, 12.27it/s]
+
 93%|█████████▎| 1505/1612 [02:05<00:08, 12.28it/s]
+
 93%|█████████▎| 1507/1612 [02:06<00:08, 12.21it/s]
+
 94%|█████████▎| 1509/1612 [02:06<00:08, 12.26it/s]
+
 94%|█████████▎| 1511/1612 [02:06<00:08, 12.14it/s]
+
 94%|█████████▍| 1513/1612 [02:06<00:08, 11.91it/s]
+
 94%|█████████▍| 1515/1612 [02:06<00:08, 11.81it/s]
+
 94%|█████████▍| 1517/1612 [02:06<00:07, 11.88it/s]
+
 94%|█████████▍| 1519/1612 [02:07<00:07, 11.98it/s]
+
 94%|█████████▍| 1521/1612 [02:07<00:07, 11.94it/s]
+
 94%|█████████▍| 1523/1612 [02:07<00:07, 11.78it/s]
+
 95%|█████████▍| 1525/1612 [02:07<00:07, 11.75it/s]
+
 95%|█████████▍| 1527/1612 [02:07<00:07, 11.81it/s]
+
 95%|█████████▍| 1529/1612 [02:07<00:06, 11.94it/s]
+
 95%|█████████▍| 1531/1612 [02:08<00:06, 12.07it/s]
+
 95%|█████████▌| 1533/1612 [02:08<00:06, 11.93it/s]
+
 95%|█████████▌| 1535/1612 [02:08<00:06, 12.21it/s]
+
 95%|█████████▌| 1537/1612 [02:08<00:06, 12.14it/s]
+
 95%|█████████▌| 1539/1612 [02:08<00:05, 12.37it/s]
+
 96%|█████████▌| 1541/1612 [02:08<00:05, 12.49it/s]
+
 96%|█████████▌| 1543/1612 [02:09<00:05, 11.99it/s]
+
 96%|█████████▌| 1545/1612 [02:09<00:05, 11.91it/s]
+
 96%|█████████▌| 1547/1612 [02:09<00:05, 11.61it/s]
+
 96%|█████████▌| 1549/1612 [02:09<00:05, 11.35it/s]
+
 96%|█████████▌| 1551/1612 [02:09<00:05, 11.65it/s]
+
 96%|█████████▋| 1553/1612 [02:09<00:05, 11.54it/s]
+
 96%|█████████▋| 1555/1612 [02:10<00:04, 11.54it/s]
+
 97%|█████████▋| 1557/1612 [02:10<00:04, 11.56it/s]
+
 97%|█████████▋| 1559/1612 [02:10<00:04, 11.49it/s]
+
 97%|█████████▋| 1561/1612 [02:10<00:04, 11.66it/s]
+
 97%|█████████▋| 1563/1612 [02:10<00:04, 11.93it/s]
+
 97%|█████████▋| 1565/1612 [02:10<00:03, 11.96it/s]
+
 97%|█████████▋| 1567/1612 [02:11<00:03, 11.86it/s]
+
 97%|█████████▋| 1569/1612 [02:11<00:03, 11.96it/s]
+
 97%|█████████▋| 1571/1612 [02:11<00:03, 11.59it/s]
+
 98%|█████████▊| 1573/1612 [02:11<00:03, 11.73it/s]
+
 98%|█████████▊| 1575/1612 [02:11<00:03, 11.83it/s]
+
 98%|█████████▊| 1577/1612 [02:11<00:02, 11.94it/s]
+
 98%|█████████▊| 1579/1612 [02:12<00:02, 12.12it/s]
+
 98%|█████████▊| 1581/1612 [02:12<00:02, 12.32it/s]
+
 98%|█████████▊| 1583/1612 [02:12<00:02, 12.25it/s]
+
 98%|█████████▊| 1585/1612 [02:12<00:02, 11.80it/s]
+
 98%|█████████▊| 1587/1612 [02:12<00:02, 11.65it/s]
+
 99%|█████████▊| 1589/1612 [02:12<00:01, 12.24it/s]
+
 99%|█████████▊| 1591/1612 [02:13<00:01, 12.15it/s]
+
 99%|█████████▉| 1593/1612 [02:13<00:01, 12.21it/s]
+
 99%|█████████▉| 1595/1612 [02:13<00:01, 12.12it/s]
+
 99%|█████████▉| 1597/1612 [02:13<00:01, 11.95it/s]
+
 99%|█████████▉| 1599/1612 [02:13<00:01, 11.84it/s]
+
 99%|█████████▉| 1601/1612 [02:13<00:00, 12.36it/s]
+
 99%|█████████▉| 1603/1612 [02:14<00:00, 12.30it/s]
+
100%|█████████▉| 1605/1612 [02:14<00:00, 11.97it/s]
+
100%|█████████▉| 1607/1612 [02:14<00:00, 11.85it/s]
+
100%|█████████▉| 1609/1612 [02:14<00:00, 11.41it/s]
+
100%|█████████▉| 1611/1612 [02:14<00:00, 11.48it/s]
                                                       
+
                                                   
{'eval_loss': 2.139988422393799, 'eval_runtime': 135.0241, 'eval_samples_per_second': 47.747, 'eval_steps_per_second': 11.939, 'epoch': 1.65}
+
 55%|█████▍    | 1500/2733 [4:19:22<3:18:21,  9.65s/it]
+
100%|██████████| 1612/1612 [02:14<00:00, 11.48it/s]
+
                                                   Saving model checkpoint to /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1500
+Configuration saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1500/config.json
+Model weights saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1500/pytorch_model.bin
+Deleting older checkpoint [/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1000] due to args.save_total_limit
+
 55%|█████▍    | 1501/2733 [4:23:13<39:51:13, 116.46s/it]
 55%|█████▍    | 1502/2733 [4:23:22<28:47:52, 84.22s/it] 
 55%|█████▍    | 1503/2733 [4:23:32<21:07:46, 61.84s/it]
 55%|█████▌    | 1504/2733 [4:23:41<15:47:09, 46.24s/it]
 55%|█████▌    | 1505/2733 [4:23:51<11:58:46, 35.12s/it]
 55%|█████▌    | 1506/2733 [4:24:00<9:22:35, 27.51s/it] 
 55%|█████▌    | 1507/2733 [4:24:10<7:33:56, 22.22s/it]
 55%|█████▌    | 1508/2733 [4:24:20<6:14:42, 18.35s/it]
 55%|█████▌    | 1509/2733 [4:24:29<5:21:55, 15.78s/it]
 55%|█████▌    | 1510/2733 [4:24:39<4:41:28, 13.81s/it]
 55%|█████▌    | 1511/2733 [4:24:49<4:19:08, 12.72s/it]
 55%|█████▌    | 1512/2733 [4:24:58<4:00:03, 11.80s/it]
 55%|█████▌    | 1513/2733 [4:25:08<3:44:43, 11.05s/it]
 55%|█████▌    | 1514/2733 [4:25:17<3:37:00, 10.68s/it]
 55%|█████▌    | 1515/2733 [4:25:27<3:31:11, 10.40s/it]
 55%|█████▌    | 1516/2733 [4:25:36<3:22:17,  9.97s/it]
 56%|█████▌    | 1517/2733 [4:25:46<3:20:38,  9.90s/it]
 56%|█████▌    | 1518/2733 [4:25:56<3:19:21,  9.84s/it]
 56%|█████▌    | 1519/2733 [4:26:05<3:15:12,  9.65s/it]
 56%|█████▌    | 1520/2733 [4:26:15<3:15:34,  9.67s/it]
 56%|█████▌    | 1521/2733 [4:26:24<3:16:59,  9.75s/it]
 56%|█████▌    | 1522/2733 [4:26:34<3:13:39,  9.59s/it]
 56%|█████▌    | 1523/2733 [4:26:43<3:13:17,  9.59s/it]
 56%|█████▌    | 1524/2733 [4:26:53<3:11:25,  9.50s/it]
 56%|█████▌    | 1525/2733 [4:27:02<3:10:55,  9.48s/it]
 56%|█████▌    | 1526/2733 [4:27:12<3:12:47,  9.58s/it]
 56%|█████▌    | 1527/2733 [4:27:21<3:11:46,  9.54s/it]
 56%|█████▌    | 1528/2733 [4:27:31<3:13:04,  9.61s/it]
 56%|█████▌    | 1529/2733 [4:27:41<3:12:23,  9.59s/it]
 56%|█████▌    | 1530/2733 [4:27:50<3:11:00,  9.53s/it]
 56%|█████▌    | 1531/2733 [4:28:00<3:12:41,  9.62s/it]
 56%|█████▌    | 1532/2733 [4:28:09<3:12:54,  9.64s/it]
 56%|█████▌    | 1533/2733 [4:28:19<3:10:33,  9.53s/it]
 56%|█████▌    | 1534/2733 [4:28:28<3:10:47,  9.55s/it]
 56%|█████▌    | 1535/2733 [4:28:38<3:09:06,  9.47s/it]
 56%|█████▌    | 1536/2733 [4:28:47<3:10:16,  9.54s/it]
 56%|█████▌    | 1537/2733 [4:28:57<3:11:57,  9.63s/it]
 56%|█████▋    | 1538/2733 [4:29:06<3:08:05,  9.44s/it]
 56%|█████▋    | 1539/2733 [4:29:16<3:10:02,  9.55s/it]
 56%|█████▋    | 1540/2733 [4:29:26<3:11:51,  9.65s/it]
 56%|█████▋    | 1541/2733 [4:29:35<3:09:05,  9.52s/it]
 56%|█████▋    | 1542/2733 [4:29:45<3:10:17,  9.59s/it]
 56%|█████▋    | 1543/2733 [4:29:55<3:10:43,  9.62s/it]
 56%|█████▋    | 1544/2733 [4:30:04<3:08:12,  9.50s/it]
 57%|█████▋    | 1545/2733 [4:30:14<3:10:03,  9.60s/it]
 57%|█████▋    | 1546/2733 [4:30:23<3:10:29,  9.63s/it]
 57%|█████▋    | 1547/2733 [4:30:32<3:07:46,  9.50s/it]
 57%|█████▋    | 1548/2733 [4:30:42<3:08:55,  9.57s/it]
 57%|█████▋    | 1549/2733 [4:30:51<3:06:06,  9.43s/it]
 57%|█████▋    | 1550/2733 [4:31:01<3:09:11,  9.60s/it]
 57%|█████▋    | 1551/2733 [4:31:11<3:09:41,  9.63s/it]
 57%|█████▋    | 1552/2733 [4:31:20<3:07:26,  9.52s/it]
 57%|█████▋    | 1553/2733 [4:31:30<3:08:17,  9.57s/it]
 57%|█████▋    | 1554/2733 [4:31:40<3:10:07,  9.68s/it]
 57%|█████▋    | 1555/2733 [4:31:49<3:07:56,  9.57s/it]
 57%|█████▋    | 1556/2733 [4:31:59<3:08:01,  9.59s/it]
 57%|█████▋    | 1557/2733 [4:32:09<3:09:03,  9.65s/it]
 57%|█████▋    | 1558/2733 [4:32:18<3:06:27,  9.52s/it]
 57%|█████▋    | 1559/2733 [4:32:28<3:10:23,  9.73s/it]
 57%|█████▋    | 1560/2733 [4:32:37<3:07:56,  9.61s/it]
 57%|█████▋    | 1561/2733 [4:32:47<3:09:49,  9.72s/it]
 57%|█████▋    | 1562/2733 [4:32:57<3:10:00,  9.74s/it]
 57%|█████▋    | 1563/2733 [4:33:06<3:06:07,  9.54s/it]
 57%|█████▋    | 1564/2733 [4:33:16<3:07:19,  9.61s/it]
 57%|█████▋    | 1565/2733 [4:33:26<3:08:04,  9.66s/it]
 57%|█████▋    | 1566/2733 [4:33:35<3:05:24,  9.53s/it]
 57%|█████▋    | 1567/2733 [4:33:45<3:05:55,  9.57s/it]
 57%|█████▋    | 1568/2733 [4:33:54<3:07:16,  9.65s/it]
 57%|█████▋    | 1569/2733 [4:34:04<3:04:28,  9.51s/it]
 57%|█████▋    | 1570/2733 [4:34:13<3:05:37,  9.58s/it]
 57%|█████▋    | 1571/2733 [4:34:23<3:07:36,  9.69s/it]
 58%|█████▊    | 1572/2733 [4:34:33<3:06:09,  9.62s/it]
 58%|█████▊    | 1573/2733 [4:34:43<3:06:54,  9.67s/it]
 58%|█████▊    | 1574/2733 [4:34:52<3:04:20,  9.54s/it]
 58%|█████▊    | 1575/2733 [4:35:02<3:05:46,  9.63s/it]
 58%|█████▊    | 1576/2733 [4:35:11<3:05:57,  9.64s/it]
 58%|█████▊    | 1577/2733 [4:35:21<3:03:43,  9.54s/it]
 58%|█████▊    | 1578/2733 [4:35:30<3:04:59,  9.61s/it]
 58%|█████▊    | 1579/2733 [4:35:40<3:05:10,  9.63s/it]
 58%|█████▊    | 1580/2733 [4:35:49<3:02:17,  9.49s/it]
 58%|█████▊    | 1581/2733 [4:35:59<3:03:11,  9.54s/it]
 58%|█████▊    | 1582/2733 [4:36:09<3:05:21,  9.66s/it]
 58%|█████▊    | 1583/2733 [4:36:18<3:03:05,  9.55s/it]
 58%|█████▊    | 1584/2733 [4:36:28<3:03:27,  9.58s/it]
 58%|█████▊    | 1585/2733 [4:36:37<3:01:09,  9.47s/it]
 58%|█████▊    | 1586/2733 [4:36:47<3:01:55,  9.52s/it]
 58%|█████▊    | 1587/2733 [4:36:57<3:04:00,  9.63s/it]
 58%|█████▊    | 1588/2733 [4:37:06<3:01:06,  9.49s/it]
 58%|█████▊    | 1589/2733 [4:37:15<3:01:33,  9.52s/it]
 58%|█████▊    | 1590/2733 [4:37:25<3:03:15,  9.62s/it]
 58%|█████▊    | 1591/2733 [4:37:34<3:00:53,  9.50s/it]
 58%|█████▊    | 1592/2733 [4:37:44<3:02:18,  9.59s/it]
 58%|█████▊    | 1593/2733 [4:37:54<3:02:16,  9.59s/it]
 58%|█████▊    | 1594/2733 [4:38:03<3:00:21,  9.50s/it]
 58%|█████▊    | 1595/2733 [4:38:13<3:01:59,  9.60s/it]
 58%|█████▊    | 1596/2733 [4:38:22<3:01:47,  9.59s/it]
 58%|█████▊    | 1597/2733 [4:38:32<2:59:36,  9.49s/it]
 58%|█████▊    | 1598/2733 [4:38:42<3:02:10,  9.63s/it]
 59%|█████▊    | 1599/2733 [4:38:51<2:59:12,  9.48s/it]
 59%|█████▊    | 1600/2733 [4:39:00<2:59:56,  9.53s/it]
                                                       
{'loss': 2.0758, 'learning_rate': 3.869247627472021e-06, 'epoch': 1.76}
+
 59%|█████▊    | 1600/2733 [4:39:00<2:59:56,  9.53s/it]
 59%|█████▊    | 1601/2733 [4:39:10<3:00:57,  9.59s/it]
 59%|█████▊    | 1602/2733 [4:39:19<2:57:45,  9.43s/it]
 59%|█████▊    | 1603/2733 [4:39:29<3:00:29,  9.58s/it]
 59%|█████▊    | 1604/2733 [4:39:39<3:01:10,  9.63s/it]
 59%|█████▊    | 1605/2733 [4:39:48<2:59:19,  9.54s/it]
 59%|█████▉    | 1606/2733 [4:39:58<2:59:36,  9.56s/it]
 59%|█████▉    | 1607/2733 [4:40:08<3:02:24,  9.72s/it]
 59%|█████▉    | 1608/2733 [4:40:17<3:01:09,  9.66s/it]
 59%|█████▉    | 1609/2733 [4:40:27<3:00:33,  9.64s/it]
 59%|█████▉    | 1610/2733 [4:40:36<2:58:54,  9.56s/it]
 59%|█████▉    | 1611/2733 [4:40:46<3:00:31,  9.65s/it]
 59%|█████▉    | 1612/2733 [4:40:56<3:00:49,  9.68s/it]
 59%|█████▉    | 1613/2733 [4:41:05<2:57:23,  9.50s/it]
 59%|█████▉    | 1614/2733 [4:41:15<2:58:18,  9.56s/it]
 59%|█████▉    | 1615/2733 [4:41:24<2:58:07,  9.56s/it]
 59%|█████▉    | 1616/2733 [4:41:34<2:57:09,  9.52s/it]
 59%|█████▉    | 1617/2733 [4:41:44<2:58:39,  9.61s/it]
 59%|█████▉    | 1618/2733 [4:41:53<2:58:25,  9.60s/it]
 59%|█████▉    | 1619/2733 [4:42:02<2:56:22,  9.50s/it]
 59%|█████▉    | 1620/2733 [4:42:12<2:58:10,  9.61s/it]
 59%|█████▉    | 1621/2733 [4:42:22<3:00:01,  9.71s/it]
 59%|█████▉    | 1622/2733 [4:42:32<2:57:23,  9.58s/it]
 59%|█████▉    | 1623/2733 [4:42:41<2:57:51,  9.61s/it]
 59%|█████▉    | 1624/2733 [4:42:50<2:54:36,  9.45s/it]
 59%|█████▉    | 1625/2733 [4:43:00<2:55:36,  9.51s/it]
 59%|█████▉    | 1626/2733 [4:43:10<2:56:26,  9.56s/it]
 60%|█████▉    | 1627/2733 [4:43:19<2:54:27,  9.46s/it]
 60%|█████▉    | 1628/2733 [4:43:29<2:56:12,  9.57s/it]
 60%|█████▉    | 1629/2733 [4:43:39<2:58:02,  9.68s/it]
 60%|█████▉    | 1630/2733 [4:43:48<2:55:03,  9.52s/it]
 60%|█████▉    | 1631/2733 [4:43:57<2:55:55,  9.58s/it]
 60%|█████▉    | 1632/2733 [4:44:07<2:55:44,  9.58s/it]
 60%|█████▉    | 1633/2733 [4:44:16<2:53:16,  9.45s/it]
 60%|█████▉    | 1634/2733 [4:44:26<2:54:59,  9.55s/it]
 60%|█████▉    | 1635/2733 [4:44:35<2:52:52,  9.45s/it]
 60%|█████▉    | 1636/2733 [4:44:45<2:53:07,  9.47s/it]
 60%|█████▉    | 1637/2733 [4:44:54<2:53:52,  9.52s/it]
 60%|█████▉    | 1638/2733 [4:45:03<2:51:23,  9.39s/it]
 60%|█████▉    | 1639/2733 [4:45:13<2:53:22,  9.51s/it]
 60%|██████    | 1640/2733 [4:45:23<2:54:52,  9.60s/it]
 60%|██████    | 1641/2733 [4:45:32<2:52:54,  9.50s/it]
 60%|██████    | 1642/2733 [4:45:42<2:54:49,  9.61s/it]
 60%|██████    | 1643/2733 [4:45:52<2:54:42,  9.62s/it]
 60%|██████    | 1644/2733 [4:46:01<2:52:07,  9.48s/it]
 60%|██████    | 1645/2733 [4:46:11<2:52:27,  9.51s/it]
 60%|██████    | 1646/2733 [4:46:20<2:53:44,  9.59s/it]
 60%|██████    | 1647/2733 [4:46:30<2:51:30,  9.48s/it]
 60%|██████    | 1648/2733 [4:46:39<2:53:38,  9.60s/it]
 60%|██████    | 1649/2733 [4:46:49<2:51:06,  9.47s/it]
 60%|██████    | 1650/2733 [4:46:58<2:50:51,  9.47s/it]
 60%|██████    | 1651/2733 [4:47:08<2:53:06,  9.60s/it]
 60%|██████    | 1652/2733 [4:47:17<2:50:39,  9.47s/it]
 60%|██████    | 1653/2733 [4:47:27<2:51:47,  9.54s/it]
 61%|██████    | 1654/2733 [4:47:37<2:53:57,  9.67s/it]
 61%|██████    | 1655/2733 [4:47:46<2:51:16,  9.53s/it]
 61%|██████    | 1656/2733 [4:47:56<2:51:15,  9.54s/it]
 61%|██████    | 1657/2733 [4:48:06<2:52:58,  9.65s/it]
 61%|██████    | 1658/2733 [4:48:15<2:50:49,  9.53s/it]
 61%|██████    | 1659/2733 [4:48:24<2:50:41,  9.54s/it]
 61%|██████    | 1660/2733 [4:48:34<2:48:57,  9.45s/it]
 61%|██████    | 1661/2733 [4:48:43<2:50:34,  9.55s/it]
 61%|██████    | 1662/2733 [4:48:53<2:50:33,  9.55s/it]
 61%|██████    | 1663/2733 [4:49:02<2:49:36,  9.51s/it]
 61%|██████    | 1664/2733 [4:49:12<2:49:52,  9.53s/it]
 61%|██████    | 1665/2733 [4:49:22<2:50:39,  9.59s/it]
 61%|██████    | 1666/2733 [4:49:31<2:48:07,  9.45s/it]
 61%|██████    | 1667/2733 [4:49:40<2:49:16,  9.53s/it]
 61%|██████    | 1668/2733 [4:49:50<2:51:12,  9.65s/it]
 61%|██████    | 1669/2733 [4:50:00<2:48:26,  9.50s/it]
 61%|██████    | 1670/2733 [4:50:09<2:49:19,  9.56s/it]
 61%|██████    | 1671/2733 [4:50:19<2:50:15,  9.62s/it]
 61%|██████    | 1672/2733 [4:50:28<2:48:11,  9.51s/it]
 61%|██████    | 1673/2733 [4:50:38<2:49:21,  9.59s/it]
 61%|██████▏   | 1674/2733 [4:50:47<2:46:40,  9.44s/it]
 61%|██████▏   | 1675/2733 [4:50:57<2:48:00,  9.53s/it]
 61%|██████▏   | 1676/2733 [4:51:06<2:47:50,  9.53s/it]
 61%|██████▏   | 1677/2733 [4:51:16<2:47:07,  9.50s/it]
 61%|██████▏   | 1678/2733 [4:51:25<2:47:35,  9.53s/it]
 61%|██████▏   | 1679/2733 [4:51:35<2:47:35,  9.54s/it]
 61%|██████▏   | 1680/2733 [4:51:44<2:46:12,  9.47s/it]
 62%|██████▏   | 1681/2733 [4:51:54<2:46:44,  9.51s/it]
 62%|██████▏   | 1682/2733 [4:52:04<2:47:43,  9.58s/it]
 62%|██████▏   | 1683/2733 [4:52:13<2:45:29,  9.46s/it]
 62%|██████▏   | 1684/2733 [4:52:23<2:46:54,  9.55s/it]
 62%|██████▏   | 1685/2733 [4:52:32<2:44:44,  9.43s/it]
 62%|██████▏   | 1686/2733 [4:52:42<2:46:29,  9.54s/it]
 62%|██████▏   | 1687/2733 [4:52:51<2:47:15,  9.59s/it]
 62%|██████▏   | 1688/2733 [4:53:00<2:45:07,  9.48s/it]
 62%|██████▏   | 1689/2733 [4:53:10<2:45:46,  9.53s/it]
 62%|██████▏   | 1690/2733 [4:53:20<2:47:09,  9.62s/it]
 62%|██████▏   | 1691/2733 [4:53:29<2:44:46,  9.49s/it]
 62%|██████▏   | 1692/2733 [4:53:39<2:46:09,  9.58s/it]
 62%|██████▏   | 1693/2733 [4:53:49<2:46:48,  9.62s/it]
 62%|██████▏   | 1694/2733 [4:53:58<2:44:34,  9.50s/it]
 62%|██████▏   | 1695/2733 [4:54:08<2:45:43,  9.58s/it]
 62%|██████▏   | 1696/2733 [4:54:17<2:46:33,  9.64s/it]
 62%|██████▏   | 1697/2733 [4:54:26<2:43:40,  9.48s/it]
 62%|██████▏   | 1698/2733 [4:54:36<2:44:51,  9.56s/it]
 62%|██████▏   | 1699/2733 [4:54:46<2:43:51,  9.51s/it]
 62%|██████▏   | 1700/2733 [4:54:55<2:45:14,  9.60s/it]
                                                       
{'loss': 2.0758, 'learning_rate': 3.3013495932132446e-06, 'epoch': 1.87}
+
 62%|██████▏   | 1700/2733 [4:54:55<2:45:14,  9.60s/it]
 62%|██████▏   | 1701/2733 [4:55:05<2:45:14,  9.61s/it]
 62%|██████▏   | 1702/2733 [4:55:14<2:43:02,  9.49s/it]
 62%|██████▏   | 1703/2733 [4:55:24<2:44:34,  9.59s/it]
 62%|██████▏   | 1704/2733 [4:55:34<2:44:31,  9.59s/it]
 62%|██████▏   | 1705/2733 [4:55:43<2:42:22,  9.48s/it]
 62%|██████▏   | 1706/2733 [4:55:53<2:44:01,  9.58s/it]
 62%|██████▏   | 1707/2733 [4:56:03<2:45:18,  9.67s/it]
 62%|██████▏   | 1708/2733 [4:56:12<2:43:27,  9.57s/it]
 63%|██████▎   | 1709/2733 [4:56:22<2:43:46,  9.60s/it]
 63%|██████▎   | 1710/2733 [4:56:31<2:42:34,  9.53s/it]
 63%|██████▎   | 1711/2733 [4:56:41<2:43:30,  9.60s/it]
 63%|██████▎   | 1712/2733 [4:56:50<2:43:02,  9.58s/it]
 63%|██████▎   | 1713/2733 [4:57:00<2:41:29,  9.50s/it]
 63%|██████▎   | 1714/2733 [4:57:09<2:42:13,  9.55s/it]
 63%|██████▎   | 1715/2733 [4:57:19<2:43:22,  9.63s/it]
 63%|██████▎   | 1716/2733 [4:57:28<2:42:02,  9.56s/it]
 63%|██████▎   | 1717/2733 [4:57:38<2:42:07,  9.57s/it]
 63%|██████▎   | 1718/2733 [4:57:48<2:42:45,  9.62s/it]
 63%|██████▎   | 1719/2733 [4:57:57<2:41:02,  9.53s/it]
 63%|██████▎   | 1720/2733 [4:58:07<2:42:25,  9.62s/it]
 63%|██████▎   | 1721/2733 [4:58:17<2:42:42,  9.65s/it]
 63%|██████▎   | 1722/2733 [4:58:26<2:40:08,  9.50s/it]
 63%|██████▎   | 1723/2733 [4:58:36<2:41:45,  9.61s/it]
 63%|██████▎   | 1724/2733 [4:58:45<2:39:30,  9.48s/it]
 63%|██████▎   | 1725/2733 [4:58:55<2:41:07,  9.59s/it]
 63%|██████▎   | 1726/2733 [4:59:04<2:41:44,  9.64s/it]
 63%|██████▎   | 1727/2733 [4:59:14<2:38:49,  9.47s/it]
 63%|██████▎   | 1728/2733 [4:59:23<2:40:55,  9.61s/it]
 63%|██████▎   | 1729/2733 [4:59:33<2:40:40,  9.60s/it]
 63%|██████▎   | 1730/2733 [4:59:42<2:37:25,  9.42s/it]
 63%|██████▎   | 1731/2733 [4:59:52<2:39:05,  9.53s/it]
 63%|██████▎   | 1732/2733 [5:00:01<2:39:41,  9.57s/it]
 63%|██████▎   | 1733/2733 [5:00:11<2:37:51,  9.47s/it]
 63%|██████▎   | 1734/2733 [5:00:20<2:38:58,  9.55s/it]
 63%|██████▎   | 1735/2733 [5:00:30<2:37:37,  9.48s/it]
 64%|██████▎   | 1736/2733 [5:00:40<2:39:20,  9.59s/it]
 64%|██████▎   | 1737/2733 [5:00:49<2:39:45,  9.62s/it]
 64%|██████▎   | 1738/2733 [5:00:59<2:38:11,  9.54s/it]
 64%|██████▎   | 1739/2733 [5:01:08<2:38:10,  9.55s/it]
 64%|██████▎   | 1740/2733 [5:01:18<2:38:33,  9.58s/it]
 64%|██████▎   | 1741/2733 [5:01:27<2:37:04,  9.50s/it]
 64%|██████▎   | 1742/2733 [5:01:37<2:37:34,  9.54s/it]
 64%|██████▍   | 1743/2733 [5:01:47<2:38:19,  9.60s/it]
 64%|██████▍   | 1744/2733 [5:01:56<2:37:04,  9.53s/it]
 64%|██████▍   | 1745/2733 [5:02:06<2:38:06,  9.60s/it]
 64%|██████▍   | 1746/2733 [5:02:15<2:38:48,  9.65s/it]
 64%|██████▍   | 1747/2733 [5:02:25<2:36:28,  9.52s/it]
 64%|██████▍   | 1748/2733 [5:02:34<2:37:38,  9.60s/it]
 64%|██████▍   | 1749/2733 [5:02:44<2:35:53,  9.51s/it]
 64%|██████▍   | 1750/2733 [5:02:54<2:38:20,  9.66s/it]
 64%|██████▍   | 1751/2733 [5:03:04<2:40:04,  9.78s/it]
 64%|██████▍   | 1752/2733 [5:03:13<2:37:40,  9.64s/it]
 64%|██████▍   | 1753/2733 [5:03:23<2:37:42,  9.66s/it]
 64%|██████▍   | 1754/2733 [5:03:33<2:38:28,  9.71s/it]
 64%|██████▍   | 1755/2733 [5:03:42<2:36:24,  9.60s/it]
 64%|██████▍   | 1756/2733 [5:03:52<2:37:39,  9.68s/it]
 64%|██████▍   | 1757/2733 [5:04:02<2:38:30,  9.74s/it]
 64%|██████▍   | 1758/2733 [5:04:11<2:36:08,  9.61s/it]
 64%|██████▍   | 1759/2733 [5:04:21<2:36:34,  9.65s/it]
 64%|██████▍   | 1760/2733 [5:04:30<2:33:52,  9.49s/it]
 64%|██████▍   | 1761/2733 [5:04:40<2:35:02,  9.57s/it]
 64%|██████▍   | 1762/2733 [5:04:49<2:35:27,  9.61s/it]
 65%|██████▍   | 1763/2733 [5:04:59<2:33:44,  9.51s/it]
 65%|██████▍   | 1764/2733 [5:05:09<2:35:11,  9.61s/it]
 65%|██████▍   | 1765/2733 [5:05:18<2:35:17,  9.63s/it]
 65%|██████▍   | 1766/2733 [5:05:27<2:32:48,  9.48s/it]
 65%|██████▍   | 1767/2733 [5:05:37<2:33:10,  9.51s/it]
 65%|██████▍   | 1768/2733 [5:05:47<2:34:05,  9.58s/it]
 65%|██████▍   | 1769/2733 [5:05:56<2:31:52,  9.45s/it]
 65%|██████▍   | 1770/2733 [5:06:06<2:33:19,  9.55s/it]
 65%|██████▍   | 1771/2733 [5:06:15<2:33:19,  9.56s/it]
 65%|██████▍   | 1772/2733 [5:06:25<2:32:31,  9.52s/it]
 65%|██████▍   | 1773/2733 [5:06:35<2:34:21,  9.65s/it]
 65%|██████▍   | 1774/2733 [5:06:44<2:32:56,  9.57s/it]
 65%|██████▍   | 1775/2733 [5:06:54<2:33:25,  9.61s/it]
 65%|██████▍   | 1776/2733 [5:07:03<2:32:58,  9.59s/it]
 65%|██████▌   | 1777/2733 [5:07:12<2:31:01,  9.48s/it]
 65%|██████▌   | 1778/2733 [5:07:22<2:31:35,  9.52s/it]
 65%|██████▌   | 1779/2733 [5:07:32<2:32:29,  9.59s/it]
 65%|██████▌   | 1780/2733 [5:07:41<2:30:54,  9.50s/it]
 65%|██████▌   | 1781/2733 [5:07:51<2:31:54,  9.57s/it]
 65%|██████▌   | 1782/2733 [5:08:00<2:31:57,  9.59s/it]
 65%|██████▌   | 1783/2733 [5:08:10<2:29:54,  9.47s/it]
 65%|██████▌   | 1784/2733 [5:08:19<2:31:32,  9.58s/it]
 65%|██████▌   | 1785/2733 [5:08:29<2:30:15,  9.51s/it]
 65%|██████▌   | 1786/2733 [5:08:38<2:30:40,  9.55s/it]
 65%|██████▌   | 1787/2733 [5:08:48<2:30:54,  9.57s/it]
 65%|██████▌   | 1788/2733 [5:08:57<2:29:19,  9.48s/it]
 65%|██████▌   | 1789/2733 [5:09:07<2:30:06,  9.54s/it]
 65%|██████▌   | 1790/2733 [5:09:17<2:31:17,  9.63s/it]
 66%|██████▌   | 1791/2733 [5:09:26<2:29:37,  9.53s/it]
 66%|██████▌   | 1792/2733 [5:09:36<2:31:54,  9.69s/it]
 66%|██████▌   | 1793/2733 [5:09:46<2:32:10,  9.71s/it]
 66%|██████▌   | 1794/2733 [5:09:55<2:29:44,  9.57s/it]
 66%|██████▌   | 1795/2733 [5:10:05<2:30:52,  9.65s/it]
 66%|██████▌   | 1796/2733 [5:10:15<2:31:42,  9.71s/it]
 66%|██████▌   | 1797/2733 [5:10:24<2:29:56,  9.61s/it]
 66%|██████▌   | 1798/2733 [5:10:34<2:31:44,  9.74s/it]
 66%|██████▌   | 1799/2733 [5:10:44<2:29:59,  9.64s/it]
 66%|██████▌   | 1800/2733 [5:10:53<2:30:11,  9.66s/it]
                                                       
{'loss': 2.0732, 'learning_rate': 2.7572789219399587e-06, 'epoch': 1.97}
+
 66%|██████▌   | 1800/2733 [5:10:53<2:30:11,  9.66s/it]
 66%|██████▌   | 1801/2733 [5:11:03<2:31:18,  9.74s/it]
 66%|██████▌   | 1802/2733 [5:11:13<2:29:27,  9.63s/it]
 66%|██████▌   | 1803/2733 [5:11:22<2:28:49,  9.60s/it]
 66%|██████▌   | 1804/2733 [5:11:32<2:28:51,  9.61s/it]
 66%|██████▌   | 1805/2733 [5:11:41<2:26:44,  9.49s/it]
 66%|██████▌   | 1806/2733 [5:11:51<2:27:54,  9.57s/it]
 66%|██████▌   | 1807/2733 [5:12:01<2:28:58,  9.65s/it]
 66%|██████▌   | 1808/2733 [5:12:10<2:27:42,  9.58s/it]
 66%|██████▌   | 1809/2733 [5:12:20<2:28:26,  9.64s/it]
 66%|██████▌   | 1810/2733 [5:12:29<2:25:31,  9.46s/it]
 66%|██████▋   | 1811/2733 [5:12:39<2:26:42,  9.55s/it]
 66%|██████▋   | 1812/2733 [5:12:48<2:26:48,  9.56s/it]
 66%|██████▋   | 1813/2733 [5:12:58<2:25:38,  9.50s/it]
 66%|██████▋   | 1814/2733 [5:13:07<2:26:32,  9.57s/it]
 66%|██████▋   | 1815/2733 [5:13:17<2:28:02,  9.68s/it]
 66%|██████▋   | 1816/2733 [5:13:27<2:26:17,  9.57s/it]
 66%|██████▋   | 1817/2733 [5:13:37<2:27:27,  9.66s/it]
 67%|██████▋   | 1818/2733 [5:13:46<2:27:20,  9.66s/it]
 67%|██████▋   | 1819/2733 [5:13:55<2:25:26,  9.55s/it]
 67%|██████▋   | 1820/2733 [5:14:05<2:26:08,  9.60s/it]
 67%|██████▋   | 1821/2733 [5:14:15<2:27:30,  9.70s/it]
 67%|██████▋   | 1822/2733 [5:14:24<2:25:19,  9.57s/it]
 67%|██████▋   | 1823/2733 [5:14:42<3:02:03, 12.00s/it]
 67%|██████▋   | 1824/2733 [5:14:52<2:51:22, 11.31s/it]
 67%|█████��▋   | 1825/2733 [5:15:02<2:44:31, 10.87s/it]
 67%|██████▋   | 1826/2733 [5:15:11<2:37:05, 10.39s/it]
 67%|██████▋   | 1827/2733 [5:15:20<2:32:57, 10.13s/it]
 67%|██████▋   | 1828/2733 [5:15:30<2:31:08, 10.02s/it]
 67%|██████▋   | 1829/2733 [5:15:39<2:26:56,  9.75s/it]
 67%|██████▋   | 1830/2733 [5:15:49<2:26:12,  9.72s/it]
 67%|██████▋   | 1831/2733 [5:15:58<2:23:46,  9.56s/it]
 67%|██████▋   | 1832/2733 [5:16:08<2:24:06,  9.60s/it]
 67%|██████▋   | 1833/2733 [5:16:18<2:24:49,  9.66s/it]
 67%|██████▋   | 1834/2733 [5:16:27<2:22:37,  9.52s/it]
 67%|██████▋   | 1835/2733 [5:16:37<2:24:25,  9.65s/it]
 67%|██████▋   | 1836/2733 [5:16:46<2:23:20,  9.59s/it]
 67%|██████▋   | 1837/2733 [5:16:55<2:21:27,  9.47s/it]
 67%|██████▋   | 1838/2733 [5:17:05<2:22:26,  9.55s/it]
 67%|██████▋   | 1839/2733 [5:17:15<2:23:14,  9.61s/it]
 67%|██████▋   | 1840/2733 [5:17:24<2:21:25,  9.50s/it]
 67%|██████▋   | 1841/2733 [5:17:34<2:22:20,  9.57s/it]
 67%|██████▋   | 1842/2733 [5:17:44<2:22:53,  9.62s/it]
 67%|██████▋   | 1843/2733 [5:17:53<2:20:58,  9.50s/it]
 67%|██████▋   | 1844/2733 [5:18:03<2:23:35,  9.69s/it]
 68%|██████▊   | 1845/2733 [5:18:12<2:21:22,  9.55s/it]
 68%|██████▊   | 1846/2733 [5:18:22<2:22:46,  9.66s/it]
 68%|██████▊   | 1847/2733 [5:18:32<2:22:17,  9.64s/it]
 68%|██████▊   | 1848/2733 [5:18:41<2:20:19,  9.51s/it]
 68%|██████▊   | 1849/2733 [5:18:51<2:21:35,  9.61s/it]
 68%|██████▊   | 1850/2733 [5:19:00<2:21:41,  9.63s/it]
 68%|██████▊   | 1851/2733 [5:19:10<2:19:47,  9.51s/it]
 68%|██████▊   | 1852/2733 [5:19:20<2:21:07,  9.61s/it]
 68%|██████▊   | 1853/2733 [5:19:29<2:22:23,  9.71s/it]
 68%|██████▊   | 1854/2733 [5:19:39<2:20:05,  9.56s/it]
 68%|██████▊   | 1855/2733 [5:19:48<2:21:01,  9.64s/it]
 68%|██████▊   | 1856/2733 [5:19:58<2:19:20,  9.53s/it]
 68%|██████▊   | 1857/2733 [5:20:07<2:19:53,  9.58s/it]
 68%|██████▊   | 1858/2733 [5:20:17<2:20:22,  9.63s/it]
 68%|██████▊   | 1859/2733 [5:20:27<2:19:03,  9.55s/it]
 68%|██████▊   | 1860/2733 [5:20:36<2:19:23,  9.58s/it]
 68%|██████▊   | 1861/2733 [5:20:46<2:20:01,  9.64s/it]
 68%|██████▊   | 1862/2733 [5:20:55<2:17:50,  9.50s/it]
 68%|██████▊   | 1863/2733 [5:21:05<2:18:18,  9.54s/it]
 68%|██████▊   | 1864/2733 [5:21:14<2:18:43,  9.58s/it]
 68%|██████▊   | 1865/2733 [5:21:23<2:16:07,  9.41s/it]
 68%|██████▊   | 1866/2733 [5:21:33<2:18:00,  9.55s/it]
 68%|██████▊   | 1867/2733 [5:21:43<2:18:17,  9.58s/it]
 68%|██████▊   | 1868/2733 [5:21:52<2:17:19,  9.53s/it]
 68%|██████▊   | 1869/2733 [5:22:02<2:17:44,  9.57s/it]
 68%|██████▊   | 1870/2733 [5:22:11<2:16:20,  9.48s/it]
 68%|██████▊   | 1871/2733 [5:22:22<2:19:23,  9.70s/it]
 68%|██████▊   | 1872/2733 [5:22:31<2:19:56,  9.75s/it]
 69%|██████▊   | 1873/2733 [5:22:41<2:17:53,  9.62s/it]
 69%|██████▊   | 1874/2733 [5:22:50<2:18:10,  9.65s/it]
 69%|██████▊   | 1875/2733 [5:23:00<2:18:20,  9.67s/it]
 69%|██████▊   | 1876/2733 [5:23:09<2:16:33,  9.56s/it]
 69%|██████▊   | 1877/2733 [5:23:19<2:16:53,  9.59s/it]
 69%|██████▊   | 1878/2733 [5:23:29<2:16:41,  9.59s/it]
 69%|██████▉   | 1879/2733 [5:23:38<2:15:48,  9.54s/it]
 69%|██████▉   | 1880/2733 [5:23:48<2:15:53,  9.56s/it]
 69%|██████▉   | 1881/2733 [5:23:57<2:15:09,  9.52s/it]
 69%|██████▉   | 1882/2733 [5:24:07<2:15:48,  9.57s/it]
 69%|██████▉   | 1883/2733 [5:24:17<2:16:43,  9.65s/it]
 69%|██████▉   | 1884/2733 [5:24:26<2:15:01,  9.54s/it]
 69%|██████▉   | 1885/2733 [5:24:36<2:15:18,  9.57s/it]
 69%|██████▉   | 1886/2733 [5:24:45<2:16:05,  9.64s/it]
 69%|██████▉   | 1887/2733 [5:24:55<2:14:15,  9.52s/it]
 69%|██████▉   | 1888/2733 [5:25:04<2:14:53,  9.58s/it]
 69%|██████▉   | 1889/2733 [5:25:14<2:15:39,  9.64s/it]
 69%|██████▉   | 1890/2733 [5:25:23<2:13:24,  9.50s/it]
 69%|██████▉   | 1891/2733 [5:25:33<2:13:47,  9.53s/it]
 69%|██████▉   | 1892/2733 [5:25:43<2:15:30,  9.67s/it]
 69%|██████▉   | 1893/2733 [5:25:52<2:13:12,  9.51s/it]
 69%|██████▉   | 1894/2733 [5:26:02<2:14:19,  9.61s/it]
 69%|██████▉   | 1895/2733 [5:26:11<2:12:37,  9.50s/it]
 69%|██████▉   | 1896/2733 [5:26:21<2:14:14,  9.62s/it]
 69%|██████▉   | 1897/2733 [5:26:31<2:14:46,  9.67s/it]
 69%|██████▉   | 1898/2733 [5:26:40<2:13:29,  9.59s/it]
 69%|██████▉   | 1899/2733 [5:26:50<2:13:05,  9.57s/it]
 70%|██████▉   | 1900/2733 [5:27:00<2:13:31,  9.62s/it]
                                                       
{'loss': 2.0324, 'learning_rate': 2.2446674190680336e-06, 'epoch': 2.09}
+
 70%|██████▉   | 1900/2733 [5:27:00<2:13:31,  9.62s/it]
 70%|██████▉   | 1901/2733 [5:27:09<2:11:47,  9.50s/it]
 70%|██████▉   | 1902/2733 [5:27:18<2:12:24,  9.56s/it]
 70%|██████▉   | 1903/2733 [5:27:28<2:13:45,  9.67s/it]
 70%|██████▉   | 1904/2733 [5:27:38<2:12:18,  9.58s/it]
 70%|██████▉   | 1905/2733 [5:27:48<2:13:24,  9.67s/it]
 70%|██████▉   | 1906/2733 [5:27:57<2:11:47,  9.56s/it]
 70%|██████▉   | 1907/2733 [5:28:07<2:12:01,  9.59s/it]
 70%|██████▉   | 1908/2733 [5:28:17<2:14:01,  9.75s/it]
 70%|██████▉   | 1909/2733 [5:28:26<2:10:15,  9.48s/it]
 70%|██████▉   | 1910/2733 [5:28:35<2:11:29,  9.59s/it]
 70%|██████▉   | 1911/2733 [5:28:45<2:11:18,  9.58s/it]
 70%|██████▉   | 1912/2733 [5:28:54<2:09:37,  9.47s/it]
 70%|██████▉   | 1913/2733 [5:29:04<2:10:51,  9.58s/it]
 70%|███████   | 1914/2733 [5:29:14<2:11:20,  9.62s/it]
 70%|███████   | 1915/2733 [5:29:23<2:08:51,  9.45s/it]
 70%|███████   | 1916/2733 [5:29:32<2:09:38,  9.52s/it]
 70%|███████   | 1917/2733 [5:29:42<2:10:59,  9.63s/it]
 70%|███████   | 1918/2733 [5:29:52<2:09:03,  9.50s/it]
 70%|███████   | 1919/2733 [5:30:01<2:09:42,  9.56s/it]
 70%|███████   | 1920/2733 [5:30:10<2:07:33,  9.41s/it]
 70%|███████   | 1921/2733 [5:30:20<2:08:16,  9.48s/it]
 70%|███████   | 1922/2733 [5:30:30<2:09:16,  9.56s/it]
 70%|███████   | 1923/2733 [5:30:39<2:08:01,  9.48s/it]
 70%|███████   | 1924/2733 [5:30:49<2:08:22,  9.52s/it]
 70%|███████   | 1925/2733 [5:30:59<2:09:45,  9.64s/it]
 70%|███████   | 1926/2733 [5:31:08<2:08:32,  9.56s/it]
 71%|███████   | 1927/2733 [5:31:18<2:08:59,  9.60s/it]
 71%|███████   | 1928/2733 [5:31:27<2:09:12,  9.63s/it]
 71%|███████   | 1929/2733 [5:31:37<2:07:49,  9.54s/it]
 71%|███████   | 1930/2733 [5:31:46<2:07:52,  9.55s/it]
 71%|███████   | 1931/2733 [5:31:55<2:06:16,  9.45s/it]
 71%|███████   | 1932/2733 [5:32:05<2:06:36,  9.48s/it]
 71%|███████   | 1933/2733 [5:32:16<2:14:01, 10.05s/it]
 71%|███████   | 1934/2733 [5:32:26<2:10:53,  9.83s/it]
 71%|███████   | 1935/2733 [5:32:35<2:09:49,  9.76s/it]
 71%|███████   | 1936/2733 [5:32:45<2:09:39,  9.76s/it]
 71%|███████   | 1937/2733 [5:32:54<2:07:30,  9.61s/it]
 71%|███████   | 1938/2733 [5:33:04<2:08:27,  9.69s/it]
 71%|███████   | 1939/2733 [5:33:14<2:08:50,  9.74s/it]
 71%|███████   | 1940/2733 [5:33:23<2:07:31,  9.65s/it]
 71%|███████   | 1941/2733 [5:33:33<2:07:44,  9.68s/it]
 71%|███████   | 1942/2733 [5:33:43<2:07:09,  9.65s/it]
 71%|███████   | 1943/2733 [5:33:52<2:04:58,  9.49s/it]
 71%|███████   | 1944/2733 [5:34:02<2:05:37,  9.55s/it]
 71%|███████   | 1945/2733 [5:34:11<2:04:21,  9.47s/it]
 71%|███████   | 1946/2733 [5:34:21<2:05:26,  9.56s/it]
 71%|███████   | 1947/2733 [5:34:30<2:06:00,  9.62s/it]
 71%|███████▏  | 1948/2733 [5:34:40<2:04:17,  9.50s/it]
 71%|███████▏  | 1949/2733 [5:34:49<2:04:23,  9.52s/it]
 71%|███████▏  | 1950/2733 [5:34:59<2:04:51,  9.57s/it]
 71%|███████▏  | 1951/2733 [5:35:08<2:04:10,  9.53s/it]
 71%|███████▏  | 1952/2733 [5:35:18<2:04:50,  9.59s/it]
 71%|███████▏  | 1953/2733 [5:35:28<2:05:36,  9.66s/it]
 71%|███████▏  | 1954/2733 [5:35:37<2:03:37,  9.52s/it]
 72%|███████▏  | 1955/2733 [5:35:47<2:04:16,  9.58s/it]
 72%|███████▏  | 1956/2733 [5:35:56<2:02:02,  9.42s/it]
 72%|███████▏  | 1957/2733 [5:36:06<2:03:33,  9.55s/it]
 72%|███████▏  | 1958/2733 [5:36:17<2:08:37,  9.96s/it]
 72%|███████▏  | 1959/2733 [5:36:26<2:05:18,  9.71s/it]
 72%|███████▏  | 1960/2733 [5:36:36<2:06:01,  9.78s/it]
 72%|███████▏  | 1961/2733 [5:36:45<2:05:10,  9.73s/it]
 72%|███████▏  | 1962/2733 [5:36:54<2:02:52,  9.56s/it]
 72%|███████▏  | 1963/2733 [5:37:04<2:02:53,  9.58s/it]
 72%|███████▏  | 1964/2733 [5:37:14<2:04:04,  9.68s/it]
 72%|███████▏  | 1965/2733 [5:37:23<2:01:39,  9.50s/it]
 72%|███████▏  | 1966/2733 [5:37:33<2:01:51,  9.53s/it]
 72%|███████▏  | 1967/2733 [5:37:43<2:02:45,  9.61s/it]
 72%|███████▏  | 1968/2733 [5:37:52<2:00:52,  9.48s/it]
 72%|███████▏  | 1969/2733 [5:38:01<2:01:12,  9.52s/it]
 72%|███████▏  | 1970/2733 [5:38:10<1:59:31,  9.40s/it]
 72%|███████▏  | 1971/2733 [5:38:22<2:06:20,  9.95s/it]
 72%|███████▏  | 1972/2733 [5:38:32<2:05:59,  9.93s/it]
 72%|███████▏  | 1973/2733 [5:38:41<2:03:41,  9.76s/it]
 72%|███████▏  | 1974/2733 [5:38:51<2:03:36,  9.77s/it]
 72%|███████▏  | 1975/2733 [5:39:01<2:03:46,  9.80s/it]
 72%|███████▏  | 1976/2733 [5:39:10<2:01:08,  9.60s/it]
 72%|███████▏  | 1977/2733 [5:39:20<2:01:53,  9.67s/it]
 72%|███████▏  | 1978/2733 [5:39:29<2:02:06,  9.70s/it]
 72%|███████▏  | 1979/2733 [5:39:39<2:00:07,  9.56s/it]
 72%|███████▏  | 1980/2733 [5:39:48<2:00:56,  9.64s/it]
 72%|███████▏  | 1981/2733 [5:39:58<1:59:08,  9.51s/it]
 73%|███████▎  | 1982/2733 [5:40:07<2:00:08,  9.60s/it]
 73%|███████▎  | 1983/2733 [5:40:19<2:05:45, 10.06s/it]
 73%|███████▎  | 1984/2733 [5:40:28<2:02:26,  9.81s/it]
 73%|███████▎  | 1985/2733 [5:40:37<2:01:59,  9.78s/it]
 73%|███████▎  | 1986/2733 [5:40:47<2:01:46,  9.78s/it]
 73%|███████▎  | 1987/2733 [5:40:56<1:59:10,  9.59s/it]
 73%|███████▎  | 1988/2733 [5:41:06<2:00:56,  9.74s/it]
 73%|███████▎  | 1989/2733 [5:41:16<2:01:22,  9.79s/it]
 73%|███████▎  | 1990/2733 [5:41:25<1:58:28,  9.57s/it]
 73%|███████▎  | 1991/2733 [5:41:35<1:58:45,  9.60s/it]
 73%|███████▎  | 1992/2733 [5:41:45<1:59:12,  9.65s/it]
 73%|███████▎  | 1993/2733 [5:41:54<1:57:06,  9.49s/it]
 73%|███████▎  | 1994/2733 [5:42:04<1:58:17,  9.60s/it]
 73%|███████▎  | 1995/2733 [5:42:13<1:57:07,  9.52s/it]
 73%|███████▎  | 1996/2733 [5:42:23<1:57:12,  9.54s/it]
 73%|███████▎  | 1997/2733 [5:42:32<1:57:20,  9.57s/it]
 73%|███████▎  | 1998/2733 [5:42:42<1:56:24,  9.50s/it]
 73%|███████▎  | 1999/2733 [5:42:51<1:56:50,  9.55s/it]
 73%|███████▎  | 2000/2733 [5:43:01<1:58:00,  9.66s/it]
                                                       
{'loss': 2.0075, 'learning_rate': 1.7707056049662669e-06, 'epoch': 2.2}
+
 73%|███████▎  | 2000/2733 [5:43:01<1:58:00,  9.66s/it]***** Running Evaluation *****
+  Num examples = 6447
+  Batch size = 4
+
+
  0%|          | 0/1612 [00:00<?, ?it/s]
+
  0%|          | 3/1612 [00:00<01:31, 17.65it/s]
+
  0%|          | 5/1612 [00:00<01:53, 14.21it/s]
+
  0%|          | 7/1612 [00:00<02:04, 12.92it/s]
+
  1%|          | 9/1612 [00:00<02:08, 12.52it/s]
+
  1%|          | 11/1612 [00:00<02:02, 13.04it/s]
+
  1%|          | 13/1612 [00:00<02:07, 12.58it/s]
+
  1%|          | 15/1612 [00:01<02:14, 11.89it/s]
+
  1%|          | 17/1612 [00:01<02:16, 11.70it/s]
+
  1%|          | 19/1612 [00:01<02:12, 12.00it/s]
+
  1%|▏         | 21/1612 [00:01<02:13, 11.92it/s]
+
  1%|▏         | 23/1612 [00:01<02:11, 12.07it/s]
+
  2%|▏         | 25/1612 [00:02<02:09, 12.29it/s]
+
  2%|▏         | 27/1612 [00:02<02:12, 11.98it/s]
+
  2%|▏         | 29/1612 [00:02<02:11, 12.05it/s]
+
  2%|▏         | 31/1612 [00:02<02:11, 12.02it/s]
+
  2%|▏         | 33/1612 [00:02<02:09, 12.19it/s]
+
  2%|▏         | 35/1612 [00:02<02:12, 11.91it/s]
+
  2%|▏         | 37/1612 [00:02<02:07, 12.37it/s]
+
  2%|▏         | 39/1612 [00:03<02:03, 12.73it/s]
+
  3%|▎         | 41/1612 [00:03<02:01, 12.92it/s]
+
  3%|▎         | 43/1612 [00:03<02:03, 12.74it/s]
+
  3%|▎         | 45/1612 [00:03<02:01, 12.85it/s]
+
  3%|▎         | 47/1612 [00:03<02:01, 12.85it/s]
+
  3%|▎         | 49/1612 [00:03<02:02, 12.79it/s]
+
  3%|▎         | 51/1612 [00:04<02:01, 12.82it/s]
+
  3%|▎         | 53/1612 [00:04<02:07, 12.22it/s]
+
  3%|▎         | 55/1612 [00:04<02:07, 12.18it/s]
+
  4%|▎         | 57/1612 [00:04<02:08, 12.07it/s]
+
  4%|▎         | 59/1612 [00:04<02:10, 11.90it/s]
+
  4%|▍         | 61/1612 [00:04<02:10, 11.85it/s]
+
  4%|▍         | 63/1612 [00:05<02:09, 11.94it/s]
+
  4%|▍         | 65/1612 [00:05<02:06, 12.22it/s]
+
  4%|▍         | 67/1612 [00:05<02:04, 12.41it/s]
+
  4%|▍         | 69/1612 [00:05<02:05, 12.28it/s]
+
  4%|▍         | 71/1612 [00:05<02:08, 11.98it/s]
+
  5%|▍         | 73/1612 [00:05<02:08, 12.02it/s]
+
  5%|▍         | 75/1612 [00:06<02:06, 12.10it/s]
+
  5%|▍         | 77/1612 [00:06<02:08, 11.97it/s]
+
  5%|▍         | 79/1612 [00:06<02:06, 12.13it/s]
+
  5%|▌         | 81/1612 [00:06<02:04, 12.29it/s]
+
  5%|▌         | 83/1612 [00:06<02:04, 12.27it/s]
+
  5%|▌         | 85/1612 [00:06<02:07, 11.95it/s]
+
  5%|▌         | 87/1612 [00:07<02:09, 11.80it/s]
+
  6%|▌         | 89/1612 [00:07<02:09, 11.77it/s]
+
  6%|▌         | 91/1612 [00:07<02:08, 11.82it/s]
+
  6%|▌         | 93/1612 [00:07<02:09, 11.74it/s]
+
  6%|▌         | 95/1612 [00:07<02:05, 12.06it/s]
+
  6%|▌         | 97/1612 [00:07<02:05, 12.04it/s]
+
  6%|▌         | 99/1612 [00:08<02:07, 11.88it/s]
+
  6%|▋         | 101/1612 [00:08<02:09, 11.66it/s]
+
  6%|▋         | 103/1612 [00:08<02:06, 11.96it/s]
+
  7%|▋         | 105/1612 [00:08<02:06, 11.95it/s]
+
  7%|▋         | 107/1612 [00:08<02:06, 11.93it/s]
+
  7%|▋         | 109/1612 [00:08<02:02, 12.29it/s]
+
  7%|▋         | 111/1612 [00:09<02:03, 12.18it/s]
+
  7%|▋         | 113/1612 [00:09<02:05, 11.99it/s]
+
  7%|▋         | 115/1612 [00:09<02:05, 11.94it/s]
+
  7%|▋         | 117/1612 [00:09<02:07, 11.72it/s]
+
  7%|▋         | 119/1612 [00:09<02:07, 11.73it/s]
+
  8%|▊         | 121/1612 [00:09<02:12, 11.29it/s]
+
  8%|▊         | 123/1612 [00:10<02:09, 11.47it/s]
+
  8%|▊         | 125/1612 [00:10<02:03, 12.04it/s]
+
  8%|▊         | 127/1612 [00:10<01:59, 12.43it/s]
+
  8%|▊         | 129/1612 [00:10<01:57, 12.67it/s]
+
  8%|▊         | 131/1612 [00:10<01:57, 12.57it/s]
+
  8%|▊         | 133/1612 [00:10<02:02, 12.08it/s]
+
  8%|▊         | 135/1612 [00:11<02:00, 12.24it/s]
+
  8%|▊         | 137/1612 [00:11<01:58, 12.45it/s]
+
  9%|▊         | 139/1612 [00:11<01:59, 12.35it/s]
+
  9%|▊         | 141/1612 [00:11<02:01, 12.10it/s]
+
  9%|▉         | 143/1612 [00:11<02:03, 11.88it/s]
+
  9%|▉         | 145/1612 [00:11<02:02, 11.96it/s]
+
  9%|▉         | 147/1612 [00:12<02:02, 11.98it/s]
+
  9%|▉         | 149/1612 [00:12<02:01, 12.04it/s]
+
  9%|▉         | 151/1612 [00:12<02:01, 12.02it/s]
+
  9%|▉         | 153/1612 [00:12<02:01, 12.04it/s]
+
 10%|▉         | 155/1612 [00:12<02:00, 12.06it/s]
+
 10%|▉         | 157/1612 [00:12<02:00, 12.12it/s]
+
 10%|▉         | 159/1612 [00:13<02:00, 12.05it/s]
+
 10%|▉         | 161/1612 [00:13<01:56, 12.47it/s]
+
 10%|█         | 163/1612 [00:13<01:58, 12.19it/s]
+
 10%|█         | 165/1612 [00:13<02:00, 12.00it/s]
+
 10%|█         | 167/1612 [00:13<02:00, 12.01it/s]
+
 10%|█         | 169/1612 [00:13<02:00, 11.97it/s]
+
 11%|█         | 171/1612 [00:14<01:58, 12.12it/s]
+
 11%|█         | 173/1612 [00:14<01:59, 12.01it/s]
+
 11%|█         | 175/1612 [00:14<01:59, 12.01it/s]
+
 11%|█         | 177/1612 [00:14<02:01, 11.77it/s]
+
 11%|█         | 179/1612 [00:14<01:59, 11.98it/s]
+
 11%|█         | 181/1612 [00:14<01:59, 12.01it/s]
+
 11%|█▏        | 183/1612 [00:15<01:57, 12.19it/s]
+
 11%|█▏        | 185/1612 [00:15<01:55, 12.37it/s]
+
 12%|█▏        | 187/1612 [00:15<01:53, 12.53it/s]
+
 12%|█▏        | 189/1612 [00:15<01:51, 12.80it/s]
+
 12%|█▏        | 191/1612 [00:15<01:55, 12.32it/s]
+
 12%|█▏        | 193/1612 [00:15<01:59, 11.86it/s]
+
 12%|█▏        | 195/1612 [00:16<01:59, 11.84it/s]
+
 12%|█▏        | 197/1612 [00:16<01:58, 11.91it/s]
+
 12%|█▏        | 199/1612 [00:16<01:55, 12.27it/s]
+
 12%|█▏        | 201/1612 [00:16<01:58, 11.94it/s]
+
 13%|█▎        | 203/1612 [00:16<01:57, 11.96it/s]
+
 13%|█▎        | 205/1612 [00:16<01:59, 11.77it/s]
+
 13%|█▎        | 207/1612 [00:17<01:59, 11.71it/s]
+
 13%|█▎        | 209/1612 [00:17<01:54, 12.27it/s]
+
 13%|█▎        | 211/1612 [00:17<01:56, 12.04it/s]
+
 13%|█▎        | 213/1612 [00:17<01:55, 12.13it/s]
+
 13%|█▎        | 215/1612 [00:17<01:56, 12.00it/s]
+
 13%|█▎        | 217/1612 [00:17<01:57, 11.88it/s]
+
 14%|█▎        | 219/1612 [00:18<01:56, 11.92it/s]
+
 14%|█▎        | 221/1612 [00:18<01:56, 11.90it/s]
+
 14%|█▍        | 223/1612 [00:18<01:57, 11.78it/s]
+
 14%|█▍        | 225/1612 [00:18<01:57, 11.77it/s]
+
 14%|█▍        | 227/1612 [00:18<01:57, 11.78it/s]
+
 14%|█▍        | 229/1612 [00:18<01:57, 11.73it/s]
+
 14%|█▍        | 231/1612 [00:19<02:00, 11.50it/s]
+
 14%|█▍        | 233/1612 [00:19<01:59, 11.52it/s]
+
 15%|█▍        | 235/1612 [00:19<02:00, 11.47it/s]
+
 15%|█▍        | 237/1612 [00:19<01:58, 11.60it/s]
+
 15%|█▍        | 239/1612 [00:19<01:58, 11.63it/s]
+
 15%|█▍        | 241/1612 [00:19<01:58, 11.57it/s]
+
 15%|█▌        | 243/1612 [00:20<01:56, 11.78it/s]
+
 15%|█▌        | 245/1612 [00:20<01:53, 12.05it/s]
+
 15%|█▌        | 247/1612 [00:20<01:53, 12.04it/s]
+
 15%|█▌        | 249/1612 [00:20<01:56, 11.73it/s]
+
 16%|█▌        | 251/1612 [00:20<01:56, 11.72it/s]
+
 16%|█▌        | 253/1612 [00:20<01:47, 12.65it/s]
+
 16%|█▌        | 255/1612 [00:21<01:52, 12.07it/s]
+
 16%|█▌        | 257/1612 [00:21<01:53, 11.98it/s]
+
 16%|█▌        | 259/1612 [00:21<01:54, 11.77it/s]
+
 16%|█▌        | 261/1612 [00:21<01:52, 11.98it/s]
+
 16%|█▋        | 263/1612 [00:21<01:54, 11.83it/s]
+
 16%|█▋        | 265/1612 [00:21<01:55, 11.66it/s]
+
 17%|█▋        | 267/1612 [00:22<01:52, 11.99it/s]
+
 17%|█▋        | 269/1612 [00:22<01:56, 11.52it/s]
+
 17%|█▋        | 271/1612 [00:22<01:53, 11.79it/s]
+
 17%|█▋        | 273/1612 [00:22<01:55, 11.62it/s]
+
 17%|█▋        | 275/1612 [00:22<01:56, 11.52it/s]
+
 17%|█▋        | 277/1612 [00:22<01:51, 11.94it/s]
+
 17%|█▋        | 279/1612 [00:23<01:51, 12.00it/s]
+
 17%|█▋        | 281/1612 [00:23<01:51, 11.89it/s]
+
 18%|█▊        | 283/1612 [00:23<01:50, 12.03it/s]
+
 18%|█▊        | 285/1612 [00:23<01:52, 11.82it/s]
+
 18%|█▊        | 287/1612 [00:23<01:53, 11.67it/s]
+
 18%|█▊        | 289/1612 [00:23<01:52, 11.71it/s]
+
 18%|█▊        | 291/1612 [00:24<01:52, 11.77it/s]
+
 18%|█▊        | 293/1612 [00:24<01:50, 11.95it/s]
+
 18%|█▊        | 295/1612 [00:24<01:52, 11.73it/s]
+
 18%|█▊        | 297/1612 [00:24<01:46, 12.37it/s]
+
 19%|█▊        | 299/1612 [00:24<01:48, 12.05it/s]
+
 19%|█▊        | 301/1612 [00:24<01:50, 11.89it/s]
+
 19%|█▉        | 303/1612 [00:25<01:49, 11.99it/s]
+
 19%|█▉        | 305/1612 [00:25<01:47, 12.12it/s]
+
 19%|█▉        | 307/1612 [00:25<01:48, 11.99it/s]
+
 19%|█▉        | 309/1612 [00:25<01:48, 12.06it/s]
+
 19%|█▉        | 311/1612 [00:25<01:47, 12.15it/s]
+
 19%|█▉        | 313/1612 [00:25<01:47, 12.04it/s]
+
 20%|█▉        | 315/1612 [00:26<01:48, 11.95it/s]
+
 20%|█▉        | 317/1612 [00:26<01:46, 12.21it/s]
+
 20%|█▉        | 319/1612 [00:26<01:46, 12.18it/s]
+
 20%|█▉        | 321/1612 [00:26<01:47, 11.97it/s]
+
 20%|██        | 323/1612 [00:26<01:50, 11.62it/s]
+
 20%|██        | 325/1612 [00:26<01:49, 11.80it/s]
+
 20%|██        | 327/1612 [00:27<01:48, 11.90it/s]
+
 20%|██        | 329/1612 [00:27<01:49, 11.71it/s]
+
 21%|██        | 331/1612 [00:27<01:46, 12.03it/s]
+
 21%|██        | 333/1612 [00:27<01:46, 12.02it/s]
+
 21%|██        | 335/1612 [00:27<01:48, 11.78it/s]
+
 21%|██        | 337/1612 [00:28<01:49, 11.67it/s]
+
 21%|██        | 339/1612 [00:28<01:46, 11.98it/s]
+
 21%|██        | 341/1612 [00:28<01:43, 12.23it/s]
+
 21%|██▏       | 343/1612 [00:28<01:47, 11.83it/s]
+
 21%|██▏       | 345/1612 [00:28<01:44, 12.17it/s]
+
 22%|██▏       | 347/1612 [00:28<01:47, 11.78it/s]
+
 22%|██▏       | 349/1612 [00:29<01:48, 11.67it/s]
+
 22%|██▏       | 351/1612 [00:29<01:46, 11.88it/s]
+
 22%|██▏       | 353/1612 [00:29<01:45, 11.99it/s]
+
 22%|██▏       | 355/1612 [00:29<01:49, 11.45it/s]
+
 22%|██▏       | 357/1612 [00:29<01:48, 11.58it/s]
+
 22%|██▏       | 359/1612 [00:29<01:48, 11.57it/s]
+
 22%|██▏       | 361/1612 [00:30<01:47, 11.61it/s]
+
 23%|██▎       | 363/1612 [00:30<01:47, 11.58it/s]
+
 23%|██▎       | 365/1612 [00:30<01:45, 11.87it/s]
+
 23%|██▎       | 367/1612 [00:30<01:41, 12.30it/s]
+
 23%|██▎       | 369/1612 [00:30<01:42, 12.15it/s]
+
 23%|██▎       | 371/1612 [00:30<01:45, 11.74it/s]
+
 23%|██▎       | 373/1612 [00:31<01:46, 11.62it/s]
+
 23%|██▎       | 375/1612 [00:31<01:42, 12.02it/s]
+
 23%|██▎       | 377/1612 [00:31<01:42, 12.01it/s]
+
 24%|██▎       | 379/1612 [00:31<01:43, 11.91it/s]
+
 24%|██▎       | 381/1612 [00:31<01:42, 12.03it/s]
+
 24%|██▍       | 383/1612 [00:31<01:42, 11.99it/s]
+
 24%|██▍       | 385/1612 [00:32<01:42, 12.01it/s]
+
 24%|██▍       | 387/1612 [00:32<01:45, 11.66it/s]
+
 24%|██▍       | 389/1612 [00:32<01:42, 11.91it/s]
+
 24%|██▍       | 391/1612 [00:32<01:40, 12.16it/s]
+
 24%|██▍       | 393/1612 [00:32<01:42, 11.88it/s]
+
 25%|██▍       | 395/1612 [00:32<01:42, 11.91it/s]
+
 25%|██▍       | 397/1612 [00:33<01:41, 11.92it/s]
+
 25%|██▍       | 399/1612 [00:33<01:41, 11.94it/s]
+
 25%|██▍       | 401/1612 [00:33<01:40, 12.00it/s]
+
 25%|██▌       | 403/1612 [00:33<01:41, 11.86it/s]
+
 25%|██▌       | 405/1612 [00:33<01:43, 11.67it/s]
+
 25%|██▌       | 407/1612 [00:33<01:40, 11.94it/s]
+
 25%|██▌       | 409/1612 [00:34<01:41, 11.87it/s]
+
 25%|██▌       | 411/1612 [00:34<01:44, 11.49it/s]
+
 26%|██▌       | 413/1612 [00:34<01:41, 11.79it/s]
+
 26%|██▌       | 415/1612 [00:34<01:41, 11.81it/s]
+
 26%|██▌       | 417/1612 [00:34<01:41, 11.73it/s]
+
 26%|██▌       | 419/1612 [00:34<01:42, 11.59it/s]
+
 26%|██▌       | 421/1612 [00:35<01:41, 11.69it/s]
+
 26%|██▌       | 423/1612 [00:35<01:43, 11.51it/s]
+
 26%|██▋       | 425/1612 [00:35<01:39, 11.88it/s]
+
 26%|██▋       | 427/1612 [00:35<01:40, 11.78it/s]
+
 27%|██▋       | 429/1612 [00:35<01:40, 11.74it/s]
+
 27%|██▋       | 431/1612 [00:35<01:39, 11.89it/s]
+
 27%|██▋       | 433/1612 [00:36<01:38, 11.91it/s]
+
 27%|██▋       | 435/1612 [00:36<01:34, 12.44it/s]
+
 27%|██▋       | 437/1612 [00:36<01:36, 12.23it/s]
+
 27%|██▋       | 439/1612 [00:36<01:36, 12.13it/s]
+
 27%|██▋       | 441/1612 [00:36<01:40, 11.67it/s]
+
 27%|██▋       | 443/1612 [00:36<01:38, 11.92it/s]
+
 28%|██▊       | 445/1612 [00:37<01:36, 12.15it/s]
+
 28%|██▊       | 447/1612 [00:37<01:36, 12.05it/s]
+
 28%|██▊       | 449/1612 [00:37<01:38, 11.86it/s]
+
 28%|██▊       | 451/1612 [00:37<01:34, 12.26it/s]
+
 28%|██▊       | 453/1612 [00:37<01:35, 12.14it/s]
+
 28%|██▊       | 455/1612 [00:37<01:35, 12.07it/s]
+
 28%|██▊       | 457/1612 [00:38<01:36, 12.02it/s]
+
 28%|██▊       | 459/1612 [00:38<01:32, 12.45it/s]
+
 29%|██▊       | 461/1612 [00:38<01:35, 12.04it/s]
+
 29%|██▊       | 463/1612 [00:38<01:34, 12.11it/s]
+
 29%|██▉       | 465/1612 [00:38<01:35, 12.02it/s]
+
 29%|██▉       | 467/1612 [00:38<01:39, 11.54it/s]
+
 29%|██▉       | 469/1612 [00:39<01:39, 11.49it/s]
+
 29%|██▉       | 471/1612 [00:39<01:37, 11.65it/s]
+
 29%|██▉       | 473/1612 [00:39<01:38, 11.60it/s]
+
 29%|██▉       | 475/1612 [00:39<01:38, 11.54it/s]
+
 30%|██▉       | 477/1612 [00:39<01:37, 11.60it/s]
+
 30%|██▉       | 479/1612 [00:39<01:40, 11.33it/s]
+
 30%|██▉       | 481/1612 [00:40<01:37, 11.60it/s]
+
 30%|██▉       | 483/1612 [00:40<01:35, 11.78it/s]
+
 30%|███       | 485/1612 [00:40<01:36, 11.63it/s]
+
 30%|███       | 487/1612 [00:40<01:35, 11.76it/s]
+
 30%|███       | 489/1612 [00:40<01:34, 11.90it/s]
+
 30%|███       | 491/1612 [00:40<01:33, 12.02it/s]
+
 31%|███       | 493/1612 [00:41<01:33, 11.94it/s]
+
 31%|███       | 495/1612 [00:41<01:33, 11.95it/s]
+
 31%|███       | 497/1612 [00:41<01:35, 11.63it/s]
+
 31%|███       | 499/1612 [00:41<01:36, 11.49it/s]
+
 31%|███       | 501/1612 [00:41<01:36, 11.56it/s]
+
 31%|███       | 503/1612 [00:42<01:33, 11.91it/s]
+
 31%|███▏      | 505/1612 [00:42<01:34, 11.70it/s]
+
 31%|███▏      | 507/1612 [00:42<01:36, 11.43it/s]
+
 32%|███▏      | 509/1612 [00:42<01:35, 11.52it/s]
+
 32%|███▏      | 511/1612 [00:42<01:35, 11.55it/s]
+
 32%|███▏      | 513/1612 [00:42<01:32, 11.92it/s]
+
 32%|███▏      | 515/1612 [00:43<01:32, 11.91it/s]
+
 32%|███▏      | 517/1612 [00:43<01:29, 12.25it/s]
+
 32%|███▏      | 519/1612 [00:43<01:29, 12.25it/s]
+
 32%|███▏      | 521/1612 [00:43<01:28, 12.33it/s]
+
 32%|███▏      | 523/1612 [00:43<01:25, 12.70it/s]
+
 33%|███▎      | 525/1612 [00:43<01:29, 12.13it/s]
+
 33%|███▎      | 527/1612 [00:44<01:29, 12.10it/s]
+
 33%|███▎      | 529/1612 [00:44<01:32, 11.75it/s]
+
 33%|███▎      | 531/1612 [00:44<01:29, 12.07it/s]
+
 33%|███▎      | 533/1612 [00:44<01:29, 12.06it/s]
+
 33%|███▎      | 535/1612 [00:44<01:28, 12.20it/s]
+
 33%|███▎      | 537/1612 [00:44<01:29, 11.95it/s]
+
 33%|███▎      | 539/1612 [00:45<01:31, 11.75it/s]
+
 34%|███▎      | 541/1612 [00:45<01:27, 12.27it/s]
+
 34%|███▎      | 543/1612 [00:45<01:26, 12.35it/s]
+
 34%|███▍      | 545/1612 [00:45<01:28, 12.03it/s]
+
 34%|███▍      | 547/1612 [00:45<01:29, 11.88it/s]
+
 34%|███▍      | 549/1612 [00:45<01:27, 12.15it/s]
+
 34%|███▍      | 551/1612 [00:45<01:26, 12.30it/s]
+
 34%|███▍      | 553/1612 [00:46<01:28, 12.00it/s]
+
 34%|███▍      | 555/1612 [00:46<01:28, 11.98it/s]
+
 35%|███▍      | 557/1612 [00:46<01:29, 11.80it/s]
+
 35%|███▍      | 559/1612 [00:46<01:27, 12.06it/s]
+
 35%|███▍      | 561/1612 [00:46<01:26, 12.15it/s]
+
 35%|███▍      | 563/1612 [00:46<01:26, 12.10it/s]
+
 35%|███▌      | 565/1612 [00:47<01:27, 11.99it/s]
+
 35%|███▌      | 567/1612 [00:47<01:27, 12.01it/s]
+
 35%|███▌      | 569/1612 [00:47<01:28, 11.82it/s]
+
 35%|███▌      | 571/1612 [00:47<01:29, 11.68it/s]
+
 36%|███▌      | 573/1612 [00:47<01:27, 11.91it/s]
+
 36%|███▌      | 575/1612 [00:48<01:27, 11.92it/s]
+
 36%|███▌      | 577/1612 [00:48<01:23, 12.44it/s]
+
 36%|███▌      | 579/1612 [00:48<01:23, 12.39it/s]
+
 36%|███▌      | 581/1612 [00:48<01:22, 12.53it/s]
+
 36%|███▌      | 583/1612 [00:48<01:23, 12.37it/s]
+
 36%|███▋      | 585/1612 [00:48<01:18, 13.04it/s]
+
 36%|███▋      | 587/1612 [00:48<01:20, 12.70it/s]
+
 37%|███▋      | 589/1612 [00:49<01:20, 12.74it/s]
+
 37%|███▋      | 591/1612 [00:49<01:23, 12.20it/s]
+
 37%|███▋      | 593/1612 [00:49<01:23, 12.21it/s]
+
 37%|███▋      | 595/1612 [00:49<01:22, 12.33it/s]
+
 37%|███▋      | 597/1612 [00:49<01:23, 12.10it/s]
+
 37%|███▋      | 599/1612 [00:49<01:27, 11.57it/s]
+
 37%|███▋      | 601/1612 [00:50<01:28, 11.48it/s]
+
 37%|███▋      | 603/1612 [00:50<01:25, 11.84it/s]
+
 38%|███▊      | 605/1612 [00:50<01:26, 11.69it/s]
+
 38%|███▊      | 607/1612 [00:50<01:24, 11.86it/s]
+
 38%|███▊      | 609/1612 [00:50<01:23, 11.94it/s]
+
 38%|███▊      | 611/1612 [00:50<01:24, 11.91it/s]
+
 38%|███▊      | 613/1612 [00:51<01:24, 11.85it/s]
+
 38%|███▊      | 615/1612 [00:51<01:24, 11.75it/s]
+
 38%|███▊      | 617/1612 [00:51<01:23, 11.88it/s]
+
 38%|███▊      | 619/1612 [00:51<01:24, 11.73it/s]
+
 39%|███▊      | 621/1612 [00:51<01:22, 12.05it/s]
+
 39%|███▊      | 623/1612 [00:51<01:19, 12.37it/s]
+
 39%|███▉      | 625/1612 [00:52<01:19, 12.42it/s]
+
 39%|███▉      | 627/1612 [00:52<01:18, 12.50it/s]
+
 39%|███▉      | 629/1612 [00:52<01:21, 12.06it/s]
+
 39%|███▉      | 631/1612 [00:52<01:23, 11.74it/s]
+
 39%|███▉      | 633/1612 [00:52<01:22, 11.84it/s]
+
 39%|███▉      | 635/1612 [00:52<01:22, 11.89it/s]
+
 40%|███▉      | 637/1612 [00:53<01:20, 12.05it/s]
+
 40%|███▉      | 639/1612 [00:53<01:22, 11.75it/s]
+
 40%|███▉      | 641/1612 [00:53<01:22, 11.75it/s]
+
 40%|███▉      | 643/1612 [00:53<01:22, 11.78it/s]
+
 40%|████      | 645/1612 [00:53<01:20, 12.03it/s]
+
 40%|████      | 647/1612 [00:53<01:17, 12.49it/s]
+
 40%|████      | 649/1612 [00:54<01:17, 12.43it/s]
+
 40%|████      | 651/1612 [00:54<01:19, 12.07it/s]
+
 41%|████      | 653/1612 [00:54<01:17, 12.34it/s]
+
 41%|████      | 655/1612 [00:54<01:17, 12.40it/s]
+
 41%|████      | 657/1612 [00:54<01:19, 12.03it/s]
+
 41%|████      | 659/1612 [00:54<01:22, 11.57it/s]
+
 41%|████      | 661/1612 [00:55<01:23, 11.34it/s]
+
 41%|████      | 663/1612 [00:55<01:21, 11.68it/s]
+
 41%|████▏     | 665/1612 [00:55<01:22, 11.49it/s]
+
 41%|████▏     | 667/1612 [00:55<01:22, 11.47it/s]
+
 42%|████▏     | 669/1612 [00:55<01:20, 11.74it/s]
+
 42%|████▏     | 671/1612 [00:56<01:22, 11.45it/s]
+
 42%|████▏     | 673/1612 [00:56<01:22, 11.38it/s]
+
 42%|████▏     | 675/1612 [00:56<01:22, 11.37it/s]
+
 42%|████▏     | 677/1612 [00:56<01:18, 11.88it/s]
+
 42%|████▏     | 679/1612 [00:56<01:18, 11.88it/s]
+
 42%|████▏     | 681/1612 [00:56<01:19, 11.68it/s]
+
 42%|████▏     | 683/1612 [00:57<01:19, 11.72it/s]
+
 42%|████▏     | 685/1612 [00:57<01:20, 11.47it/s]
+
 43%|████▎     | 687/1612 [00:57<01:20, 11.53it/s]
+
 43%|████▎     | 689/1612 [00:57<01:20, 11.53it/s]
+
 43%|████▎     | 691/1612 [00:57<01:17, 11.84it/s]
+
 43%|████▎     | 693/1612 [00:57<01:18, 11.64it/s]
+
 43%|████▎     | 695/1612 [00:58<01:16, 11.92it/s]
+
 43%|████▎     | 697/1612 [00:58<01:17, 11.83it/s]
+
 43%|████▎     | 699/1612 [00:58<01:16, 11.89it/s]
+
 43%|████▎     | 701/1612 [00:58<01:16, 11.87it/s]
+
 44%|████▎     | 703/1612 [00:58<01:15, 12.12it/s]
+
 44%|████▎     | 705/1612 [00:58<01:16, 11.81it/s]
+
 44%|████▍     | 707/1612 [00:59<01:17, 11.66it/s]
+
 44%|████▍     | 709/1612 [00:59<01:17, 11.66it/s]
+
 44%|████▍     | 711/1612 [00:59<01:13, 12.25it/s]
+
 44%|████▍     | 713/1612 [00:59<01:14, 12.01it/s]
+
 44%|████▍     | 715/1612 [00:59<01:15, 11.89it/s]
+
 44%|████▍     | 717/1612 [00:59<01:15, 11.82it/s]
+
 45%|████▍     | 719/1612 [01:00<01:15, 11.90it/s]
+
 45%|████▍     | 721/1612 [01:00<01:15, 11.88it/s]
+
 45%|████▍     | 723/1612 [01:00<01:13, 12.13it/s]
+
 45%|████▍     | 725/1612 [01:00<01:11, 12.33it/s]
+
 45%|████▌     | 727/1612 [01:00<01:11, 12.44it/s]
+
 45%|████▌     | 729/1612 [01:00<01:12, 12.10it/s]
+
 45%|████▌     | 731/1612 [01:01<01:12, 12.13it/s]
+
 45%|████▌     | 733/1612 [01:01<01:13, 12.04it/s]
+
 46%|████▌     | 735/1612 [01:01<01:13, 11.94it/s]
+
 46%|████▌     | 737/1612 [01:01<01:13, 11.95it/s]
+
 46%|████▌     | 739/1612 [01:01<01:08, 12.67it/s]
+
 46%|████▌     | 741/1612 [01:01<01:09, 12.46it/s]
+
 46%|████▌     | 743/1612 [01:02<01:10, 12.35it/s]
+
 46%|████▌     | 745/1612 [01:02<01:08, 12.62it/s]
+
 46%|████▋     | 747/1612 [01:02<01:10, 12.22it/s]
+
 46%|████▋     | 749/1612 [01:02<01:13, 11.80it/s]
+
 47%|████▋     | 751/1612 [01:02<01:12, 11.93it/s]
+
 47%|████▋     | 753/1612 [01:02<01:12, 11.87it/s]
+
 47%|████▋     | 755/1612 [01:03<01:13, 11.67it/s]
+
 47%|████▋     | 757/1612 [01:03<01:13, 11.67it/s]
+
 47%|████▋     | 759/1612 [01:03<01:14, 11.52it/s]
+
 47%|████▋     | 761/1612 [01:03<01:12, 11.71it/s]
+
 47%|████▋     | 763/1612 [01:03<01:13, 11.62it/s]
+
 47%|████▋     | 765/1612 [01:03<01:11, 11.87it/s]
+
 48%|████▊     | 767/1612 [01:04<01:12, 11.62it/s]
+
 48%|████▊     | 769/1612 [01:04<01:12, 11.58it/s]
+
 48%|████▊     | 771/1612 [01:04<01:11, 11.70it/s]
+
 48%|████▊     | 773/1612 [01:04<01:10, 11.88it/s]
+
 48%|████▊     | 775/1612 [01:04<01:12, 11.53it/s]
+
 48%|████▊     | 777/1612 [01:04<01:10, 11.78it/s]
+
 48%|████▊     | 779/1612 [01:05<01:10, 11.76it/s]
+
 48%|████▊     | 781/1612 [01:05<01:11, 11.66it/s]
+
 49%|████▊     | 783/1612 [01:05<01:09, 12.01it/s]
+
 49%|████▊     | 785/1612 [01:05<01:10, 11.77it/s]
+
 49%|████▉     | 787/1612 [01:05<01:08, 12.01it/s]
+
 49%|████▉     | 789/1612 [01:05<01:04, 12.76it/s]
+
 49%|████▉     | 791/1612 [01:06<01:04, 12.64it/s]
+
 49%|████▉     | 793/1612 [01:06<01:04, 12.63it/s]
+
 49%|████▉     | 795/1612 [01:06<01:07, 12.15it/s]
+
 49%|████▉     | 797/1612 [01:06<01:05, 12.36it/s]
+
 50%|████▉     | 799/1612 [01:06<01:08, 11.87it/s]
+
 50%|████▉     | 801/1612 [01:06<01:07, 12.04it/s]
+
 50%|████▉     | 803/1612 [01:07<01:09, 11.66it/s]
+
 50%|████▉     | 805/1612 [01:07<01:08, 11.75it/s]
+
 50%|█████     | 807/1612 [01:07<01:08, 11.82it/s]
+
 50%|█████     | 809/1612 [01:07<01:08, 11.64it/s]
+
 50%|█████     | 811/1612 [01:07<01:08, 11.67it/s]
+
 50%|█████     | 813/1612 [01:07<01:09, 11.55it/s]
+
 51%|█████     | 815/1612 [01:08<01:09, 11.45it/s]
+
 51%|█████     | 817/1612 [01:08<01:08, 11.52it/s]
+
 51%|█████     | 819/1612 [01:08<01:08, 11.63it/s]
+
 51%|█████     | 821/1612 [01:08<01:08, 11.58it/s]
+
 51%|█████     | 823/1612 [01:08<01:09, 11.35it/s]
+
 51%|█████     | 825/1612 [01:08<01:08, 11.51it/s]
+
 51%|█████▏    | 827/1612 [01:09<01:06, 11.75it/s]
+
 51%|█████▏    | 829/1612 [01:09<01:06, 11.75it/s]
+
 52%|█████▏    | 831/1612 [01:09<01:05, 11.98it/s]
+
 52%|█████▏    | 833/1612 [01:09<01:07, 11.52it/s]
+
 52%|█████▏    | 835/1612 [01:09<01:06, 11.60it/s]
+
 52%|█████▏    | 837/1612 [01:10<01:07, 11.55it/s]
+
 52%|█████▏    | 839/1612 [01:10<01:06, 11.69it/s]
+
 52%|█████▏    | 841/1612 [01:10<01:06, 11.58it/s]
+
 52%|█████▏    | 843/1612 [01:10<01:04, 11.96it/s]
+
 52%|█████▏    | 845/1612 [01:10<01:02, 12.34it/s]
+
 53%|█████▎    | 847/1612 [01:10<01:02, 12.32it/s]
+
 53%|█████▎    | 849/1612 [01:11<01:06, 11.56it/s]
+
 53%|█████▎    | 851/1612 [01:11<01:06, 11.52it/s]
+
 53%|█████▎    | 853/1612 [01:11<01:04, 11.85it/s]
+
 53%|█████▎    | 855/1612 [01:11<01:03, 11.84it/s]
+
 53%|█████▎    | 857/1612 [01:11<01:03, 11.98it/s]
+
 53%|█████▎    | 859/1612 [01:11<01:01, 12.25it/s]
+
 53%|█████▎    | 861/1612 [01:12<01:02, 12.02it/s]
+
 54%|█████▎    | 863/1612 [01:12<01:01, 12.21it/s]
+
 54%|█████▎    | 865/1612 [01:12<01:01, 12.09it/s]
+
 54%|█████▍    | 867/1612 [01:12<01:02, 11.85it/s]
+
 54%|█████▍    | 869/1612 [01:12<01:00, 12.22it/s]
+
 54%|█████▍    | 871/1612 [01:12<00:59, 12.41it/s]
+
 54%|█████▍    | 873/1612 [01:12<00:59, 12.45it/s]
+
 54%|█████▍    | 875/1612 [01:13<00:59, 12.34it/s]
+
 54%|█████▍    | 877/1612 [01:13<00:59, 12.39it/s]
+
 55%|█████▍    | 879/1612 [01:13<00:59, 12.22it/s]
+
 55%|█████▍    | 881/1612 [01:13<00:59, 12.31it/s]
+
 55%|█████▍    | 883/1612 [01:13<00:58, 12.39it/s]
+
 55%|█████▍    | 885/1612 [01:13<00:59, 12.19it/s]
+
 55%|█████▌    | 887/1612 [01:14<01:00, 11.93it/s]
+
 55%|█████▌    | 889/1612 [01:14<01:00, 11.92it/s]
+
 55%|█████▌    | 891/1612 [01:14<00:58, 12.34it/s]
+
 55%|█████▌    | 893/1612 [01:14<00:57, 12.54it/s]
+
 56%|█████▌    | 895/1612 [01:14<00:57, 12.42it/s]
+
 56%|█████▌    | 897/1612 [01:14<00:58, 12.32it/s]
+
 56%|█████▌    | 899/1612 [01:15<00:59, 12.00it/s]
+
 56%|█████▌    | 901/1612 [01:15<00:59, 12.03it/s]
+
 56%|█████▌    | 903/1612 [01:15<00:59, 11.86it/s]
+
 56%|█████▌    | 905/1612 [01:15<01:00, 11.66it/s]
+
 56%|█████▋    | 907/1612 [01:15<01:02, 11.33it/s]
+
 56%|█████▋    | 909/1612 [01:15<01:01, 11.50it/s]
+
 57%|█████▋    | 911/1612 [01:16<01:01, 11.42it/s]
+
 57%|█████▋    | 913/1612 [01:16<01:00, 11.64it/s]
+
 57%|█████▋    | 915/1612 [01:16<00:58, 11.88it/s]
+
 57%|█████▋    | 917/1612 [01:16<01:00, 11.54it/s]
+
 57%|█████▋    | 919/1612 [01:16<01:01, 11.21it/s]
+
 57%|█████▋    | 921/1612 [01:17<00:59, 11.66it/s]
+
 57%|█████▋    | 923/1612 [01:17<00:59, 11.54it/s]
+
 57%|█████▋    | 925/1612 [01:17<00:58, 11.72it/s]
+
 58%|█████▊    | 927/1612 [01:17<00:57, 11.85it/s]
+
 58%|█████▊    | 929/1612 [01:17<00:57, 11.88it/s]
+
 58%|█████▊    | 931/1612 [01:17<00:56, 12.07it/s]
+
 58%|█████▊    | 933/1612 [01:18<00:56, 12.00it/s]
+
 58%|█████▊    | 935/1612 [01:18<00:57, 11.86it/s]
+
 58%|█████▊    | 937/1612 [01:18<00:54, 12.28it/s]
+
 58%|█████▊    | 939/1612 [01:18<00:55, 12.21it/s]
+
 58%|█████▊    | 941/1612 [01:18<00:56, 11.97it/s]
+
 58%|█████▊    | 943/1612 [01:18<00:56, 11.76it/s]
+
 59%|█████▊    | 945/1612 [01:19<00:55, 11.95it/s]
+
 59%|█████▊    | 947/1612 [01:19<00:55, 11.99it/s]
+
 59%|█████▉    | 949/1612 [01:19<00:55, 12.01it/s]
+
 59%|█████▉    | 951/1612 [01:19<00:53, 12.29it/s]
+
 59%|█████▉    | 953/1612 [01:19<00:54, 12.20it/s]
+
 59%|█████▉    | 955/1612 [01:19<00:54, 12.05it/s]
+
 59%|█████▉    | 957/1612 [01:20<00:54, 12.00it/s]
+
 59%|█████▉    | 959/1612 [01:20<00:55, 11.86it/s]
+
 60%|█████▉    | 961/1612 [01:20<00:54, 11.98it/s]
+
 60%|█████▉    | 963/1612 [01:20<00:54, 12.00it/s]
+
 60%|█████▉    | 965/1612 [01:20<00:51, 12.44it/s]
+
 60%|█████▉    | 967/1612 [01:20<00:53, 12.06it/s]
+
 60%|██████    | 969/1612 [01:21<00:53, 12.00it/s]
+
 60%|██████    | 971/1612 [01:21<00:53, 11.88it/s]
+
 60%|██████    | 973/1612 [01:21<00:54, 11.75it/s]
+
 60%|██████    | 975/1612 [01:21<00:54, 11.72it/s]
+
 61%|██████    | 977/1612 [01:21<00:53, 11.93it/s]
+
 61%|██████    | 979/1612 [01:21<00:50, 12.51it/s]
+
 61%|██████    | 981/1612 [01:22<00:51, 12.26it/s]
+
 61%|██████    | 983/1612 [01:22<00:52, 12.09it/s]
+
 61%|██████    | 985/1612 [01:22<00:50, 12.40it/s]
+
 61%|██████    | 987/1612 [01:22<00:50, 12.28it/s]
+
 61%|██████▏   | 989/1612 [01:22<00:52, 11.81it/s]
+
 61%|██████▏   | 991/1612 [01:22<00:54, 11.49it/s]
+
 62%|██████▏   | 993/1612 [01:23<00:52, 11.72it/s]
+
 62%|██████▏   | 995/1612 [01:23<00:52, 11.80it/s]
+
 62%|██████▏   | 997/1612 [01:23<00:52, 11.62it/s]
+
 62%|██████▏   | 999/1612 [01:23<00:53, 11.47it/s]
+
 62%|██████▏   | 1001/1612 [01:23<00:53, 11.42it/s]
+
 62%|██████▏   | 1003/1612 [01:23<00:53, 11.39it/s]
+
 62%|██████▏   | 1005/1612 [01:24<00:53, 11.31it/s]
+
 62%|██████▏   | 1007/1612 [01:24<00:52, 11.57it/s]
+
 63%|██████▎   | 1009/1612 [01:24<00:52, 11.49it/s]
+
 63%|██████▎   | 1011/1612 [01:24<00:52, 11.53it/s]
+
 63%|██████▎   | 1013/1612 [01:24<00:51, 11.57it/s]
+
 63%|██████▎   | 1015/1612 [01:24<00:52, 11.43it/s]
+
 63%|██████▎   | 1017/1612 [01:25<00:51, 11.59it/s]
+
 63%|██████▎   | 1019/1612 [01:25<00:51, 11.62it/s]
+
 63%|██████▎   | 1021/1612 [01:25<00:49, 12.01it/s]
+
 63%|██████▎   | 1023/1612 [01:25<00:49, 11.87it/s]
+
 64%|██████▎   | 1025/1612 [01:25<00:47, 12.32it/s]
+
 64%|██████▎   | 1027/1612 [01:25<00:47, 12.19it/s]
+
 64%|██████▍   | 1029/1612 [01:26<00:49, 11.81it/s]
+
 64%|██████▍   | 1031/1612 [01:26<00:48, 11.95it/s]
+
 64%|██████▍   | 1033/1612 [01:26<00:47, 12.12it/s]
+
 64%|██████▍   | 1035/1612 [01:26<00:47, 12.11it/s]
+
 64%|██████▍   | 1037/1612 [01:26<00:48, 11.85it/s]
+
 64%|██████▍   | 1039/1612 [01:26<00:47, 11.94it/s]
+
 65%|██████▍   | 1041/1612 [01:27<00:48, 11.76it/s]
+
 65%|██████▍   | 1043/1612 [01:27<00:47, 11.89it/s]
+
 65%|██████▍   | 1045/1612 [01:27<00:46, 12.07it/s]
+
 65%|██████▍   | 1047/1612 [01:27<00:47, 11.84it/s]
+
 65%|██████▌   | 1049/1612 [01:27<00:47, 11.98it/s]
+
 65%|██���███▌   | 1051/1612 [01:27<00:46, 11.99it/s]
+
 65%|██████▌   | 1053/1612 [01:28<00:46, 12.02it/s]
+
 65%|██████▌   | 1055/1612 [01:28<00:46, 11.91it/s]
+
 66%|██████▌   | 1057/1612 [01:28<00:47, 11.68it/s]
+
 66%|██████▌   | 1059/1612 [01:28<00:46, 11.79it/s]
+
 66%|██████▌   | 1061/1612 [01:28<00:45, 11.98it/s]
+
 66%|██████▌   | 1063/1612 [01:28<00:46, 11.89it/s]
+
 66%|██████▌   | 1065/1612 [01:29<00:46, 11.89it/s]
+
 66%|██████▌   | 1067/1612 [01:29<00:44, 12.33it/s]
+
 66%|██████▋   | 1069/1612 [01:29<00:44, 12.15it/s]
+
 66%|██████▋   | 1071/1612 [01:29<00:44, 12.21it/s]
+
 67%|██████▋   | 1073/1612 [01:29<00:45, 11.97it/s]
+
 67%|██████▋   | 1075/1612 [01:29<00:45, 11.85it/s]
+
 67%|██████▋   | 1077/1612 [01:30<00:44, 12.03it/s]
+
 67%|██████▋   | 1079/1612 [01:30<00:45, 11.84it/s]
+
 67%|██████▋   | 1081/1612 [01:30<00:44, 11.85it/s]
+
 67%|██████▋   | 1083/1612 [01:30<00:44, 11.87it/s]
+
 67%|██████▋   | 1085/1612 [01:30<00:43, 12.16it/s]
+
 67%|██████▋   | 1087/1612 [01:30<00:42, 12.31it/s]
+
 68%|██████▊   | 1089/1612 [01:31<00:42, 12.19it/s]
+
 68%|██████▊   | 1091/1612 [01:31<00:44, 11.70it/s]
+
 68%|██████▊   | 1093/1612 [01:31<00:44, 11.62it/s]
+
 68%|██████▊   | 1095/1612 [01:31<00:42, 12.04it/s]
+
 68%|██████▊   | 1097/1612 [01:31<00:42, 11.99it/s]
+
 68%|██████▊   | 1099/1612 [01:31<00:41, 12.35it/s]
+
 68%|██████▊   | 1101/1612 [01:32<00:41, 12.31it/s]
+
 68%|██████▊   | 1103/1612 [01:32<00:43, 11.75it/s]
+
 69%|██████▊   | 1105/1612 [01:32<00:43, 11.77it/s]
+
 69%|██████▊   | 1107/1612 [01:32<00:42, 11.87it/s]
+
 69%|██████▉   | 1109/1612 [01:32<00:41, 12.07it/s]
+
 69%|██████▉   | 1111/1612 [01:32<00:40, 12.23it/s]
+
 69%|██████▉   | 1113/1612 [01:33<00:41, 11.96it/s]
+
 69%|██████▉   | 1115/1612 [01:33<00:41, 12.07it/s]
+
 69%|██████▉   | 1117/1612 [01:33<00:40, 12.12it/s]
+
 69%|██████▉   | 1119/1612 [01:33<00:39, 12.56it/s]
+
 70%|██████▉   | 1121/1612 [01:33<00:38, 12.79it/s]
+
 70%|██████▉   | 1123/1612 [01:33<00:39, 12.46it/s]
+
 70%|██████▉   | 1125/1612 [01:34<00:40, 12.12it/s]
+
 70%|██████▉   | 1127/1612 [01:34<00:41, 11.77it/s]
+
 70%|███████   | 1129/1612 [01:34<00:39, 12.12it/s]
+
 70%|███████   | 1131/1612 [01:34<00:40, 11.91it/s]
+
 70%|███████   | 1133/1612 [01:34<00:39, 12.24it/s]
+
 70%|███████   | 1135/1612 [01:34<00:40, 11.80it/s]
+
 71%|███████   | 1137/1612 [01:35<00:39, 11.90it/s]
+
 71%|███████   | 1139/1612 [01:35<00:38, 12.42it/s]
+
 71%|███████   | 1141/1612 [01:35<00:39, 11.81it/s]
+
 71%|███████   | 1143/1612 [01:35<00:39, 12.00it/s]
+
 71%|███████   | 1145/1612 [01:35<00:39, 11.95it/s]
+
 71%|███████   | 1147/1612 [01:35<00:38, 11.98it/s]
+
 71%|███████▏  | 1149/1612 [01:36<00:38, 11.89it/s]
+
 71%|███████▏  | 1151/1612 [01:36<00:39, 11.58it/s]
+
 72%|███████▏  | 1153/1612 [01:36<00:39, 11.54it/s]
+
 72%|███████▏  | 1155/1612 [01:36<00:40, 11.36it/s]
+
 72%|███████▏  | 1157/1612 [01:36<00:39, 11.38it/s]
+
 72%|███████▏  | 1159/1612 [01:36<00:39, 11.45it/s]
+
 72%|███████▏  | 1161/1612 [01:37<00:38, 11.87it/s]
+
 72%|███████▏  | 1163/1612 [01:37<00:37, 11.92it/s]
+
 72%|███████▏  | 1165/1612 [01:37<00:36, 12.17it/s]
+
 72%|███████▏  | 1167/1612 [01:37<00:37, 11.75it/s]
+
 73%|███████▎  | 1169/1612 [01:37<00:38, 11.63it/s]
+
 73%|███████▎  | 1171/1612 [01:37<00:37, 11.73it/s]
+
 73%|███████▎  | 1173/1612 [01:38<00:36, 12.01it/s]
+
 73%|███████▎  | 1175/1612 [01:38<00:35, 12.18it/s]
+
 73%|███████▎  | 1177/1612 [01:38<00:35, 12.29it/s]
+
 73%|███████▎  | 1179/1612 [01:38<00:34, 12.50it/s]
+
 73%|███████▎  | 1181/1612 [01:38<00:35, 12.27it/s]
+
 73%|███████▎  | 1183/1612 [01:38<00:35, 12.15it/s]
+
 74%|███████▎  | 1185/1612 [01:39<00:35, 11.88it/s]
+
 74%|███████▎  | 1187/1612 [01:39<00:36, 11.72it/s]
+
 74%|███████▍  | 1189/1612 [01:39<00:35, 11.88it/s]
+
 74%|███████▍  | 1191/1612 [01:39<00:34, 12.10it/s]
+
 74%|███████▍  | 1193/1612 [01:39<00:34, 12.28it/s]
+
 74%|███████▍  | 1195/1612 [01:39<00:34, 12.25it/s]
+
 74%|███████▍  | 1197/1612 [01:40<00:33, 12.43it/s]
+
 74%|███████▍  | 1199/1612 [01:40<00:34, 12.04it/s]
+
 75%|███████▍  | 1201/1612 [01:40<00:33, 12.11it/s]
+
 75%|███████▍  | 1203/1612 [01:40<00:33, 12.18it/s]
+
 75%|███████▍  | 1205/1612 [01:40<00:33, 12.22it/s]
+
 75%|███████▍  | 1207/1612 [01:40<00:33, 12.13it/s]
+
 75%|███████▌  | 1209/1612 [01:41<00:32, 12.23it/s]
+
 75%|███████▌  | 1211/1612 [01:41<00:33, 11.79it/s]
+
 75%|███████▌  | 1213/1612 [01:41<00:34, 11.54it/s]
+
 75%|███████▌  | 1215/1612 [01:41<00:34, 11.53it/s]
+
 75%|███████▌  | 1217/1612 [01:41<00:34, 11.59it/s]
+
 76%|███████▌  | 1219/1612 [01:41<00:33, 11.77it/s]
+
 76%|███████▌  | 1221/1612 [01:42<00:33, 11.66it/s]
+
 76%|███████▌  | 1223/1612 [01:42<00:33, 11.61it/s]
+
 76%|███████▌  | 1225/1612 [01:42<00:32, 11.83it/s]
+
 76%|███████▌  | 1227/1612 [01:42<00:33, 11.60it/s]
+
 76%|███████▌  | 1229/1612 [01:42<00:33, 11.54it/s]
+
 76%|███████▋  | 1231/1612 [01:43<00:33, 11.54it/s]
+
 76%|███████▋  | 1233/1612 [01:43<00:32, 11.61it/s]
+
 77%|███████▋  | 1235/1612 [01:43<00:32, 11.67it/s]
+
 77%|███████▋  | 1237/1612 [01:43<00:32, 11.66it/s]
+
 77%|███████▋  | 1239/1612 [01:43<00:31, 11.83it/s]
+
 77%|███████▋  | 1241/1612 [01:43<00:30, 12.28it/s]
+
 77%|███████▋  | 1243/1612 [01:44<00:30, 12.06it/s]
+
 77%|███████▋  | 1245/1612 [01:44<00:30, 12.06it/s]
+
 77%|███████▋  | 1247/1612 [01:44<00:29, 12.25it/s]
+
 77%|███████▋  | 1249/1612 [01:44<00:30, 11.88it/s]
+
 78%|███████▊  | 1251/1612 [01:44<00:30, 11.81it/s]
+
 78%|███████▊  | 1253/1612 [01:44<00:30, 11.70it/s]
+
 78%|███████▊  | 1255/1612 [01:45<00:30, 11.77it/s]
+
 78%|███████▊  | 1257/1612 [01:45<00:29, 11.91it/s]
+
 78%|███████▊  | 1259/1612 [01:45<00:29, 11.88it/s]
+
 78%|███████▊  | 1261/1612 [01:45<00:29, 11.99it/s]
+
 78%|███████▊  | 1263/1612 [01:45<00:28, 12.08it/s]
+
 78%|███████▊  | 1265/1612 [01:45<00:29, 11.79it/s]
+
 79%|███████▊  | 1267/1612 [01:46<00:28, 11.94it/s]
+
 79%|███████▊  | 1269/1612 [01:46<00:28, 12.04it/s]
+
 79%|███████▉  | 1271/1612 [01:46<00:28, 11.91it/s]
+
 79%|███████▉  | 1273/1612 [01:46<00:28, 12.02it/s]
+
 79%|███████▉  | 1275/1612 [01:46<00:27, 12.33it/s]
+
 79%|███████▉  | 1277/1612 [01:46<00:26, 12.46it/s]
+
 79%|███████▉  | 1279/1612 [01:47<00:26, 12.40it/s]
+
 79%|███████▉  | 1281/1612 [01:47<00:28, 11.81it/s]
+
 80%|███████▉  | 1283/1612 [01:47<00:28, 11.62it/s]
+
 80%|███████▉  | 1285/1612 [01:47<00:27, 11.70it/s]
+
 80%|███████▉  | 1287/1612 [01:47<00:27, 11.83it/s]
+
 80%|███████▉  | 1289/1612 [01:47<00:26, 12.02it/s]
+
 80%|████████  | 1291/1612 [01:48<00:27, 11.83it/s]
+
 80%|████████  | 1293/1612 [01:48<00:26, 12.13it/s]
+
 80%|████████  | 1295/1612 [01:48<00:26, 11.98it/s]
+
 80%|████████  | 1297/1612 [01:48<00:26, 11.91it/s]
+
 81%|████████  | 1299/1612 [01:48<00:25, 12.17it/s]
+
 81%|████████  | 1301/1612 [01:48<00:24, 12.50it/s]
+
 81%|████████  | 1303/1612 [01:49<00:25, 12.34it/s]
+
 81%|████████  | 1305/1612 [01:49<00:24, 12.38it/s]
+
 81%|████████  | 1307/1612 [01:49<00:25, 12.05it/s]
+
 81%|████████  | 1309/1612 [01:49<00:25, 11.82it/s]
+
 81%|████████▏ | 1311/1612 [01:49<00:25, 11.86it/s]
+
 81%|████████▏ | 1313/1612 [01:49<00:25, 11.92it/s]
+
 82%|████████▏ | 1315/1612 [01:50<00:25, 11.48it/s]
+
 82%|████████▏ | 1317/1612 [01:50<00:25, 11.46it/s]
+
 82%|████████▏ | 1319/1612 [01:50<00:25, 11.51it/s]
+
 82%|████████▏ | 1321/1612 [01:50<00:25, 11.26it/s]
+
 82%|████████▏ | 1323/1612 [01:50<00:25, 11.40it/s]
+
 82%|████████▏ | 1325/1612 [01:50<00:25, 11.37it/s]
+
 82%|████████▏ | 1327/1612 [01:51<00:24, 11.63it/s]
+
 82%|████████▏ | 1329/1612 [01:51<00:24, 11.64it/s]
+
 83%|████████▎ | 1331/1612 [01:51<00:23, 11.84it/s]
+
 83%|████████▎ | 1333/1612 [01:51<00:23, 12.00it/s]
+
 83%|████████▎ | 1335/1612 [01:51<00:23, 11.99it/s]
+
 83%|████████▎ | 1337/1612 [01:51<00:22, 12.14it/s]
+
 83%|████████▎ | 1339/1612 [01:52<00:21, 12.43it/s]
+
 83%|████████▎ | 1341/1612 [01:52<00:22, 12.25it/s]
+
 83%|████████▎ | 1343/1612 [01:52<00:22, 12.20it/s]
+
 83%|████████▎ | 1345/1612 [01:52<00:21, 12.22it/s]
+
 84%|████████▎ | 1347/1612 [01:52<00:21, 12.24it/s]
+
 84%|████████▎ | 1349/1612 [01:52<00:22, 11.94it/s]
+
 84%|████████▍ | 1351/1612 [01:53<00:21, 11.88it/s]
+
 84%|████████▍ | 1353/1612 [01:53<00:21, 12.01it/s]
+
 84%|████████▍ | 1355/1612 [01:53<00:21, 12.09it/s]
+
 84%|████████▍ | 1357/1612 [01:53<00:21, 11.91it/s]
+
 84%|████████▍ | 1359/1612 [01:53<00:21, 11.86it/s]
+
 84%|████████▍ | 1361/1612 [01:53<00:21, 11.93it/s]
+
 85%|████████▍ | 1363/1612 [01:54<00:20, 12.06it/s]
+
 85%|████████▍ | 1365/1612 [01:54<00:20, 12.10it/s]
+
 85%|████████▍ | 1367/1612 [01:54<00:20, 11.87it/s]
+
 85%|████████▍ | 1369/1612 [01:54<00:20, 11.80it/s]
+
 85%|████████▌ | 1371/1612 [01:54<00:20, 11.65it/s]
+
 85%|████████▌ | 1373/1612 [01:54<00:20, 11.51it/s]
+
 85%|████████▌ | 1375/1612 [01:55<00:20, 11.67it/s]
+
 85%|████████▌ | 1377/1612 [01:55<00:19, 11.89it/s]
+
 86%|████████▌ | 1379/1612 [01:55<00:19, 11.87it/s]
+
 86%|████████▌ | 1381/1612 [01:55<00:18, 12.40it/s]
+
 86%|████████▌ | 1383/1612 [01:55<00:18, 12.51it/s]
+
 86%|████████▌ | 1385/1612 [01:55<00:17, 12.62it/s]
+
 86%|████████▌ | 1387/1612 [01:56<00:18, 12.27it/s]
+
 86%|████████▌ | 1389/1612 [01:56<00:17, 12.43it/s]
+
 86%|████████▋ | 1391/1612 [01:56<00:17, 12.40it/s]
+
 86%|████████▋ | 1393/1612 [01:56<00:17, 12.35it/s]
+
 87%|████████▋ | 1395/1612 [01:56<00:18, 12.01it/s]
+
 87%|████████▋ | 1397/1612 [01:56<00:17, 12.19it/s]
+
 87%|████████▋ | 1399/1612 [01:57<00:17, 11.93it/s]
+
 87%|████████▋ | 1401/1612 [01:57<00:17, 11.77it/s]
+
 87%|████████▋ | 1403/1612 [01:57<00:17, 11.67it/s]
+
 87%|████████▋ | 1405/1612 [01:57<00:17, 11.61it/s]
+
 87%|████████▋ | 1407/1612 [01:57<00:17, 11.59it/s]
+
 87%|████████▋ | 1409/1612 [01:57<00:17, 11.51it/s]
+
 88%|████████▊ | 1411/1612 [01:58<00:17, 11.57it/s]
+
 88%|████████▊ | 1413/1612 [01:58<00:16, 11.87it/s]
+
 88%|████████▊ | 1415/1612 [01:58<00:17, 11.56it/s]
+
 88%|████████▊ | 1417/1612 [01:58<00:17, 11.34it/s]
+
 88%|████████▊ | 1419/1612 [01:58<00:16, 11.53it/s]
+
 88%|████████▊ | 1421/1612 [01:58<00:16, 11.59it/s]
+
 88%|████████▊ | 1423/1612 [01:59<00:15, 12.02it/s]
+
 88%|████████▊ | 1425/1612 [01:59<00:16, 11.67it/s]
+
 89%|████████▊ | 1427/1612 [01:59<00:15, 11.97it/s]
+
 89%|████████▊ | 1429/1612 [01:59<00:15, 11.92it/s]
+
 89%|████████▉ | 1431/1612 [01:59<00:15, 11.84it/s]
+
 89%|████████▉ | 1433/1612 [01:59<00:14, 11.95it/s]
+
 89%|████████▉ | 1435/1612 [02:00<00:14, 11.95it/s]
+
 89%|████████▉ | 1437/1612 [02:00<00:14, 11.97it/s]
+
 89%|████████▉ | 1439/1612 [02:00<00:14, 12.18it/s]
+
 89%|████████▉ | 1441/1612 [02:00<00:14, 12.09it/s]
+
 90%|████████▉ | 1443/1612 [02:00<00:14, 11.88it/s]
+
 90%|████████▉ | 1445/1612 [02:00<00:14, 11.87it/s]
+
 90%|████████▉ | 1447/1612 [02:01<00:14, 11.67it/s]
+
 90%|████████▉ | 1449/1612 [02:01<00:14, 11.51it/s]
+
 90%|█████████ | 1451/1612 [02:01<00:13, 11.78it/s]
+
 90%|█████████ | 1453/1612 [02:01<00:12, 12.54it/s]
+
 90%|█████████ | 1455/1612 [02:01<00:12, 12.46it/s]
+
 90%|█████████ | 1457/1612 [02:01<00:12, 11.99it/s]
+
 91%|█████████ | 1459/1612 [02:02<00:12, 11.85it/s]
+
 91%|█████████ | 1461/1612 [02:02<00:12, 11.85it/s]
+
 91%|█████████ | 1463/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1465/1612 [02:02<00:12, 11.77it/s]
+
 91%|█████████ | 1467/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1469/1612 [02:02<00:11, 12.01it/s]
+
 91%|█████████▏| 1471/1612 [02:03<00:11, 11.97it/s]
+
 91%|█████████▏| 1473/1612 [02:03<00:11, 12.26it/s]
+
 92%|█████████▏| 1475/1612 [02:03<00:11, 11.73it/s]
+
 92%|█████████▏| 1477/1612 [02:03<00:11, 11.90it/s]
+
 92%|█████████▏| 1479/1612 [02:03<00:11, 11.70it/s]
+
 92%|█████████▏| 1481/1612 [02:04<00:11, 11.31it/s]
+
 92%|█████████▏| 1483/1612 [02:04<00:11, 11.43it/s]
+
 92%|█████████▏| 1485/1612 [02:04<00:10, 11.87it/s]
+
 92%|█████████▏| 1487/1612 [02:04<00:10, 12.11it/s]
+
 92%|█████████▏| 1489/1612 [02:04<00:09, 12.83it/s]
+
 92%|█████████▏| 1491/1612 [02:04<00:09, 12.67it/s]
+
 93%|█████████▎| 1493/1612 [02:04<00:09, 12.91it/s]
+
 93%|█████████▎| 1495/1612 [02:05<00:09, 12.97it/s]
+
 93%|█████████▎| 1497/1612 [02:05<00:08, 12.95it/s]
+
 93%|█████████▎| 1499/1612 [02:05<00:09, 12.30it/s]
+
 93%|█████████▎| 1501/1612 [02:05<00:09, 11.82it/s]
+
 93%|█████████▎| 1503/1612 [02:05<00:08, 12.30it/s]
+
 93%|█████████▎| 1505/1612 [02:05<00:08, 12.24it/s]
+
 93%|█████████▎| 1507/1612 [02:06<00:08, 12.22it/s]
+
 94%|█████████▎| 1509/1612 [02:06<00:08, 12.26it/s]
+
 94%|█████████▎| 1511/1612 [02:06<00:08, 12.15it/s]
+
 94%|█████████▍| 1513/1612 [02:06<00:08, 11.94it/s]
+
 94%|█████████▍| 1515/1612 [02:06<00:08, 11.83it/s]
+
 94%|█████████▍| 1517/1612 [02:06<00:07, 11.89it/s]
+
 94%|█████████▍| 1519/1612 [02:07<00:07, 12.00it/s]
+
 94%|█████████▍| 1521/1612 [02:07<00:07, 11.96it/s]
+
 94%|█████████▍| 1523/1612 [02:07<00:07, 11.78it/s]
+
 95%|█████████▍| 1525/1612 [02:07<00:07, 11.76it/s]
+
 95%|█████████▍| 1527/1612 [02:07<00:07, 11.82it/s]
+
 95%|█████████▍| 1529/1612 [02:07<00:06, 11.91it/s]
+
 95%|█████████▍| 1531/1612 [02:08<00:06, 12.10it/s]
+
 95%|█████████▌| 1533/1612 [02:08<00:06, 11.93it/s]
+
 95%|█████████▌| 1535/1612 [02:08<00:06, 12.20it/s]
+
 95%|█████████▌| 1537/1612 [02:08<00:06, 12.14it/s]
+
 95%|█████████▌| 1539/1612 [02:08<00:05, 12.38it/s]
+
 96%|█████████▌| 1541/1612 [02:08<00:05, 12.50it/s]
+
 96%|█████████▌| 1543/1612 [02:09<00:05, 11.99it/s]
+
 96%|█████████▌| 1545/1612 [02:09<00:05, 11.92it/s]
+
 96%|█████████▌| 1547/1612 [02:09<00:05, 11.61it/s]
+
 96%|█████████▌| 1549/1612 [02:09<00:05, 11.37it/s]
+
 96%|█████████▌| 1551/1612 [02:09<00:05, 11.66it/s]
+
 96%|█████████▋| 1553/1612 [02:09<00:05, 11.54it/s]
+
 96%|█████████▋| 1555/1612 [02:10<00:04, 11.54it/s]
+
 97%|█████████▋| 1557/1612 [02:10<00:04, 11.58it/s]
+
 97%|█████████▋| 1559/1612 [02:10<00:04, 11.41it/s]
+
 97%|█████████▋| 1561/1612 [02:10<00:04, 11.67it/s]
+
 97%|█████████▋| 1563/1612 [02:10<00:04, 11.95it/s]
+
 97%|█████████▋| 1565/1612 [02:10<00:03, 11.96it/s]
+
 97%|█████████▋| 1567/1612 [02:11<00:03, 11.87it/s]
+
 97%|█████████▋| 1569/1612 [02:11<00:03, 11.94it/s]
+
 97%|█████████▋| 1571/1612 [02:11<00:03, 11.54it/s]
+
 98%|█████████▊| 1573/1612 [02:11<00:03, 11.73it/s]
+
 98%|█████████▊| 1575/1612 [02:11<00:03, 11.86it/s]
+
 98%|█████████▊| 1577/1612 [02:12<00:03, 11.53it/s]
+
 98%|█████████▊| 1579/1612 [02:12<00:02, 11.78it/s]
+
 98%|█████████▊| 1581/1612 [02:12<00:02, 12.26it/s]
+
 98%|█████████▊| 1583/1612 [02:12<00:02, 12.43it/s]
+
 98%|█████████▊| 1585/1612 [02:12<00:02, 11.94it/s]
+
 98%|█████████▊| 1587/1612 [02:12<00:02, 11.77it/s]
+
 99%|█████████▊| 1589/1612 [02:12<00:01, 12.30it/s]
+
 99%|█████████▊| 1591/1612 [02:13<00:01, 12.20it/s]
+
 99%|█████████▉| 1593/1612 [02:13<00:01, 12.24it/s]
+
 99%|█████████▉| 1595/1612 [02:13<00:01, 12.12it/s]
+
 99%|█████████▉| 1597/1612 [02:13<00:01, 12.01it/s]
+
 99%|█████████▉| 1599/1612 [02:13<00:01, 11.91it/s]
+
 99%|█████████▉| 1601/1612 [02:13<00:00, 12.36it/s]
+
 99%|████���████▉| 1603/1612 [02:14<00:00, 12.28it/s]
+
100%|█████████▉| 1605/1612 [02:14<00:00, 11.90it/s]
+
100%|█████████▉| 1607/1612 [02:14<00:00, 11.84it/s]
+
100%|█████████▉| 1609/1612 [02:14<00:00, 11.45it/s]
+
100%|█████████▉| 1611/1612 [02:14<00:00, 11.54it/s]
                                                       
+
                                                   
{'eval_loss': 2.139112949371338, 'eval_runtime': 135.0198, 'eval_samples_per_second': 47.749, 'eval_steps_per_second': 11.939, 'epoch': 2.2}
+
 73%|███████▎  | 2000/2733 [5:45:16<1:58:00,  9.66s/it]
+
100%|██████████| 1612/1612 [02:14<00:00, 11.54it/s]
+
                                                   Saving model checkpoint to /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2000
+Configuration saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2000/config.json
+Model weights saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2000/pytorch_model.bin
+Deleting older checkpoint [/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-1500] due to args.save_total_limit
+
 73%|███████▎  | 2001/2733 [5:48:51<22:41:21, 111.59s/it]
 73%|███████▎  | 2002/2733 [5:49:01<16:27:19, 81.04s/it] 
 73%|███████▎  | 2003/2733 [5:49:10<12:05:34, 59.64s/it]
 73%|███████▎  | 2004/2733 [5:49:19<8:59:51, 44.43s/it] 
 73%|███████▎  | 2005/2733 [5:49:29<6:52:18, 33.98s/it]
 73%|███████▎  | 2006/2733 [5:49:38<5:21:49, 26.56s/it]
 73%|███████▎  | 2007/2733 [5:49:48<4:19:53, 21.48s/it]
 73%|███████▎  | 2008/2733 [5:49:57<3:37:11, 17.97s/it]
 74%|███████▎  | 2009/2733 [5:50:07<3:04:50, 15.32s/it]
 74%|███████▎  | 2010/2733 [5:50:16<2:43:00, 13.53s/it]
 74%|███████▎  | 2011/2733 [5:50:26<2:29:23, 12.41s/it]
 74%|███████▎  | 2012/2733 [5:50:35<2:17:18, 11.43s/it]
 74%|███████▎  | 2013/2733 [5:50:44<2:10:11, 10.85s/it]
 74%|███████▎  | 2014/2733 [5:50:54<2:05:25, 10.47s/it]
 74%|███████▎  | 2015/2733 [5:51:03<2:00:19, 10.06s/it]
 74%|███████▍  | 2016/2733 [5:51:13<1:59:15,  9.98s/it]
 74%|███████▍  | 2017/2733 [5:51:23<1:58:24,  9.92s/it]
 74%|███████▍  | 2018/2733 [5:51:32<1:55:51,  9.72s/it]
 74%|███████▍  | 2019/2733 [5:51:42<1:56:05,  9.76s/it]
 74%|███████▍  | 2020/2733 [5:51:51<1:54:50,  9.66s/it]
 74%|███████▍  | 2021/2733 [5:52:01<1:55:14,  9.71s/it]
 74%|███████▍  | 2022/2733 [5:52:11<1:54:47,  9.69s/it]
 74%|███████▍  | 2023/2733 [5:52:20<1:53:11,  9.57s/it]
 74%|███████▍  | 2024/2733 [5:52:30<1:53:40,  9.62s/it]
 74%|███████▍  | 2025/2733 [5:52:39<1:54:02,  9.66s/it]
 74%|███████▍  | 2026/2733 [5:52:49<1:52:57,  9.59s/it]
 74%|███████▍  | 2027/2733 [5:52:59<1:53:40,  9.66s/it]
 74%|███████▍  | 2028/2733 [5:53:08<1:53:32,  9.66s/it]
 74%|███████▍  | 2029/2733 [5:53:17<1:51:13,  9.48s/it]
 74%|███████▍  | 2030/2733 [5:53:27<1:51:58,  9.56s/it]
 74%|███████▍  | 2031/2733 [5:53:36<1:50:31,  9.45s/it]
 74%|███████▍  | 2032/2733 [5:53:46<1:52:04,  9.59s/it]
 74%|███████▍  | 2033/2733 [5:53:56<1:52:08,  9.61s/it]
 74%|███████▍  | 2034/2733 [5:54:05<1:50:16,  9.47s/it]
 74%|███████▍  | 2035/2733 [5:54:15<1:50:37,  9.51s/it]
 74%|███████▍  | 2036/2733 [5:54:24<1:51:43,  9.62s/it]
 75%|███████▍  | 2037/2733 [5:54:34<1:49:47,  9.47s/it]
 75%|███████▍  | 2038/2733 [5:54:43<1:51:02,  9.59s/it]
 75%|███████▍  | 2039/2733 [5:54:53<1:51:43,  9.66s/it]
 75%|███████▍  | 2040/2733 [5:55:03<1:50:23,  9.56s/it]
 75%|███████▍  | 2041/2733 [5:55:12<1:49:54,  9.53s/it]
 75%|███████▍  | 2042/2733 [5:55:22<1:50:03,  9.56s/it]
 75%|███████▍  | 2043/2733 [5:55:31<1:49:30,  9.52s/it]
 75%|███████▍  | 2044/2733 [5:55:41<1:50:29,  9.62s/it]
 75%|███████▍  | 2045/2733 [5:55:50<1:48:43,  9.48s/it]
 75%|███████▍  | 2046/2733 [5:56:00<1:49:48,  9.59s/it]
 75%|███████▍  | 2047/2733 [5:56:10<1:49:38,  9.59s/it]
 75%|███████▍  | 2048/2733 [5:56:19<1:48:29,  9.50s/it]
 75%|███████▍  | 2049/2733 [5:56:29<1:49:07,  9.57s/it]
 75%|███████▌  | 2050/2733 [5:56:38<1:48:46,  9.56s/it]
 75%|███████▌  | 2051/2733 [5:56:47<1:46:52,  9.40s/it]
 75%|███████▌  | 2052/2733 [5:56:57<1:48:23,  9.55s/it]
 75%|███████▌  | 2053/2733 [5:57:07<1:49:01,  9.62s/it]
 75%|███████▌  | 2054/2733 [5:57:16<1:47:15,  9.48s/it]
 75%|███████▌  | 2055/2733 [5:57:26<1:47:26,  9.51s/it]
 75%|███████▌  | 2056/2733 [5:57:35<1:46:23,  9.43s/it]
 75%|███████▌  | 2057/2733 [5:57:44<1:46:43,  9.47s/it]
 75%|███████▌  | 2058/2733 [5:57:54<1:47:22,  9.54s/it]
 75%|███████▌  | 2059/2733 [5:58:03<1:46:15,  9.46s/it]
 75%|███████▌  | 2060/2733 [5:58:13<1:46:55,  9.53s/it]
 75%|███████▌  | 2061/2733 [5:58:23<1:47:32,  9.60s/it]
 75%|███████▌  | 2062/2733 [5:58:32<1:46:31,  9.52s/it]
 75%|███████▌  | 2063/2733 [5:58:42<1:47:28,  9.62s/it]
 76%|███████▌  | 2064/2733 [5:58:52<1:47:32,  9.64s/it]
 76%|███████▌  | 2065/2733 [5:59:01<1:45:40,  9.49s/it]
 76%|███████▌  | 2066/2733 [5:59:11<1:46:15,  9.56s/it]
 76%|███████▌  | 2067/2733 [5:59:20<1:46:16,  9.57s/it]
 76%|███████▌  | 2068/2733 [5:59:29<1:44:14,  9.41s/it]
 76%|███████▌  | 2069/2733 [5:59:39<1:45:06,  9.50s/it]
 76%|███████▌  | 2070/2733 [5:59:48<1:43:29,  9.37s/it]
 76%|███████▌  | 2071/2733 [5:59:57<1:43:50,  9.41s/it]
 76%|███████▌  | 2072/2733 [6:00:07<1:44:27,  9.48s/it]
 76%|███████▌  | 2073/2733 [6:00:16<1:43:17,  9.39s/it]
 76%|███████▌  | 2074/2733 [6:00:26<1:44:06,  9.48s/it]
 76%|███████▌  | 2075/2733 [6:00:36<1:45:21,  9.61s/it]
 76%|███████▌  | 2076/2733 [6:00:45<1:43:40,  9.47s/it]
 76%|███████▌  | 2077/2733 [6:00:55<1:44:20,  9.54s/it]
 76%|███████▌  | 2078/2733 [6:01:05<1:45:24,  9.66s/it]
 76%|███████▌  | 2079/2733 [6:01:14<1:45:02,  9.64s/it]
 76%|███████▌  | 2080/2733 [6:01:24<1:45:11,  9.66s/it]
 76%|███████▌  | 2081/2733 [6:01:33<1:43:29,  9.52s/it]
 76%|███████▌  | 2082/2733 [6:01:43<1:44:22,  9.62s/it]
 76%|███████▌  | 2083/2733 [6:01:53<1:44:09,  9.61s/it]
 76%|███████▋  | 2084/2733 [6:02:02<1:42:57,  9.52s/it]
 76%|███████▋  | 2085/2733 [6:02:11<1:42:37,  9.50s/it]
 76%|███████▋  | 2086/2733 [6:02:21<1:43:22,  9.59s/it]
 76%|███████▋  | 2087/2733 [6:02:30<1:41:39,  9.44s/it]
 76%|███████▋  | 2088/2733 [6:02:40<1:42:38,  9.55s/it]
 76%|███████▋  | 2089/2733 [6:02:50<1:43:25,  9.64s/it]
 76%|███████▋  | 2090/2733 [6:02:59<1:41:45,  9.50s/it]
 77%|███████▋  | 2091/2733 [6:03:09<1:42:39,  9.59s/it]
 77%|███████▋  | 2092/2733 [6:03:19<1:42:31,  9.60s/it]
 77%|███████▋  | 2093/2733 [6:03:28<1:41:07,  9.48s/it]
 77%|███████▋  | 2094/2733 [6:03:38<1:41:57,  9.57s/it]
 77%|███████▋  | 2095/2733 [6:03:47<1:40:38,  9.46s/it]
 77%|███████▋  | 2096/2733 [6:03:56<1:40:54,  9.50s/it]
 77%|███████▋  | 2097/2733 [6:04:06<1:42:10,  9.64s/it]
 77%|███████▋  | 2098/2733 [6:04:15<1:39:50,  9.43s/it]
 77%|███████▋  | 2099/2733 [6:04:25<1:40:42,  9.53s/it]
 77%|███████▋  | 2100/2733 [6:04:35<1:40:30,  9.53s/it]
                                                       
{'loss': 1.9987, 'learning_rate': 1.3420418518604827e-06, 'epoch': 2.3}
+
 77%|███████▋  | 2100/2733 [6:04:35<1:40:30,  9.53s/it]
 77%|███████▋  | 2101/2733 [6:04:44<1:39:23,  9.44s/it]
 77%|███████▋  | 2102/2733 [6:04:53<1:39:57,  9.50s/it]
 77%|███████▋  | 2103/2733 [6:05:03<1:40:08,  9.54s/it]
 77%|███████▋  | 2104/2733 [6:05:12<1:39:27,  9.49s/it]
 77%|███████▋  | 2105/2733 [6:05:22<1:39:41,  9.52s/it]
 77%|███████▋  | 2106/2733 [6:05:31<1:38:40,  9.44s/it]
 77%|███████▋  | 2107/2733 [6:05:41<1:39:47,  9.56s/it]
 77%|███████▋  | 2108/2733 [6:05:51<1:39:23,  9.54s/it]
 77%|███████▋  | 2109/2733 [6:06:00<1:38:25,  9.46s/it]
 77%|███████▋  | 2110/2733 [6:06:10<1:39:19,  9.57s/it]
 77%|███████▋  | 2111/2733 [6:06:19<1:39:32,  9.60s/it]
 77%|███████▋  | 2112/2733 [6:06:28<1:37:36,  9.43s/it]
 77%|███████▋  | 2113/2733 [6:06:38<1:38:33,  9.54s/it]
 77%|███████▋  | 2114/2733 [6:06:48<1:38:57,  9.59s/it]
 77%|███████▋  | 2115/2733 [6:06:57<1:37:55,  9.51s/it]
 77%|███████▋  | 2116/2733 [6:07:07<1:38:52,  9.61s/it]
 77%|███████▋  | 2117/2733 [6:07:17<1:38:34,  9.60s/it]
 77%|███████▋  | 2118/2733 [6:07:26<1:37:36,  9.52s/it]
 78%|███████▊  | 2119/2733 [6:07:36<1:38:07,  9.59s/it]
 78%|███████▊  | 2120/2733 [6:07:45<1:36:44,  9.47s/it]
 78%|███████▊  | 2121/2733 [6:07:55<1:37:33,  9.56s/it]
 78%|██���████▊  | 2122/2733 [6:08:04<1:37:53,  9.61s/it]
 78%|███████▊  | 2123/2733 [6:08:14<1:36:44,  9.52s/it]
 78%|███████▊  | 2124/2733 [6:08:23<1:37:06,  9.57s/it]
 78%|███████▊  | 2125/2733 [6:08:33<1:37:38,  9.64s/it]
 78%|███████▊  | 2126/2733 [6:08:42<1:36:22,  9.53s/it]
 78%|███████▊  | 2127/2733 [6:08:53<1:38:00,  9.70s/it]
 78%|███████▊  | 2128/2733 [6:09:02<1:38:00,  9.72s/it]
 78%|███████▊  | 2129/2733 [6:09:12<1:36:41,  9.61s/it]
 78%|███████▊  | 2130/2733 [6:09:21<1:36:35,  9.61s/it]
 78%|███████▊  | 2131/2733 [6:09:31<1:35:14,  9.49s/it]
 78%|███████▊  | 2132/2733 [6:09:40<1:35:40,  9.55s/it]
 78%|███████▊  | 2133/2733 [6:09:50<1:36:04,  9.61s/it]
 78%|███████▊  | 2134/2733 [6:09:59<1:35:15,  9.54s/it]
 78%|███████▊  | 2135/2733 [6:10:09<1:35:48,  9.61s/it]
 78%|███████▊  | 2136/2733 [6:10:19<1:36:00,  9.65s/it]
 78%|███████▊  | 2137/2733 [6:10:28<1:34:30,  9.51s/it]
 78%|███████▊  | 2138/2733 [6:10:38<1:34:50,  9.56s/it]
 78%|███████▊  | 2139/2733 [6:10:47<1:35:17,  9.63s/it]
 78%|███████▊  | 2140/2733 [6:10:57<1:33:30,  9.46s/it]
 78%|███████▊  | 2141/2733 [6:11:06<1:34:00,  9.53s/it]
 78%|███████▊  | 2142/2733 [6:11:16<1:34:45,  9.62s/it]
 78%|███████▊  | 2143/2733 [6:11:25<1:33:41,  9.53s/it]
 78%|███████▊  | 2144/2733 [6:11:35<1:34:31,  9.63s/it]
 78%|███████▊  | 2145/2733 [6:11:45<1:33:24,  9.53s/it]
 79%|███████▊  | 2146/2733 [6:11:54<1:34:19,  9.64s/it]
 79%|███████▊  | 2147/2733 [6:12:04<1:34:22,  9.66s/it]
 79%|███████▊  | 2148/2733 [6:12:13<1:32:43,  9.51s/it]
 79%|███████▊  | 2149/2733 [6:12:23<1:33:52,  9.64s/it]
 79%|███████▊  | 2150/2733 [6:12:33<1:33:59,  9.67s/it]
 79%|███████▊  | 2151/2733 [6:12:42<1:32:41,  9.56s/it]
 79%|███████▊  | 2152/2733 [6:12:52<1:32:50,  9.59s/it]
 79%|███████▉  | 2153/2733 [6:13:02<1:32:33,  9.57s/it]
 79%|███████▉  | 2154/2733 [6:13:11<1:31:43,  9.50s/it]
 79%|███████▉  | 2155/2733 [6:13:21<1:32:02,  9.56s/it]
 79%|███████▉  | 2156/2733 [6:13:30<1:31:00,  9.46s/it]
 79%|███████▉  | 2157/2733 [6:13:40<1:31:40,  9.55s/it]
 79%|███████▉  | 2158/2733 [6:13:49<1:32:14,  9.62s/it]
 79%|███████▉  | 2159/2733 [6:13:59<1:31:37,  9.58s/it]
 79%|███████▉  | 2160/2733 [6:14:08<1:31:43,  9.61s/it]
 79%|███████▉  | 2161/2733 [6:14:18<1:31:56,  9.64s/it]
 79%|███████▉  | 2162/2733 [6:14:27<1:30:29,  9.51s/it]
 79%|███████▉  | 2163/2733 [6:14:37<1:31:07,  9.59s/it]
 79%|███████▉  | 2164/2733 [6:14:47<1:31:31,  9.65s/it]
 79%|███████▉  | 2165/2733 [6:14:56<1:30:19,  9.54s/it]
 79%|███████▉  | 2166/2733 [6:15:06<1:30:18,  9.56s/it]
 79%|███████▉  | 2167/2733 [6:15:16<1:30:56,  9.64s/it]
 79%|███████▉  | 2168/2733 [6:15:25<1:29:30,  9.51s/it]
 79%|███████▉  | 2169/2733 [6:15:35<1:30:32,  9.63s/it]
 79%|███████▉  | 2170/2733 [6:15:44<1:29:26,  9.53s/it]
 79%|███████▉  | 2171/2733 [6:15:54<1:30:02,  9.61s/it]
 79%|███████▉  | 2172/2733 [6:16:04<1:30:22,  9.67s/it]
 80%|███████▉  | 2173/2733 [6:16:13<1:29:20,  9.57s/it]
 80%|███████▉  | 2174/2733 [6:16:23<1:29:43,  9.63s/it]
 80%|███████▉  | 2175/2733 [6:16:33<1:30:35,  9.74s/it]
 80%|███████▉  | 2176/2733 [6:16:42<1:28:47,  9.56s/it]
 80%|███████▉  | 2177/2733 [6:16:52<1:29:00,  9.61s/it]
 80%|███████▉  | 2178/2733 [6:17:01<1:29:12,  9.64s/it]
 80%|███████▉  | 2179/2733 [6:17:11<1:27:38,  9.49s/it]
 80%|███████▉  | 2180/2733 [6:17:20<1:28:21,  9.59s/it]
 80%|███████▉  | 2181/2733 [6:17:30<1:27:20,  9.49s/it]
 80%|███████▉  | 2182/2733 [6:17:39<1:27:17,  9.51s/it]
 80%|███████▉  | 2183/2733 [6:17:49<1:27:44,  9.57s/it]
 80%|███████▉  | 2184/2733 [6:17:58<1:26:43,  9.48s/it]
 80%|███████▉  | 2185/2733 [6:18:08<1:27:03,  9.53s/it]
 80%|███████▉  | 2186/2733 [6:18:18<1:27:40,  9.62s/it]
 80%|████████  | 2187/2733 [6:18:27<1:26:42,  9.53s/it]
 80%|████████  | 2188/2733 [6:18:37<1:27:02,  9.58s/it]
 80%|████████  | 2189/2733 [6:18:46<1:27:10,  9.61s/it]
 80%|████████  | 2190/2733 [6:18:56<1:26:16,  9.53s/it]
 80%|████████  | 2191/2733 [6:19:06<1:27:02,  9.64s/it]
 80%|████████  | 2192/2733 [6:19:15<1:27:07,  9.66s/it]
 80%|████████  | 2193/2733 [6:19:25<1:26:28,  9.61s/it]
 80%|████████  | 2194/2733 [6:19:35<1:26:45,  9.66s/it]
 80%|████████  | 2195/2733 [6:19:44<1:25:13,  9.51s/it]
 80%|████████  | 2196/2733 [6:19:53<1:25:42,  9.58s/it]
 80%|████████  | 2197/2733 [6:20:03<1:25:49,  9.61s/it]
 80%|████████  | 2198/2733 [6:20:12<1:24:52,  9.52s/it]
 80%|████████  | 2199/2733 [6:20:22<1:25:20,  9.59s/it]
 80%|████████  | 2200/2733 [6:20:32<1:25:25,  9.62s/it]
                                                       
{'loss': 2.0033, 'learning_rate': 9.646891255752928e-07, 'epoch': 2.41}
+
 80%|████████  | 2200/2733 [6:20:32<1:25:25,  9.62s/it]
 81%|████████  | 2201/2733 [6:20:41<1:24:21,  9.51s/it]
 81%|████████  | 2202/2733 [6:20:51<1:24:36,  9.56s/it]
 81%|████████  | 2203/2733 [6:21:00<1:24:46,  9.60s/it]
 81%|████████  | 2204/2733 [6:21:10<1:23:10,  9.43s/it]
 81%|████████  | 2205/2733 [6:21:19<1:23:17,  9.46s/it]
 81%|████████  | 2206/2733 [6:21:28<1:22:35,  9.40s/it]
 81%|████████  | 2207/2733 [6:21:38<1:23:27,  9.52s/it]
 81%|████████  | 2208/2733 [6:21:48<1:24:01,  9.60s/it]
 81%|████████  | 2209/2733 [6:21:57<1:22:59,  9.50s/it]
 81%|████████  | 2210/2733 [6:22:07<1:23:33,  9.59s/it]
 81%|████████  | 2211/2733 [6:22:17<1:23:55,  9.65s/it]
 81%|████████  | 2212/2733 [6:22:26<1:22:20,  9.48s/it]
 81%|████████  | 2213/2733 [6:22:36<1:23:06,  9.59s/it]
 81%|████████  | 2214/2733 [6:22:45<1:23:24,  9.64s/it]
 81%|████████  | 2215/2733 [6:22:55<1:22:15,  9.53s/it]
 81%|████████  | 2216/2733 [6:23:04<1:22:16,  9.55s/it]
 81%|████████  | 2217/2733 [6:23:14<1:22:19,  9.57s/it]
 81%|████████  | 2218/2733 [6:23:23<1:21:12,  9.46s/it]
 81%|████████  | 2219/2733 [6:23:33<1:22:10,  9.59s/it]
 81%|████████  | 2220/2733 [6:23:42<1:20:47,  9.45s/it]
 81%|████████▏ | 2221/2733 [6:23:52<1:21:29,  9.55s/it]
 81%|████████▏ | 2222/2733 [6:24:02<1:21:42,  9.59s/it]
 81%|████████▏ | 2223/2733 [6:24:11<1:21:39,  9.61s/it]
 81%|████████▏ | 2224/2733 [6:24:21<1:21:36,  9.62s/it]
 81%|████████▏ | 2225/2733 [6:24:31<1:22:33,  9.75s/it]
 81%|████████▏ | 2226/2733 [6:24:40<1:20:50,  9.57s/it]
 81%|████████▏ | 2227/2733 [6:24:50<1:21:16,  9.64s/it]
 82%|████████▏ | 2228/2733 [6:25:00<1:21:35,  9.69s/it]
 82%|████████▏ | 2229/2733 [6:25:09<1:20:21,  9.57s/it]
 82%|████████▏ | 2230/2733 [6:25:19<1:20:02,  9.55s/it]
 82%|████████▏ | 2231/2733 [6:25:28<1:19:23,  9.49s/it]
 82%|████████▏ | 2232/2733 [6:25:37<1:19:32,  9.53s/it]
 82%|████████▏ | 2233/2733 [6:25:47<1:19:21,  9.52s/it]
 82%|████████▏ | 2234/2733 [6:25:56<1:18:08,  9.40s/it]
 82%|████████▏ | 2235/2733 [6:26:06<1:18:40,  9.48s/it]
 82%|████████▏ | 2236/2733 [6:26:16<1:20:57,  9.77s/it]
 82%|████████▏ | 2237/2733 [6:26:25<1:19:20,  9.60s/it]
 82%|████████▏ | 2238/2733 [6:26:35<1:19:34,  9.64s/it]
 82%|████████▏ | 2239/2733 [6:26:45<1:19:53,  9.70s/it]
 82%|████████▏ | 2240/2733 [6:26:54<1:18:41,  9.58s/it]
 82%|████████▏ | 2241/2733 [6:27:04<1:18:53,  9.62s/it]
 82%|████████▏ | 2242/2733 [6:27:14<1:18:41,  9.62s/it]
 82%|████████▏ | 2243/2733 [6:27:23<1:17:50,  9.53s/it]
 82%|████████▏ | 2244/2733 [6:27:33<1:17:55,  9.56s/it]
 82%|████████▏ | 2245/2733 [6:27:42<1:16:58,  9.46s/it]
 82%|████████▏ | 2246/2733 [6:27:52<1:17:26,  9.54s/it]
 82%|████████▏ | 2247/2733 [6:28:01<1:17:42,  9.59s/it]
 82%|████████▏ | 2248/2733 [6:28:11<1:16:44,  9.49s/it]
 82%|████████▏ | 2249/2733 [6:28:20<1:17:08,  9.56s/it]
 82%|████████▏ | 2250/2733 [6:28:30<1:17:38,  9.64s/it]
 82%|████████▏ | 2251/2733 [6:28:39<1:16:41,  9.55s/it]
 82%|████████▏ | 2252/2733 [6:28:49<1:17:03,  9.61s/it]
 82%|████████▏ | 2253/2733 [6:28:59<1:16:56,  9.62s/it]
 82%|████████▏ | 2254/2733 [6:29:08<1:16:11,  9.54s/it]
 83%|████████▎ | 2255/2733 [6:29:18<1:16:15,  9.57s/it]
 83%|████████▎ | 2256/2733 [6:29:27<1:15:00,  9.43s/it]
 83%|████████▎ | 2257/2733 [6:29:37<1:15:43,  9.54s/it]
 83%|████████▎ | 2258/2733 [6:29:47<1:16:24,  9.65s/it]
 83%|████████▎ | 2259/2733 [6:29:56<1:15:05,  9.51s/it]
 83%|████████▎ | 2260/2733 [6:30:06<1:15:53,  9.63s/it]
 83%|████████▎ | 2261/2733 [6:30:16<1:16:21,  9.71s/it]
 83%|████████▎ | 2262/2733 [6:30:25<1:15:07,  9.57s/it]
 83%|████████▎ | 2263/2733 [6:30:35<1:15:12,  9.60s/it]
 83%|████████▎ | 2264/2733 [6:30:44<1:15:14,  9.62s/it]
 83%|████████▎ | 2265/2733 [6:30:53<1:13:59,  9.49s/it]
 83%|████████▎ | 2266/2733 [6:31:03<1:14:22,  9.56s/it]
 83%|████████▎ | 2267/2733 [6:31:13<1:14:22,  9.58s/it]
 83%|████████▎ | 2268/2733 [6:31:22<1:13:10,  9.44s/it]
 83%|████████▎ | 2269/2733 [6:31:31<1:13:19,  9.48s/it]
 83%|████████▎ | 2270/2733 [6:31:41<1:13:15,  9.49s/it]
 83%|████████▎ | 2271/2733 [6:31:51<1:14:01,  9.61s/it]
 83%|████████▎ | 2272/2733 [6:32:00<1:13:40,  9.59s/it]
 83%|████████▎ | 2273/2733 [6:32:10<1:12:55,  9.51s/it]
 83%|████████▎ | 2274/2733 [6:32:19<1:13:17,  9.58s/it]
 83%|████████▎ | 2275/2733 [6:32:29<1:13:14,  9.59s/it]
 83%|████████▎ | 2276/2733 [6:32:38<1:12:05,  9.46s/it]
 83%|████████▎ | 2277/2733 [6:32:48<1:12:22,  9.52s/it]
 83%|████████▎ | 2278/2733 [6:32:58<1:12:39,  9.58s/it]
 83%|████████▎ | 2279/2733 [6:33:07<1:11:36,  9.46s/it]
 83%|████████▎ | 2280/2733 [6:33:17<1:12:07,  9.55s/it]
 83%|████████▎ | 2281/2733 [6:33:26<1:11:06,  9.44s/it]
 83%|████████▎ | 2282/2733 [6:33:35<1:11:15,  9.48s/it]
 84%|████████▎ | 2283/2733 [6:33:45<1:11:39,  9.55s/it]
 84%|████████▎ | 2284/2733 [6:33:54<1:10:32,  9.43s/it]
 84%|████████▎ | 2285/2733 [6:34:04<1:10:57,  9.50s/it]
 84%|████████▎ | 2286/2733 [6:34:15<1:14:44, 10.03s/it]
 84%|████████▎ | 2287/2733 [6:34:24<1:13:06,  9.84s/it]
 84%|████████▎ | 2288/2733 [6:34:34<1:12:32,  9.78s/it]
 84%|████████▍ | 2289/2733 [6:34:44<1:12:17,  9.77s/it]
 84%|████████▍ | 2290/2733 [6:34:53<1:10:55,  9.61s/it]
 84%|████████▍ | 2291/2733 [6:35:03<1:11:08,  9.66s/it]
 84%|████████▍ | 2292/2733 [6:35:12<1:10:52,  9.64s/it]
 84%|████████▍ | 2293/2733 [6:35:22<1:09:38,  9.50s/it]
 84%|████████▍ | 2294/2733 [6:35:31<1:09:45,  9.53s/it]
 84%|████████▍ | 2295/2733 [6:35:40<1:08:48,  9.43s/it]
 84%|████████▍ | 2296/2733 [6:35:50<1:09:38,  9.56s/it]
 84%|████████▍ | 2297/2733 [6:36:00<1:09:51,  9.61s/it]
 84%|████████▍ | 2298/2733 [6:36:09<1:08:55,  9.51s/it]
 84%|████████▍ | 2299/2733 [6:36:20<1:11:16,  9.85s/it]
 84%|████████▍ | 2300/2733 [6:36:30<1:10:35,  9.78s/it]
                                                       
{'loss': 2.0071, 'learning_rate': 6.439406402687365e-07, 'epoch': 2.52}
+
 84%|████████▍ | 2300/2733 [6:36:30<1:10:35,  9.78s/it]
 84%|████████▍ | 2301/2733 [6:36:39<1:09:06,  9.60s/it]
 84%|████████▍ | 2302/2733 [6:36:49<1:09:38,  9.69s/it]
 84%|████████▍ | 2303/2733 [6:36:58<1:09:20,  9.68s/it]
 84%|████████▍ | 2304/2733 [6:37:07<1:08:05,  9.52s/it]
 84%|████████▍ | 2305/2733 [6:37:17<1:08:26,  9.60s/it]
 84%|████████▍ | 2306/2733 [6:37:27<1:08:15,  9.59s/it]
 84%|████████▍ | 2307/2733 [6:37:37<1:08:29,  9.65s/it]
 84%|████████▍ | 2308/2733 [6:37:46<1:08:38,  9.69s/it]
 84%|████████▍ | 2309/2733 [6:37:56<1:07:35,  9.57s/it]
 85%|████████▍ | 2310/2733 [6:38:05<1:07:48,  9.62s/it]
 85%|████████▍ | 2311/2733 [6:38:15<1:07:51,  9.65s/it]
 85%|████████▍ | 2312/2733 [6:38:24<1:06:35,  9.49s/it]
 85%|████████▍ | 2313/2733 [6:38:34<1:07:05,  9.58s/it]
 85%|████████▍ | 2314/2733 [6:38:44<1:07:26,  9.66s/it]
 85%|████████▍ | 2315/2733 [6:38:53<1:06:38,  9.56s/it]
 85%|████████▍ | 2316/2733 [6:39:03<1:06:45,  9.60s/it]
 85%|████████▍ | 2317/2733 [6:39:13<1:07:02,  9.67s/it]
 85%|████████▍ | 2318/2733 [6:39:22<1:06:53,  9.67s/it]
 85%|████████▍ | 2319/2733 [6:39:32<1:06:55,  9.70s/it]
 85%|████████▍ | 2320/2733 [6:39:41<1:05:28,  9.51s/it]
 85%|████████▍ | 2321/2733 [6:39:51<1:06:00,  9.61s/it]
 85%|████████▍ | 2322/2733 [6:40:01<1:05:48,  9.61s/it]
 85%|████████▍ | 2323/2733 [6:40:10<1:04:44,  9.47s/it]
 85%|████████▌ | 2324/2733 [6:40:20<1:06:13,  9.71s/it]
 85%|████████▌ | 2325/2733 [6:40:30<1:05:40,  9.66s/it]
 85%|████████▌ | 2326/2733 [6:40:39<1:04:09,  9.46s/it]
 85%|████████▌ | 2327/2733 [6:40:49<1:04:54,  9.59s/it]
 85%|████████▌ | 2328/2733 [6:40:58<1:04:51,  9.61s/it]
 85%|████████▌ | 2329/2733 [6:41:07<1:03:48,  9.48s/it]
 85%|████████▌ | 2330/2733 [6:41:17<1:04:01,  9.53s/it]
 85%|████████▌ | 2331/2733 [6:41:26<1:03:03,  9.41s/it]
 85%|████████▌ | 2332/2733 [6:41:36<1:03:11,  9.45s/it]
 85%|████████▌ | 2333/2733 [6:41:45<1:03:18,  9.50s/it]
 85%|████████▌ | 2334/2733 [6:41:55<1:02:32,  9.40s/it]
 85%|████████▌ | 2335/2733 [6:42:04<1:03:08,  9.52s/it]
 85%|████████▌ | 2336/2733 [6:42:14<1:02:58,  9.52s/it]
 86%|████████▌ | 2337/2733 [6:42:23<1:02:15,  9.43s/it]
 86%|████████▌ | 2338/2733 [6:42:33<1:02:25,  9.48s/it]
 86%|████████▌ | 2339/2733 [6:42:42<1:02:38,  9.54s/it]
 86%|████████▌ | 2340/2733 [6:42:52<1:02:11,  9.50s/it]
 86%|████████▌ | 2341/2733 [6:43:01<1:02:14,  9.53s/it]
 86%|████████▌ | 2342/2733 [6:43:11<1:02:19,  9.56s/it]
 86%|████████▌ | 2343/2733 [6:43:20<1:01:29,  9.46s/it]
 86%|████████▌ | 2344/2733 [6:43:30<1:01:35,  9.50s/it]
 86%|████████▌ | 2345/2733 [6:43:39<1:00:41,  9.38s/it]
 86%|████████▌ | 2346/2733 [6:43:49<1:01:18,  9.51s/it]
 86%|████████▌ | 2347/2733 [6:43:59<1:01:52,  9.62s/it]
 86%|████████▌ | 2348/2733 [6:44:08<1:00:44,  9.47s/it]
 86%|████████▌ | 2349/2733 [6:44:17<1:01:01,  9.53s/it]
 86%|████████▌ | 2350/2733 [6:44:27<1:01:04,  9.57s/it]
 86%|████████▌ | 2351/2733 [6:44:36<1:00:24,  9.49s/it]
 86%|████████▌ | 2352/2733 [6:44:46<1:00:57,  9.60s/it]
 86%|████████▌ | 2353/2733 [6:44:56<1:00:57,  9.63s/it]
 86%|████████▌ | 2354/2733 [6:45:05<59:57,  9.49s/it]  
 86%|████████▌ | 2355/2733 [6:45:15<1:00:14,  9.56s/it]
 86%|████████▌ | 2356/2733 [6:45:24<59:26,  9.46s/it]  
 86%|████████▌ | 2357/2733 [6:45:34<59:41,  9.53s/it]
 86%|████████▋ | 2358/2733 [6:45:43<59:38,  9.54s/it]
 86%|████████▋ | 2359/2733 [6:45:52<58:54,  9.45s/it]
 86%|████████▋ | 2360/2733 [6:46:02<59:12,  9.52s/it]
 86%|████████▋ | 2361/2733 [6:46:12<59:34,  9.61s/it]
 86%|████████▋ | 2362/2733 [6:46:21<58:25,  9.45s/it]
 86%|████████▋ | 2363/2733 [6:46:31<58:47,  9.53s/it]
 86%|████████▋ | 2364/2733 [6:46:40<58:52,  9.57s/it]
 87%|████████▋ | 2365/2733 [6:46:50<57:55,  9.44s/it]
 87%|████████▋ | 2366/2733 [6:47:00<59:16,  9.69s/it]
 87%|████████▋ | 2367/2733 [6:47:10<59:05,  9.69s/it]
 87%|████████▋ | 2368/2733 [6:47:19<58:14,  9.57s/it]
 87%|████████▋ | 2369/2733 [6:47:29<58:40,  9.67s/it]
 87%|████████▋ | 2370/2733 [6:47:38<57:34,  9.52s/it]
 87%|████████▋ | 2371/2733 [6:47:48<57:47,  9.58s/it]
 87%|████████▋ | 2372/2733 [6:47:57<58:08,  9.66s/it]
 87%|████████▋ | 2373/2733 [6:48:07<57:10,  9.53s/it]
 87%|████████▋ | 2374/2733 [6:48:16<57:06,  9.55s/it]
 87%|████████▋ | 2375/2733 [6:48:26<57:24,  9.62s/it]
 87%|████████▋ | 2376/2733 [6:48:35<56:28,  9.49s/it]
 87%|████████▋ | 2377/2733 [6:48:45<56:55,  9.59s/it]
 87%|████████▋ | 2378/2733 [6:48:55<56:49,  9.61s/it]
 87%|████████▋ | 2379/2733 [6:49:04<56:00,  9.49s/it]
 87%|████████▋ | 2380/2733 [6:49:14<56:15,  9.56s/it]
 87%|████████▋ | 2381/2733 [6:49:23<55:36,  9.48s/it]
 87%|████████▋ | 2382/2733 [6:49:33<55:49,  9.54s/it]
 87%|████████▋ | 2383/2733 [6:49:42<55:44,  9.56s/it]
 87%|████████▋ | 2384/2733 [6:49:51<55:02,  9.46s/it]
 87%|████████▋ | 2385/2733 [6:50:01<55:32,  9.58s/it]
 87%|████████▋ | 2386/2733 [6:50:11<55:31,  9.60s/it]
 87%|████████▋ | 2387/2733 [6:50:20<54:25,  9.44s/it]
 87%|████████▋ | 2388/2733 [6:50:30<55:00,  9.57s/it]
 87%|████████▋ | 2389/2733 [6:50:40<54:53,  9.58s/it]
 87%|████████▋ | 2390/2733 [6:50:49<54:14,  9.49s/it]
 87%|████████▋ | 2391/2733 [6:50:59<54:34,  9.58s/it]
 88%|████████▊ | 2392/2733 [6:51:09<55:00,  9.68s/it]
 88%|████████▊ | 2393/2733 [6:51:18<54:20,  9.59s/it]
 88%|████████▊ | 2394/2733 [6:51:28<54:20,  9.62s/it]
 88%|████████▊ | 2395/2733 [6:51:37<53:36,  9.52s/it]
 88%|████████▊ | 2396/2733 [6:51:46<53:26,  9.52s/it]
 88%|████████▊ | 2397/2733 [6:51:56<53:34,  9.57s/it]
 88%|████████▊ | 2398/2733 [6:52:05<52:52,  9.47s/it]
 88%|████████▊ | 2399/2733 [6:52:15<52:54,  9.50s/it]
 88%|████████▊ | 2400/2733 [6:52:25<53:12,  9.59s/it]
                                                     
{'loss': 1.9992, 'learning_rate': 3.8429560929037044e-07, 'epoch': 2.63}
+
 88%|████████▊ | 2400/2733 [6:52:25<53:12,  9.59s/it]
 88%|████████▊ | 2401/2733 [6:52:34<52:43,  9.53s/it]
 88%|████████▊ | 2402/2733 [6:52:44<52:38,  9.54s/it]
 88%|████████▊ | 2403/2733 [6:52:53<52:27,  9.54s/it]
 88%|████████▊ | 2404/2733 [6:53:03<52:03,  9.50s/it]
 88%|████████▊ | 2405/2733 [6:53:12<52:29,  9.60s/it]
 88%|████████▊ | 2406/2733 [6:53:21<51:30,  9.45s/it]
 88%|████████▊ | 2407/2733 [6:53:31<51:50,  9.54s/it]
 88%|████████▊ | 2408/2733 [6:53:41<51:58,  9.59s/it]
 88%|████████▊ | 2409/2733 [6:53:50<51:24,  9.52s/it]
 88%|████████▊ | 2410/2733 [6:54:00<51:21,  9.54s/it]
 88%|████████▊ | 2411/2733 [6:54:10<51:25,  9.58s/it]
 88%|████████▊ | 2412/2733 [6:54:19<50:37,  9.46s/it]
 88%|████████▊ | 2413/2733 [6:54:29<51:22,  9.63s/it]
 88%|████████▊ | 2414/2733 [6:54:39<51:40,  9.72s/it]
 88%|████████▊ | 2415/2733 [6:54:48<50:44,  9.57s/it]
 88%|████████▊ | 2416/2733 [6:54:57<50:29,  9.56s/it]
 88%|████████▊ | 2417/2733 [6:55:07<50:44,  9.63s/it]
 88%|████████▊ | 2418/2733 [6:55:16<49:44,  9.47s/it]
 89%|████████▊ | 2419/2733 [6:55:26<49:59,  9.55s/it]
 89%|████████▊ | 2420/2733 [6:55:35<49:15,  9.44s/it]
 89%|████████▊ | 2421/2733 [6:55:45<49:50,  9.58s/it]
 89%|████████▊ | 2422/2733 [6:55:55<49:41,  9.59s/it]
 89%|████████▊ | 2423/2733 [6:56:04<49:09,  9.51s/it]
 89%|████████▊ | 2424/2733 [6:56:14<49:36,  9.63s/it]
 89%|████████▊ | 2425/2733 [6:56:24<49:23,  9.62s/it]
 89%|████████▉ | 2426/2733 [6:56:33<48:45,  9.53s/it]
 89%|████████▉ | 2427/2733 [6:56:43<48:43,  9.56s/it]
 89%|████████▉ | 2428/2733 [6:56:52<48:48,  9.60s/it]
 89%|████████▉ | 2429/2733 [6:57:02<48:10,  9.51s/it]
 89%|████████▉ | 2430/2733 [6:57:11<48:17,  9.56s/it]
 89%|████████▉ | 2431/2733 [6:57:21<47:42,  9.48s/it]
 89%|████████▉ | 2432/2733 [6:57:30<48:06,  9.59s/it]
 89%|████████▉ | 2433/2733 [6:57:40<48:12,  9.64s/it]
 89%|████████▉ | 2434/2733 [6:57:49<47:28,  9.53s/it]
 89%|████████▉ | 2435/2733 [6:57:59<47:30,  9.56s/it]
 89%|████████▉ | 2436/2733 [6:58:09<47:43,  9.64s/it]
 89%|████████▉ | 2437/2733 [6:58:18<46:55,  9.51s/it]
 89%|████████▉ | 2438/2733 [6:58:28<46:56,  9.55s/it]
 89%|████████▉ | 2439/2733 [6:58:38<47:13,  9.64s/it]
 89%|████████▉ | 2440/2733 [6:58:47<46:37,  9.55s/it]
 89%|████████▉ | 2441/2733 [6:58:56<46:24,  9.54s/it]
 89%|████████▉ | 2442/2733 [6:59:06<46:40,  9.62s/it]
 89%|████████▉ | 2443/2733 [6:59:16<46:06,  9.54s/it]
 89%|████████▉ | 2444/2733 [6:59:25<45:53,  9.53s/it]
 89%|████████▉ | 2445/2733 [6:59:34<45:29,  9.48s/it]
 89%|████████▉ | 2446/2733 [6:59:44<45:46,  9.57s/it]
 90%|████████▉ | 2447/2733 [6:59:54<46:08,  9.68s/it]
 90%|████████▉ | 2448/2733 [7:00:03<45:23,  9.56s/it]
 90%|████████▉ | 2449/2733 [7:00:13<45:30,  9.61s/it]
 90%|████████▉ | 2450/2733 [7:00:23<45:31,  9.65s/it]
 90%|████████▉ | 2451/2733 [7:00:32<44:21,  9.44s/it]
 90%|████████▉ | 2452/2733 [7:00:42<44:44,  9.55s/it]
 90%|████████▉ | 2453/2733 [7:00:51<44:45,  9.59s/it]
 90%|████████▉ | 2454/2733 [7:01:01<44:04,  9.48s/it]
 90%|████████▉ | 2455/2733 [7:01:11<44:40,  9.64s/it]
 90%|████████▉ | 2456/2733 [7:01:20<44:05,  9.55s/it]
 90%|████████▉ | 2457/2733 [7:01:30<44:20,  9.64s/it]
 90%|████████▉ | 2458/2733 [7:01:40<44:24,  9.69s/it]
 90%|████████▉ | 2459/2733 [7:01:49<43:37,  9.55s/it]
 90%|█████████ | 2460/2733 [7:01:59<43:48,  9.63s/it]
 90%|█████████ | 2461/2733 [7:02:09<44:14,  9.76s/it]
 90%|█████████ | 2462/2733 [7:02:18<43:21,  9.60s/it]
 90%|█████████ | 2463/2733 [7:02:28<43:10,  9.59s/it]
 90%|█████████ | 2464/2733 [7:02:37<43:03,  9.61s/it]
 90%|█████████ | 2465/2733 [7:02:46<42:25,  9.50s/it]
 90%|█████████ | 2466/2733 [7:02:56<42:52,  9.63s/it]
 90%|█████████ | 2467/2733 [7:03:06<43:08,  9.73s/it]
 90%|█████████ | 2468/2733 [7:03:16<42:21,  9.59s/it]
 90%|█████████ | 2469/2733 [7:03:25<42:25,  9.64s/it]
 90%|█████████ | 2470/2733 [7:03:35<41:43,  9.52s/it]
 90%|█████████ | 2471/2733 [7:03:44<41:57,  9.61s/it]
 90%|█████████ | 2472/2733 [7:03:54<41:58,  9.65s/it]
 90%|█████████ | 2473/2733 [7:04:03<41:16,  9.53s/it]
 91%|█████████ | 2474/2733 [7:04:13<41:06,  9.52s/it]
 91%|█████████ | 2475/2733 [7:04:23<41:12,  9.58s/it]
 91%|█████████ | 2476/2733 [7:04:32<40:18,  9.41s/it]
 91%|█████████ | 2477/2733 [7:04:41<40:38,  9.52s/it]
 91%|█████████ | 2478/2733 [7:04:51<40:30,  9.53s/it]
 91%|█████████ | 2479/2733 [7:05:00<39:43,  9.39s/it]
 91%|█████████ | 2480/2733 [7:05:10<39:55,  9.47s/it]
 91%|█████████ | 2481/2733 [7:05:19<39:28,  9.40s/it]
 91%|█████████ | 2482/2733 [7:05:29<39:44,  9.50s/it]
 91%|█████████ | 2483/2733 [7:05:38<39:59,  9.60s/it]
 91%|█████████ | 2484/2733 [7:05:48<39:31,  9.52s/it]
 91%|█████████ | 2485/2733 [7:05:58<39:51,  9.64s/it]
 91%|█████████ | 2486/2733 [7:06:07<39:48,  9.67s/it]
 91%|█████████ | 2487/2733 [7:06:17<39:03,  9.53s/it]
 91%|█████████ | 2488/2733 [7:06:26<39:09,  9.59s/it]
 91%|█████████ | 2489/2733 [7:06:36<39:07,  9.62s/it]
 91%|█████████ | 2490/2733 [7:06:45<38:19,  9.46s/it]
 91%|█████████ | 2491/2733 [7:06:55<38:41,  9.59s/it]
 91%|█████████ | 2492/2733 [7:07:05<38:30,  9.59s/it]
 91%|█████████ | 2493/2733 [7:07:14<37:43,  9.43s/it]
 91%|█████████▏| 2494/2733 [7:07:24<38:06,  9.57s/it]
 91%|█████████▏| 2495/2733 [7:07:33<37:19,  9.41s/it]
 91%|█████████▏| 2496/2733 [7:07:42<37:30,  9.50s/it]
 91%|█████████▏| 2497/2733 [7:07:52<37:32,  9.54s/it]
 91%|█████████▏| 2498/2733 [7:08:01<36:50,  9.41s/it]
 91%|█████████▏| 2499/2733 [7:08:11<36:54,  9.46s/it]
 91%|█████████▏| 2500/2733 [7:08:21<37:13,  9.59s/it]
                                                     
{'loss': 2.0045, 'learning_rate': 1.893961336727451e-07, 'epoch': 2.74}
+
 91%|█████████▏| 2500/2733 [7:08:21<37:13,  9.59s/it]***** Running Evaluation *****
+  Num examples = 6447
+  Batch size = 4
+
+
  0%|          | 0/1612 [00:00<?, ?it/s]
+
  0%|          | 3/1612 [00:00<01:38, 16.34it/s]
+
  0%|          | 5/1612 [00:00<01:57, 13.66it/s]
+
  0%|          | 7/1612 [00:00<02:06, 12.67it/s]
+
  1%|          | 9/1612 [00:00<02:09, 12.38it/s]
+
  1%|          | 11/1612 [00:00<02:03, 12.96it/s]
+
  1%|          | 13/1612 [00:01<02:07, 12.50it/s]
+
  1%|          | 15/1612 [00:01<02:14, 11.89it/s]
+
  1%|          | 17/1612 [00:01<02:16, 11.65it/s]
+
  1%|          | 19/1612 [00:01<02:13, 11.97it/s]
+
  1%|▏         | 21/1612 [00:01<02:13, 11.89it/s]
+
  1%|▏         | 23/1612 [00:01<02:11, 12.09it/s]
+
  2%|▏         | 25/1612 [00:02<02:09, 12.29it/s]
+
  2%|▏         | 27/1612 [00:02<02:12, 12.00it/s]
+
  2%|▏         | 29/1612 [00:02<02:11, 12.05it/s]
+
  2%|▏         | 31/1612 [00:02<02:11, 12.03it/s]
+
  2%|▏         | 33/1612 [00:02<02:09, 12.18it/s]
+
  2%|▏         | 35/1612 [00:02<02:12, 11.93it/s]
+
  2%|▏         | 37/1612 [00:03<02:07, 12.37it/s]
+
  2%|▏         | 39/1612 [00:03<02:03, 12.75it/s]
+
  3%|▎         | 41/1612 [00:03<02:01, 12.95it/s]
+
  3%|▎         | 43/1612 [00:03<02:02, 12.76it/s]
+
  3%|▎         | 45/1612 [00:03<02:02, 12.83it/s]
+
  3%|▎         | 47/1612 [00:03<02:01, 12.83it/s]
+
  3%|▎         | 49/1612 [00:03<02:02, 12.78it/s]
+
  3%|▎         | 51/1612 [00:04<02:02, 12.78it/s]
+
  3%|▎         | 53/1612 [00:04<02:04, 12.49it/s]
+
  3%|▎         | 55/1612 [00:04<02:08, 12.15it/s]
+
  4%|▎         | 57/1612 [00:04<02:09, 12.02it/s]
+
  4%|▎         | 59/1612 [00:04<02:10, 11.89it/s]
+
  4%|▍         | 61/1612 [00:04<02:11, 11.83it/s]
+
  4%|▍         | 63/1612 [00:05<02:09, 11.92it/s]
+
  4%|▍         | 65/1612 [00:05<02:06, 12.22it/s]
+
  4%|▍         | 67/1612 [00:05<02:04, 12.42it/s]
+
  4%|▍         | 69/1612 [00:05<02:05, 12.33it/s]
+
  4%|▍         | 71/1612 [00:05<02:08, 11.99it/s]
+
  5%|▍         | 73/1612 [00:05<02:08, 12.02it/s]
+
  5%|▍         | 75/1612 [00:06<02:07, 12.10it/s]
+
  5%|▍         | 77/1612 [00:06<02:08, 11.97it/s]
+
  5%|▍         | 79/1612 [00:06<02:06, 12.14it/s]
+
  5%|▌         | 81/1612 [00:06<02:04, 12.25it/s]
+
  5%|▌         | 83/1612 [00:06<02:04, 12.28it/s]
+
  5%|▌         | 85/1612 [00:06<02:07, 11.95it/s]
+
  5%|▌         | 87/1612 [00:07<02:09, 11.80it/s]
+
  6%|▌         | 89/1612 [00:07<02:09, 11.78it/s]
+
  6%|▌         | 91/1612 [00:07<02:08, 11.83it/s]
+
  6%|▌         | 93/1612 [00:07<02:08, 11.78it/s]
+
  6%|▌         | 95/1612 [00:07<02:05, 12.10it/s]
+
  6%|▌         | 97/1612 [00:07<02:05, 12.06it/s]
+
  6%|▌         | 99/1612 [00:08<02:08, 11.80it/s]
+
  6%|▋         | 101/1612 [00:08<02:08, 11.75it/s]
+
  6%|▋         | 103/1612 [00:08<02:06, 11.96it/s]
+
  7%|▋         | 105/1612 [00:08<02:06, 11.90it/s]
+
  7%|▋         | 107/1612 [00:08<02:05, 11.95it/s]
+
  7%|▋         | 109/1612 [00:08<02:02, 12.29it/s]
+
  7%|▋         | 111/1612 [00:09<02:03, 12.18it/s]
+
  7%|▋         | 113/1612 [00:09<02:04, 12.00it/s]
+
  7%|▋         | 115/1612 [00:09<02:05, 11.94it/s]
+
  7%|▋         | 117/1612 [00:09<02:07, 11.72it/s]
+
  7%|▋         | 119/1612 [00:09<02:07, 11.74it/s]
+
  8%|▊         | 121/1612 [00:09<02:07, 11.70it/s]
+
  8%|▊         | 123/1612 [00:10<02:06, 11.81it/s]
+
  8%|▊         | 125/1612 [00:10<02:04, 11.94it/s]
+
  8%|▊         | 127/1612 [00:10<02:00, 12.30it/s]
+
  8%|▊         | 129/1612 [00:10<01:58, 12.56it/s]
+
  8%|▊         | 131/1612 [00:10<01:58, 12.51it/s]
+
  8%|▊         | 133/1612 [00:10<02:03, 12.02it/s]
+
  8%|▊         | 135/1612 [00:11<02:00, 12.24it/s]
+
  8%|▊         | 137/1612 [00:11<01:58, 12.44it/s]
+
  9%|▊         | 139/1612 [00:11<01:59, 12.33it/s]
+
  9%|▊         | 141/1612 [00:11<02:01, 12.07it/s]
+
  9%|▉         | 143/1612 [00:11<02:03, 11.87it/s]
+
  9%|▉         | 145/1612 [00:11<02:02, 11.96it/s]
+
  9%|▉         | 147/1612 [00:12<02:02, 11.99it/s]
+
  9%|▉         | 149/1612 [00:12<02:01, 12.05it/s]
+
  9%|▉         | 151/1612 [00:12<02:01, 12.00it/s]
+
  9%|▉         | 153/1612 [00:12<02:01, 12.02it/s]
+
 10%|▉         | 155/1612 [00:12<02:00, 12.06it/s]
+
 10%|▉         | 157/1612 [00:12<02:00, 12.12it/s]
+
 10%|▉         | 159/1612 [00:13<02:00, 12.05it/s]
+
 10%|▉         | 161/1612 [00:13<01:56, 12.48it/s]
+
 10%|█         | 163/1612 [00:13<01:59, 12.17it/s]
+
 10%|█         | 165/1612 [00:13<02:00, 11.99it/s]
+
 10%|█         | 167/1612 [00:13<02:00, 12.01it/s]
+
 10%|█         | 169/1612 [00:13<02:00, 11.97it/s]
+
 11%|█         | 171/1612 [00:14<01:58, 12.11it/s]
+
 11%|█         | 173/1612 [00:14<01:59, 12.06it/s]
+
 11%|█         | 175/1612 [00:14<02:00, 11.97it/s]
+
 11%|█         | 177/1612 [00:14<02:01, 11.77it/s]
+
 11%|█         | 179/1612 [00:14<01:59, 11.98it/s]
+
 11%|█         | 181/1612 [00:14<01:59, 12.02it/s]
+
 11%|█▏        | 183/1612 [00:15<01:59, 11.93it/s]
+
 11%|█▏        | 185/1612 [00:15<01:54, 12.47it/s]
+
 12%|█▏        | 187/1612 [00:15<01:53, 12.55it/s]
+
 12%|█▏        | 189/1612 [00:15<01:51, 12.80it/s]
+
 12%|█▏        | 191/1612 [00:15<01:55, 12.31it/s]
+
 12%|█▏        | 193/1612 [00:15<01:59, 11.87it/s]
+
 12%|█▏        | 195/1612 [00:16<01:59, 11.84it/s]
+
 12%|█▏        | 197/1612 [00:16<01:58, 11.93it/s]
+
 12%|█▏        | 199/1612 [00:16<01:55, 12.25it/s]
+
 12%|█▏        | 201/1612 [00:16<01:58, 11.95it/s]
+
 13%|█▎        | 203/1612 [00:16<01:57, 11.97it/s]
+
 13%|█▎        | 205/1612 [00:16<01:59, 11.76it/s]
+
 13%|█▎        | 207/1612 [00:17<01:59, 11.72it/s]
+
 13%|█▎        | 209/1612 [00:17<01:53, 12.34it/s]
+
 13%|█▎        | 211/1612 [00:17<01:56, 12.02it/s]
+
 13%|█▎        | 213/1612 [00:17<01:55, 12.10it/s]
+
 13%|█▎        | 215/1612 [00:17<01:56, 11.98it/s]
+
 13%|█▎        | 217/1612 [00:17<01:57, 11.88it/s]
+
 14%|█▎        | 219/1612 [00:18<01:56, 11.92it/s]
+
 14%|█▎        | 221/1612 [00:18<01:56, 11.92it/s]
+
 14%|█▍        | 223/1612 [00:18<01:57, 11.80it/s]
+
 14%|█▍        | 225/1612 [00:18<01:57, 11.77it/s]
+
 14%|█▍        | 227/1612 [00:18<01:57, 11.77it/s]
+
 14%|█▍        | 229/1612 [00:18<01:57, 11.72it/s]
+
 14%|█▍        | 231/1612 [00:19<02:01, 11.41it/s]
+
 14%|█▍        | 233/1612 [00:19<01:59, 11.56it/s]
+
 15%|█▍        | 235/1612 [00:19<01:59, 11.51it/s]
+
 15%|█▍        | 237/1612 [00:19<01:58, 11.62it/s]
+
 15%|█▍        | 239/1612 [00:19<01:58, 11.63it/s]
+
 15%|█▍        | 241/1612 [00:19<01:58, 11.57it/s]
+
 15%|█▌        | 243/1612 [00:20<01:56, 11.76it/s]
+
 15%|█▌        | 245/1612 [00:20<01:53, 12.07it/s]
+
 15%|█▌        | 247/1612 [00:20<01:53, 12.04it/s]
+
 15%|█▌        | 249/1612 [00:20<01:56, 11.74it/s]
+
 16%|█▌        | 251/1612 [00:20<01:56, 11.71it/s]
+
 16%|█▌        | 253/1612 [00:20<01:47, 12.64it/s]
+
 16%|█▌        | 255/1612 [00:21<01:52, 12.08it/s]
+
 16%|█▌        | 257/1612 [00:21<01:53, 11.98it/s]
+
 16%|█▌        | 259/1612 [00:21<01:54, 11.78it/s]
+
 16%|█▌        | 261/1612 [00:21<01:52, 12.01it/s]
+
 16%|█▋        | 263/1612 [00:21<01:53, 11.85it/s]
+
 16%|█▋        | 265/1612 [00:21<01:55, 11.65it/s]
+
 17%|█▋        | 267/1612 [00:22<01:52, 11.98it/s]
+
 17%|█▋        | 269/1612 [00:22<01:56, 11.53it/s]
+
 17%|█▋        | 271/1612 [00:22<01:53, 11.80it/s]
+
 17%|█▋        | 273/1612 [00:22<01:55, 11.64it/s]
+
 17%|█▋        | 275/1612 [00:22<01:56, 11.52it/s]
+
 17%|█▋        | 277/1612 [00:22<01:51, 11.94it/s]
+
 17%|█▋        | 279/1612 [00:23<01:51, 11.98it/s]
+
 17%|█▋        | 281/1612 [00:23<01:52, 11.88it/s]
+
 18%|█▊        | 283/1612 [00:23<01:50, 12.02it/s]
+
 18%|█▊        | 285/1612 [00:23<01:52, 11.83it/s]
+
 18%|█▊        | 287/1612 [00:23<01:53, 11.67it/s]
+
 18%|█▊        | 289/1612 [00:23<01:52, 11.71it/s]
+
 18%|█▊        | 291/1612 [00:24<01:52, 11.77it/s]
+
 18%|█▊        | 293/1612 [00:24<01:50, 11.95it/s]
+
 18%|█▊        | 295/1612 [00:24<01:52, 11.75it/s]
+
 18%|█▊        | 297/1612 [00:24<01:46, 12.38it/s]
+
 19%|█▊        | 299/1612 [00:24<01:48, 12.06it/s]
+
 19%|█▊        | 301/1612 [00:24<01:49, 11.96it/s]
+
 19%|█▉        | 303/1612 [00:25<01:49, 11.97it/s]
+
 19%|█▉        | 305/1612 [00:25<01:48, 12.08it/s]
+
 19%|█▉        | 307/1612 [00:25<01:48, 11.98it/s]
+
 19%|█▉        | 309/1612 [00:25<01:48, 12.05it/s]
+
 19%|█▉        | 311/1612 [00:25<01:47, 12.14it/s]
+
 19%|█▉        | 313/1612 [00:25<01:47, 12.05it/s]
+
 20%|█▉        | 315/1612 [00:26<01:48, 11.96it/s]
+
 20%|█▉        | 317/1612 [00:26<01:45, 12.26it/s]
+
 20%|█▉        | 319/1612 [00:26<01:45, 12.20it/s]
+
 20%|█▉        | 321/1612 [00:26<01:47, 11.96it/s]
+
 20%|██        | 323/1612 [00:26<01:50, 11.64it/s]
+
 20%|██        | 325/1612 [00:26<01:48, 11.82it/s]
+
 20%|██        | 327/1612 [00:27<01:48, 11.88it/s]
+
 20%|██        | 329/1612 [00:27<01:49, 11.75it/s]
+
 21%|██        | 331/1612 [00:27<01:46, 12.04it/s]
+
 21%|██        | 333/1612 [00:27<01:46, 12.03it/s]
+
 21%|██        | 335/1612 [00:27<01:48, 11.78it/s]
+
 21%|██        | 337/1612 [00:28<01:49, 11.67it/s]
+
 21%|██        | 339/1612 [00:28<01:46, 11.97it/s]
+
 21%|██        | 341/1612 [00:28<01:43, 12.24it/s]
+
 21%|██▏       | 343/1612 [00:28<01:47, 11.81it/s]
+
 21%|██▏       | 345/1612 [00:28<01:44, 12.16it/s]
+
 22%|██▏       | 347/1612 [00:28<01:51, 11.36it/s]
+
 22%|██▏       | 349/1612 [00:29<01:48, 11.60it/s]
+
 22%|██▏       | 351/1612 [00:29<01:45, 11.97it/s]
+
 22%|██▏       | 353/1612 [00:29<01:44, 12.04it/s]
+
 22%|██▏       | 355/1612 [00:29<01:49, 11.48it/s]
+
 22%|██▏       | 357/1612 [00:29<01:48, 11.54it/s]
+
 22%|██▏       | 359/1612 [00:29<01:48, 11.60it/s]
+
 22%|██▏       | 361/1612 [00:30<01:47, 11.64it/s]
+
 23%|██▎       | 363/1612 [00:30<01:47, 11.65it/s]
+
 23%|██▎       | 365/1612 [00:30<01:45, 11.87it/s]
+
 23%|██▎       | 367/1612 [00:30<01:41, 12.31it/s]
+
 23%|██▎       | 369/1612 [00:30<01:42, 12.14it/s]
+
 23%|██▎       | 371/1612 [00:30<01:45, 11.74it/s]
+
 23%|██▎       | 373/1612 [00:31<01:46, 11.62it/s]
+
 23%|██▎       | 375/1612 [00:31<01:42, 12.01it/s]
+
 23%|██▎       | 377/1612 [00:31<01:42, 12.01it/s]
+
 24%|██▎       | 379/1612 [00:31<01:43, 11.92it/s]
+
 24%|██▎       | 381/1612 [00:31<01:42, 12.00it/s]
+
 24%|██▍       | 383/1612 [00:31<01:42, 12.01it/s]
+
 24%|██▍       | 385/1612 [00:32<01:42, 12.02it/s]
+
 24%|██▍       | 387/1612 [00:32<01:44, 11.67it/s]
+
 24%|██▍       | 389/1612 [00:32<01:42, 11.92it/s]
+
 24%|██▍       | 391/1612 [00:32<01:40, 12.15it/s]
+
 24%|██▍       | 393/1612 [00:32<01:42, 11.85it/s]
+
 25%|██▍       | 395/1612 [00:32<01:42, 11.89it/s]
+
 25%|██▍       | 397/1612 [00:33<01:42, 11.90it/s]
+
 25%|██▍       | 399/1612 [00:33<01:41, 11.97it/s]
+
 25%|██▍       | 401/1612 [00:33<01:40, 12.00it/s]
+
 25%|██▌       | 403/1612 [00:33<01:42, 11.85it/s]
+
 25%|██▌       | 405/1612 [00:33<01:43, 11.67it/s]
+
 25%|██▌       | 407/1612 [00:33<01:40, 11.95it/s]
+
 25%|██▌       | 409/1612 [00:34<01:41, 11.85it/s]
+
 25%|██▌       | 411/1612 [00:34<01:42, 11.70it/s]
+
 26%|██▌       | 413/1612 [00:34<01:41, 11.77it/s]
+
 26%|██▌       | 415/1612 [00:34<01:41, 11.79it/s]
+
 26%|██▌       | 417/1612 [00:34<01:42, 11.72it/s]
+
 26%|██▌       | 419/1612 [00:34<01:43, 11.56it/s]
+
 26%|██▌       | 421/1612 [00:35<01:42, 11.67it/s]
+
 26%|██▌       | 423/1612 [00:35<01:43, 11.51it/s]
+
 26%|██▋       | 425/1612 [00:35<01:39, 11.89it/s]
+
 26%|██▋       | 427/1612 [00:35<01:40, 11.79it/s]
+
 27%|██▋       | 429/1612 [00:35<01:40, 11.75it/s]
+
 27%|██▋       | 431/1612 [00:35<01:39, 11.88it/s]
+
 27%|██▋       | 433/1612 [00:36<01:39, 11.90it/s]
+
 27%|██▋       | 435/1612 [00:36<01:34, 12.42it/s]
+
 27%|██▋       | 437/1612 [00:36<01:36, 12.23it/s]
+
 27%|██▋       | 439/1612 [00:36<01:36, 12.13it/s]
+
 27%|██▋       | 441/1612 [00:36<01:40, 11.69it/s]
+
 27%|██▋       | 443/1612 [00:36<01:38, 11.93it/s]
+
 28%|██▊       | 445/1612 [00:37<01:36, 12.15it/s]
+
 28%|██▊       | 447/1612 [00:37<01:36, 12.11it/s]
+
 28%|██▊       | 449/1612 [00:37<01:38, 11.83it/s]
+
 28%|██▊       | 451/1612 [00:37<01:34, 12.23it/s]
+
 28%|██▊       | 453/1612 [00:37<01:35, 12.13it/s]
+
 28%|██▊       | 455/1612 [00:37<01:35, 12.05it/s]
+
 28%|██▊       | 457/1612 [00:38<01:36, 11.96it/s]
+
 28%|██▊       | 459/1612 [00:38<01:32, 12.44it/s]
+
 29%|██▊       | 461/1612 [00:38<01:35, 12.05it/s]
+
 29%|██▊       | 463/1612 [00:38<01:34, 12.12it/s]
+
 29%|██▉       | 465/1612 [00:38<01:35, 12.02it/s]
+
 29%|██▉       | 467/1612 [00:38<01:39, 11.54it/s]
+
 29%|██▉       | 469/1612 [00:39<01:39, 11.49it/s]
+
 29%|██▉       | 471/1612 [00:39<01:37, 11.65it/s]
+
 29%|██▉       | 473/1612 [00:39<01:38, 11.60it/s]
+
 29%|██▉       | 475/1612 [00:39<01:38, 11.54it/s]
+
 30%|██▉       | 477/1612 [00:39<01:37, 11.58it/s]
+
 30%|██▉       | 479/1612 [00:39<01:39, 11.42it/s]
+
 30%|██▉       | 481/1612 [00:40<01:37, 11.56it/s]
+
 30%|██▉       | 483/1612 [00:40<01:36, 11.76it/s]
+
 30%|███       | 485/1612 [00:40<01:33, 12.07it/s]
+
 30%|███       | 487/1612 [00:40<01:33, 12.10it/s]
+
 30%|███       | 489/1612 [00:40<01:36, 11.70it/s]
+
 30%|███       | 491/1612 [00:40<01:34, 11.90it/s]
+
 31%|███       | 493/1612 [00:41<01:34, 11.85it/s]
+
 31%|███       | 495/1612 [00:41<01:33, 11.89it/s]
+
 31%|███       | 497/1612 [00:41<01:36, 11.57it/s]
+
 31%|███       | 499/1612 [00:41<01:37, 11.46it/s]
+
 31%|███       | 501/1612 [00:41<01:36, 11.55it/s]
+
 31%|███       | 503/1612 [00:42<01:33, 11.88it/s]
+
 31%|███▏      | 505/1612 [00:42<01:34, 11.70it/s]
+
 31%|███▏      | 507/1612 [00:42<01:36, 11.40it/s]
+
 32%|███▏      | 509/1612 [00:42<01:35, 11.51it/s]
+
 32%|███▏      | 511/1612 [00:42<01:35, 11.53it/s]
+
 32%|███▏      | 513/1612 [00:42<01:32, 11.92it/s]
+
 32%|███▏      | 515/1612 [00:43<01:32, 11.90it/s]
+
 32%|███▏      | 517/1612 [00:43<01:29, 12.23it/s]
+
 32%|███▏      | 519/1612 [00:43<01:29, 12.24it/s]
+
 32%|███▏      | 521/1612 [00:43<01:28, 12.33it/s]
+
 32%|███▏      | 523/1612 [00:43<01:25, 12.71it/s]
+
 33%|███▎      | 525/1612 [00:43<01:29, 12.13it/s]
+
 33%|███▎      | 527/1612 [00:44<01:29, 12.09it/s]
+
 33%|███▎      | 529/1612 [00:44<01:31, 11.78it/s]
+
 33%|███▎      | 531/1612 [00:44<01:29, 12.07it/s]
+
 33%|███▎      | 533/1612 [00:44<01:29, 12.07it/s]
+
 33%|███▎      | 535/1612 [00:44<01:28, 12.21it/s]
+
 33%|███▎      | 537/1612 [00:44<01:29, 11.95it/s]
+
 33%|███▎      | 539/1612 [00:45<01:32, 11.54it/s]
+
 34%|███▎      | 541/1612 [00:45<01:27, 12.31it/s]
+
 34%|███▎      | 543/1612 [00:45<01:26, 12.38it/s]
+
 34%|███▍      | 545/1612 [00:45<01:28, 12.04it/s]
+
 34%|███▍      | 547/1612 [00:45<01:29, 11.90it/s]
+
 34%|███▍      | 549/1612 [00:45<01:27, 12.16it/s]
+
 34%|███▍      | 551/1612 [00:45<01:26, 12.30it/s]
+
 34%|███▍      | 553/1612 [00:46<01:28, 12.01it/s]
+
 34%|███▍      | 555/1612 [00:46<01:28, 11.99it/s]
+
 35%|███▍      | 557/1612 [00:46<01:29, 11.80it/s]
+
 35%|███▍      | 559/1612 [00:46<01:27, 12.08it/s]
+
 35%|███▍      | 561/1612 [00:46<01:26, 12.17it/s]
+
 35%|███▍      | 563/1612 [00:46<01:26, 12.11it/s]
+
 35%|███▌      | 565/1612 [00:47<01:27, 11.97it/s]
+
 35%|███▌      | 567/1612 [00:47<01:26, 12.02it/s]
+
 35%|███▌      | 569/1612 [00:47<01:28, 11.80it/s]
+
 35%|███▌      | 571/1612 [00:47<01:29, 11.69it/s]
+
 36%|███▌      | 573/1612 [00:47<01:27, 11.92it/s]
+
 36%|███▌      | 575/1612 [00:48<01:26, 11.92it/s]
+
 36%|███▌      | 577/1612 [00:48<01:23, 12.44it/s]
+
 36%|███▌      | 579/1612 [00:48<01:23, 12.40it/s]
+
 36%|███▌      | 581/1612 [00:48<01:22, 12.53it/s]
+
 36%|███▌      | 583/1612 [00:48<01:23, 12.36it/s]
+
 36%|███▋      | 585/1612 [00:48<01:18, 13.04it/s]
+
 36%|███▋      | 587/1612 [00:48<01:20, 12.69it/s]
+
 37%|███▋      | 589/1612 [00:49<01:20, 12.72it/s]
+
 37%|███▋      | 591/1612 [00:49<01:23, 12.21it/s]
+
 37%|███▋      | 593/1612 [00:49<01:23, 12.20it/s]
+
 37%|███▋      | 595/1612 [00:49<01:22, 12.31it/s]
+
 37%|███▋      | 597/1612 [00:49<01:23, 12.10it/s]
+
 37%|███▋      | 599/1612 [00:49<01:27, 11.54it/s]
+
 37%|███▋      | 601/1612 [00:50<01:28, 11.49it/s]
+
 37%|███▋      | 603/1612 [00:50<01:24, 11.88it/s]
+
 38%|███▊      | 605/1612 [00:50<01:25, 11.71it/s]
+
 38%|███▊      | 607/1612 [00:50<01:24, 11.91it/s]
+
 38%|███▊      | 609/1612 [00:50<01:24, 11.93it/s]
+
 38%|███▊      | 611/1612 [00:50<01:24, 11.90it/s]
+
 38%|███▊      | 613/1612 [00:51<01:24, 11.85it/s]
+
 38%|███▊      | 615/1612 [00:51<01:24, 11.75it/s]
+
 38%|███▊      | 617/1612 [00:51<01:23, 11.87it/s]
+
 38%|███▊      | 619/1612 [00:51<01:24, 11.73it/s]
+
 39%|███▊      | 621/1612 [00:51<01:22, 12.02it/s]
+
 39%|███▊      | 623/1612 [00:51<01:20, 12.36it/s]
+
 39%|███▉      | 625/1612 [00:52<01:19, 12.43it/s]
+
 39%|███▉      | 627/1612 [00:52<01:18, 12.51it/s]
+
 39%|███▉      | 629/1612 [00:52<01:21, 12.07it/s]
+
 39%|███▉      | 631/1612 [00:52<01:23, 11.74it/s]
+
 39%|███▉      | 633/1612 [00:52<01:22, 11.82it/s]
+
 39%|███▉      | 635/1612 [00:52<01:22, 11.90it/s]
+
 40%|███▉      | 637/1612 [00:53<01:21, 12.02it/s]
+
 40%|███▉      | 639/1612 [00:53<01:22, 11.82it/s]
+
 40%|███▉      | 641/1612 [00:53<01:22, 11.75it/s]
+
 40%|███▉      | 643/1612 [00:53<01:22, 11.78it/s]
+
 40%|████      | 645/1612 [00:53<01:20, 12.03it/s]
+
 40%|████      | 647/1612 [00:53<01:17, 12.50it/s]
+
 40%|████      | 649/1612 [00:54<01:17, 12.44it/s]
+
 40%|████      | 651/1612 [00:54<01:19, 12.07it/s]
+
 41%|████      | 653/1612 [00:54<01:17, 12.35it/s]
+
 41%|████      | 655/1612 [00:54<01:17, 12.42it/s]
+
 41%|████      | 657/1612 [00:54<01:19, 12.03it/s]
+
 41%|████      | 659/1612 [00:54<01:22, 11.58it/s]
+
 41%|████      | 661/1612 [00:55<01:23, 11.33it/s]
+
 41%|████      | 663/1612 [00:55<01:21, 11.69it/s]
+
 41%|████▏     | 665/1612 [00:55<01:22, 11.46it/s]
+
 41%|████▏     | 667/1612 [00:55<01:22, 11.46it/s]
+
 42%|████▏     | 669/1612 [00:55<01:20, 11.75it/s]
+
 42%|████▏     | 671/1612 [00:56<01:22, 11.46it/s]
+
 42%|████▏     | 673/1612 [00:56<01:22, 11.38it/s]
+
 42%|████▏     | 675/1612 [00:56<01:22, 11.38it/s]
+
 42%|████▏     | 677/1612 [00:56<01:18, 11.91it/s]
+
 42%|████▏     | 679/1612 [00:56<01:18, 11.90it/s]
+
 42%|████▏     | 681/1612 [00:56<01:19, 11.71it/s]
+
 42%|████▏     | 683/1612 [00:57<01:19, 11.73it/s]
+
 42%|████▏     | 685/1612 [00:57<01:20, 11.47it/s]
+
 43%|████▎     | 687/1612 [00:57<01:20, 11.54it/s]
+
 43%|████▎     | 689/1612 [00:57<01:19, 11.59it/s]
+
 43%|████▎     | 691/1612 [00:57<01:17, 11.82it/s]
+
 43%|████▎     | 693/1612 [00:57<01:18, 11.64it/s]
+
 43%|████▎     | 695/1612 [00:58<01:16, 11.92it/s]
+
 43%|████▎     | 697/1612 [00:58<01:17, 11.82it/s]
+
 43%|████▎     | 699/1612 [00:58<01:16, 11.90it/s]
+
 43%|████▎     | 701/1612 [00:58<01:16, 11.87it/s]
+
 44%|████▎     | 703/1612 [00:58<01:14, 12.12it/s]
+
 44%|████▎     | 705/1612 [00:58<01:16, 11.81it/s]
+
 44%|████▍     | 707/1612 [00:59<01:17, 11.66it/s]
+
 44%|████▍     | 709/1612 [00:59<01:20, 11.25it/s]
+
 44%|████▍     | 711/1612 [00:59<01:15, 11.90it/s]
+
 44%|████▍     | 713/1612 [00:59<01:13, 12.19it/s]
+
 44%|████▍     | 715/1612 [00:59<01:14, 12.01it/s]
+
 44%|████▍     | 717/1612 [00:59<01:15, 11.91it/s]
+
 45%|████▍     | 719/1612 [01:00<01:14, 11.96it/s]
+
 45%|████▍     | 721/1612 [01:00<01:14, 11.92it/s]
+
 45%|████▍     | 723/1612 [01:00<01:13, 12.16it/s]
+
 45%|████▍     | 725/1612 [01:00<01:11, 12.33it/s]
+
 45%|████▌     | 727/1612 [01:00<01:11, 12.45it/s]
+
 45%|████▌     | 729/1612 [01:00<01:12, 12.12it/s]
+
 45%|████▌     | 731/1612 [01:01<01:12, 12.13it/s]
+
 45%|████▌     | 733/1612 [01:01<01:12, 12.04it/s]
+
 46%|████▌     | 735/1612 [01:01<01:13, 11.94it/s]
+
 46%|████▌     | 737/1612 [01:01<01:13, 11.95it/s]
+
 46%|████▌     | 739/1612 [01:01<01:08, 12.68it/s]
+
 46%|████▌     | 741/1612 [01:01<01:09, 12.47it/s]
+
 46%|████▌     | 743/1612 [01:02<01:10, 12.33it/s]
+
 46%|████▌     | 745/1612 [01:02<01:08, 12.63it/s]
+
 46%|████▋     | 747/1612 [01:02<01:10, 12.20it/s]
+
 46%|████▋     | 749/1612 [01:02<01:13, 11.78it/s]
+
 47%|████▋     | 751/1612 [01:02<01:12, 11.93it/s]
+
 47%|████▋     | 753/1612 [01:02<01:12, 11.89it/s]
+
 47%|████▋     | 755/1612 [01:03<01:13, 11.70it/s]
+
 47%|████▋     | 757/1612 [01:03<01:13, 11.68it/s]
+
 47%|████▋     | 759/1612 [01:03<01:13, 11.53it/s]
+
 47%|████▋     | 761/1612 [01:03<01:12, 11.70it/s]
+
 47%|████▋     | 763/1612 [01:03<01:13, 11.61it/s]
+
 47%|████▋     | 765/1612 [01:03<01:11, 11.86it/s]
+
 48%|████▊     | 767/1612 [01:04<01:12, 11.63it/s]
+
 48%|████▊     | 769/1612 [01:04<01:11, 11.82it/s]
+
 48%|████▊     | 771/1612 [01:04<01:12, 11.68it/s]
+
 48%|████▊     | 773/1612 [01:04<01:10, 11.86it/s]
+
 48%|████▊     | 775/1612 [01:04<01:12, 11.51it/s]
+
 48%|████▊     | 777/1612 [01:04<01:10, 11.78it/s]
+
 48%|████▊     | 779/1612 [01:05<01:10, 11.75it/s]
+
 48%|████▊     | 781/1612 [01:05<01:11, 11.68it/s]
+
 49%|████▊     | 783/1612 [01:05<01:08, 12.02it/s]
+
 49%|████▊     | 785/1612 [01:05<01:10, 11.77it/s]
+
 49%|████▉     | 787/1612 [01:05<01:08, 11.97it/s]
+
 49%|████▉     | 789/1612 [01:05<01:04, 12.76it/s]
+
 49%|████▉     | 791/1612 [01:06<01:05, 12.63it/s]
+
 49%|████▉     | 793/1612 [01:06<01:04, 12.62it/s]
+
 49%|████▉     | 795/1612 [01:06<01:07, 12.13it/s]
+
 49%|████▉     | 797/1612 [01:06<01:05, 12.36it/s]
+
 50%|████▉     | 799/1612 [01:06<01:08, 11.88it/s]
+
 50%|████▉     | 801/1612 [01:06<01:07, 12.06it/s]
+
 50%|████▉     | 803/1612 [01:07<01:09, 11.67it/s]
+
 50%|████▉     | 805/1612 [01:07<01:08, 11.75it/s]
+
 50%|█████     | 807/1612 [01:07<01:08, 11.84it/s]
+
 50%|█████     | 809/1612 [01:07<01:08, 11.66it/s]
+
 50%|█████     | 811/1612 [01:07<01:08, 11.64it/s]
+
 50%|█████     | 813/1612 [01:07<01:09, 11.58it/s]
+
 51%|█████     | 815/1612 [01:08<01:09, 11.48it/s]
+
 51%|█████     | 817/1612 [01:08<01:08, 11.54it/s]
+
 51%|█████     | 819/1612 [01:08<01:08, 11.66it/s]
+
 51%|█████     | 821/1612 [01:08<01:08, 11.60it/s]
+
 51%|█████     | 823/1612 [01:08<01:09, 11.38it/s]
+
 51%|█████     | 825/1612 [01:08<01:08, 11.47it/s]
+
 51%|█████▏    | 827/1612 [01:09<01:06, 11.73it/s]
+
 51%|█████▏    | 829/1612 [01:09<01:06, 11.79it/s]
+
 52%|█████▏    | 831/1612 [01:09<01:05, 11.97it/s]
+
 52%|█████▏    | 833/1612 [01:09<01:07, 11.53it/s]
+
 52%|█████▏    | 835/1612 [01:09<01:06, 11.60it/s]
+
 52%|█████▏    | 837/1612 [01:10<01:07, 11.51it/s]
+
 52%|█████▏    | 839/1612 [01:10<01:05, 11.74it/s]
+
 52%|█████▏    | 841/1612 [01:10<01:06, 11.56it/s]
+
 52%|█████▏    | 843/1612 [01:10<01:04, 11.95it/s]
+
 52%|█████▏    | 845/1612 [01:10<01:02, 12.33it/s]
+
 53%|█████▎    | 847/1612 [01:10<01:02, 12.31it/s]
+
 53%|█████▎    | 849/1612 [01:11<01:03, 11.96it/s]
+
 53%|█████▎    | 851/1612 [01:11<01:04, 11.77it/s]
+
 53%|█████▎    | 853/1612 [01:11<01:04, 11.76it/s]
+
 53%|█████▎    | 855/1612 [01:11<01:04, 11.75it/s]
+
 53%|█████▎    | 857/1612 [01:11<01:03, 11.90it/s]
+
 53%|█████▎    | 859/1612 [01:11<01:01, 12.19it/s]
+
 53%|█████▎    | 861/1612 [01:12<01:02, 11.97it/s]
+
 54%|█████▎    | 863/1612 [01:12<01:01, 12.19it/s]
+
 54%|█████▎    | 865/1612 [01:12<01:01, 12.10it/s]
+
 54%|█████▍    | 867/1612 [01:12<01:02, 11.83it/s]
+
 54%|█████▍    | 869/1612 [01:12<01:00, 12.20it/s]
+
 54%|█████▍    | 871/1612 [01:12<00:59, 12.40it/s]
+
 54%|█████▍    | 873/1612 [01:12<00:59, 12.42it/s]
+
 54%|█████▍    | 875/1612 [01:13<00:59, 12.32it/s]
+
 54%|█████▍    | 877/1612 [01:13<00:59, 12.39it/s]
+
 55%|█████▍    | 879/1612 [01:13<00:59, 12.22it/s]
+
 55%|█████▍    | 881/1612 [01:13<00:59, 12.30it/s]
+
 55%|█████▍    | 883/1612 [01:13<00:59, 12.35it/s]
+
 55%|█████▍    | 885/1612 [01:13<00:59, 12.20it/s]
+
 55%|█████▌    | 887/1612 [01:14<01:00, 11.94it/s]
+
 55%|█████▌    | 889/1612 [01:14<01:00, 11.95it/s]
+
 55%|█████▌    | 891/1612 [01:14<00:58, 12.38it/s]
+
 55%|█████▌    | 893/1612 [01:14<00:57, 12.53it/s]
+
 56%|█████▌    | 895/1612 [01:14<00:57, 12.41it/s]
+
 56%|█████▌    | 897/1612 [01:14<00:58, 12.20it/s]
+
 56%|█████▌    | 899/1612 [01:15<00:59, 11.97it/s]
+
 56%|█████▌    | 901/1612 [01:15<00:59, 12.04it/s]
+
 56%|█████▌    | 903/1612 [01:15<00:59, 11.87it/s]
+
 56%|█████▌    | 905/1612 [01:15<01:00, 11.67it/s]
+
 56%|█████▋    | 907/1612 [01:15<01:02, 11.32it/s]
+
 56%|█████▋    | 909/1612 [01:15<01:01, 11.49it/s]
+
 57%|█████▋    | 911/1612 [01:16<01:01, 11.42it/s]
+
 57%|█████▋    | 913/1612 [01:16<00:59, 11.66it/s]
+
 57%|█████▋    | 915/1612 [01:16<00:58, 11.88it/s]
+
 57%|█████▋    | 917/1612 [01:16<01:00, 11.55it/s]
+
 57%|█████▋    | 919/1612 [01:16<01:01, 11.22it/s]
+
 57%|█████▋    | 921/1612 [01:17<00:59, 11.67it/s]
+
 57%|█████▋    | 923/1612 [01:17<00:59, 11.53it/s]
+
 57%|█████▋    | 925/1612 [01:17<00:58, 11.82it/s]
+
 58%|█████▊    | 927/1612 [01:17<00:57, 11.82it/s]
+
 58%|█████▊    | 929/1612 [01:17<00:57, 11.86it/s]
+
 58%|█████▊    | 931/1612 [01:17<00:56, 12.06it/s]
+
 58%|█████▊    | 933/1612 [01:18<00:56, 12.00it/s]
+
 58%|█████▊    | 935/1612 [01:18<00:56, 11.90it/s]
+
 58%|█████▊    | 937/1612 [01:18<00:54, 12.29it/s]
+
 58%|█████▊    | 939/1612 [01:18<00:55, 12.21it/s]
+
 58%|█████▊    | 941/1612 [01:18<00:56, 11.97it/s]
+
 58%|█████▊    | 943/1612 [01:18<00:56, 11.76it/s]
+
 59%|█████▊    | 945/1612 [01:19<00:55, 11.96it/s]
+
 59%|█████▊    | 947/1612 [01:19<00:55, 11.99it/s]
+
 59%|█████▉    | 949/1612 [01:19<00:55, 12.03it/s]
+
 59%|█████▉    | 951/1612 [01:19<00:53, 12.30it/s]
+
 59%|█████▉    | 953/1612 [01:19<00:53, 12.21it/s]
+
 59%|█████▉    | 955/1612 [01:19<00:54, 12.06it/s]
+
 59%|█████▉    | 957/1612 [01:20<00:54, 11.99it/s]
+
 59%|█████▉    | 959/1612 [01:20<00:54, 11.89it/s]
+
 60%|█████▉    | 961/1612 [01:20<00:54, 11.98it/s]
+
 60%|█████▉    | 963/1612 [01:20<00:54, 11.99it/s]
+
 60%|█████▉    | 965/1612 [01:20<00:52, 12.43it/s]
+
 60%|█████▉    | 967/1612 [01:20<00:53, 12.05it/s]
+
 60%|██████    | 969/1612 [01:21<00:53, 11.99it/s]
+
 60%|██████    | 971/1612 [01:21<00:54, 11.84it/s]
+
 60%|██████    | 973/1612 [01:21<00:54, 11.83it/s]
+
 60%|██████    | 975/1612 [01:21<00:54, 11.71it/s]
+
 61%|██████    | 977/1612 [01:21<00:53, 11.91it/s]
+
 61%|██████    | 979/1612 [01:21<00:50, 12.45it/s]
+
 61%|██████    | 981/1612 [01:22<00:51, 12.28it/s]
+
 61%|██████    | 983/1612 [01:22<00:51, 12.11it/s]
+
 61%|██████    | 985/1612 [01:22<00:50, 12.42it/s]
+
 61%|██████    | 987/1612 [01:22<00:50, 12.31it/s]
+
 61%|██████▏   | 989/1612 [01:22<00:52, 11.82it/s]
+
 61%|██████▏   | 991/1612 [01:22<00:54, 11.46it/s]
+
 62%|██████▏   | 993/1612 [01:23<00:52, 11.74it/s]
+
 62%|██████▏   | 995/1612 [01:23<00:52, 11.78it/s]
+
 62%|██████▏   | 997/1612 [01:23<00:52, 11.72it/s]
+
 62%|██████▏   | 999/1612 [01:23<00:53, 11.47it/s]
+
 62%|██████▏   | 1001/1612 [01:23<00:53, 11.41it/s]
+
 62%|██████▏   | 1003/1612 [01:23<00:53, 11.40it/s]
+
 62%|██████▏   | 1005/1612 [01:24<00:53, 11.31it/s]
+
 62%|██████▏   | 1007/1612 [01:24<00:52, 11.57it/s]
+
 63%|██████▎   | 1009/1612 [01:24<00:52, 11.49it/s]
+
 63%|██████▎   | 1011/1612 [01:24<00:52, 11.53it/s]
+
 63%|██████▎   | 1013/1612 [01:24<00:51, 11.56it/s]
+
 63%|██████▎   | 1015/1612 [01:24<00:51, 11.48it/s]
+
 63%|██████▎   | 1017/1612 [01:25<00:51, 11.58it/s]
+
 63%|██████▎   | 1019/1612 [01:25<00:50, 11.64it/s]
+
 63%|██████▎   | 1021/1612 [01:25<00:49, 12.01it/s]
+
 63%|██████▎   | 1023/1612 [01:25<00:49, 11.83it/s]
+
 64%|██████▎   | 1025/1612 [01:25<00:47, 12.33it/s]
+
 64%|██████▎   | 1027/1612 [01:25<00:47, 12.19it/s]
+
 64%|██████▍   | 1029/1612 [01:26<00:49, 11.79it/s]
+
 64%|██████▍   | 1031/1612 [01:26<00:48, 11.95it/s]
+
 64%|██████▍   | 1033/1612 [01:26<00:47, 12.11it/s]
+
 64%|██████▍   | 1035/1612 [01:26<00:47, 12.10it/s]
+
 64%|██████▍   | 1037/1612 [01:26<00:48, 11.91it/s]
+
 64%|██████▍   | 1039/1612 [01:26<00:47, 11.96it/s]
+
 65%|██████▍   | 1041/1612 [01:27<00:48, 11.76it/s]
+
 65%|██████▍   | 1043/1612 [01:27<00:47, 11.88it/s]
+
 65%|█████���▍   | 1045/1612 [01:27<00:47, 12.02it/s]
+
 65%|██████▍   | 1047/1612 [01:27<00:47, 11.81it/s]
+
 65%|██████▌   | 1049/1612 [01:27<00:46, 12.01it/s]
+
 65%|██████▌   | 1051/1612 [01:27<00:46, 12.04it/s]
+
 65%|██████▌   | 1053/1612 [01:28<00:46, 12.05it/s]
+
 65%|██████▌   | 1055/1612 [01:28<00:46, 11.86it/s]
+
 66%|██████▌   | 1057/1612 [01:28<00:47, 11.71it/s]
+
 66%|██████▌   | 1059/1612 [01:28<00:46, 11.81it/s]
+
 66%|██████▌   | 1061/1612 [01:28<00:45, 12.01it/s]
+
 66%|██████▌   | 1063/1612 [01:28<00:46, 11.93it/s]
+
 66%|██████▌   | 1065/1612 [01:29<00:45, 11.92it/s]
+
 66%|██████▌   | 1067/1612 [01:29<00:44, 12.36it/s]
+
 66%|██████▋   | 1069/1612 [01:29<00:44, 12.14it/s]
+
 66%|██████▋   | 1071/1612 [01:29<00:44, 12.19it/s]
+
 67%|██████▋   | 1073/1612 [01:29<00:46, 11.52it/s]
+
 67%|██████▋   | 1075/1612 [01:29<00:45, 11.80it/s]
+
 67%|██████▋   | 1077/1612 [01:30<00:44, 12.14it/s]
+
 67%|██████▋   | 1079/1612 [01:30<00:44, 11.90it/s]
+
 67%|██████▋   | 1081/1612 [01:30<00:44, 11.92it/s]
+
 67%|██████▋   | 1083/1612 [01:30<00:44, 11.91it/s]
+
 67%|██████▋   | 1085/1612 [01:30<00:43, 12.18it/s]
+
 67%|██████▋   | 1087/1612 [01:30<00:42, 12.33it/s]
+
 68%|██████▊   | 1089/1612 [01:31<00:42, 12.22it/s]
+
 68%|██████▊   | 1091/1612 [01:31<00:44, 11.69it/s]
+
 68%|██████▊   | 1093/1612 [01:31<00:44, 11.63it/s]
+
 68%|██████▊   | 1095/1612 [01:31<00:42, 12.05it/s]
+
 68%|██████▊   | 1097/1612 [01:31<00:42, 11.99it/s]
+
 68%|██████▊   | 1099/1612 [01:31<00:41, 12.34it/s]
+
 68%|██████▊   | 1101/1612 [01:32<00:41, 12.32it/s]
+
 68%|██████▊   | 1103/1612 [01:32<00:43, 11.72it/s]
+
 69%|██████▊   | 1105/1612 [01:32<00:43, 11.79it/s]
+
 69%|██████▊   | 1107/1612 [01:32<00:42, 11.88it/s]
+
 69%|██████▉   | 1109/1612 [01:32<00:41, 12.07it/s]
+
 69%|██████▉   | 1111/1612 [01:32<00:40, 12.24it/s]
+
 69%|██████▉   | 1113/1612 [01:33<00:41, 11.97it/s]
+
 69%|██████▉   | 1115/1612 [01:33<00:41, 12.08it/s]
+
 69%|██████▉   | 1117/1612 [01:33<00:40, 12.18it/s]
+
 69%|██████▉   | 1119/1612 [01:33<00:39, 12.59it/s]
+
 70%|██████▉   | 1121/1612 [01:33<00:38, 12.77it/s]
+
 70%|██████▉   | 1123/1612 [01:33<00:39, 12.44it/s]
+
 70%|██████▉   | 1125/1612 [01:34<00:40, 12.14it/s]
+
 70%|██████▉   | 1127/1612 [01:34<00:40, 12.04it/s]
+
 70%|███████   | 1129/1612 [01:34<00:39, 12.08it/s]
+
 70%|███████   | 1131/1612 [01:34<00:40, 11.86it/s]
+
 70%|███████   | 1133/1612 [01:34<00:39, 12.22it/s]
+
 70%|███████   | 1135/1612 [01:34<00:40, 11.78it/s]
+
 71%|███████   | 1137/1612 [01:35<00:39, 11.89it/s]
+
 71%|███████   | 1139/1612 [01:35<00:38, 12.42it/s]
+
 71%|███████   | 1141/1612 [01:35<00:39, 11.87it/s]
+
 71%|███████   | 1143/1612 [01:35<00:39, 11.97it/s]
+
 71%|███████   | 1145/1612 [01:35<00:39, 11.94it/s]
+
 71%|███████   | 1147/1612 [01:35<00:38, 11.97it/s]
+
 71%|███████▏  | 1149/1612 [01:36<00:38, 11.89it/s]
+
 71%|███████▏  | 1151/1612 [01:36<00:39, 11.62it/s]
+
 72%|███████▏  | 1153/1612 [01:36<00:39, 11.54it/s]
+
 72%|███████▏  | 1155/1612 [01:36<00:40, 11.35it/s]
+
 72%|███████▏  | 1157/1612 [01:36<00:40, 11.37it/s]
+
 72%|███████▏  | 1159/1612 [01:36<00:39, 11.44it/s]
+
 72%|███████▏  | 1161/1612 [01:37<00:37, 11.87it/s]
+
 72%|███████▏  | 1163/1612 [01:37<00:37, 11.93it/s]
+
 72%|███████▏  | 1165/1612 [01:37<00:36, 12.20it/s]
+
 72%|███████▏  | 1167/1612 [01:37<00:37, 11.76it/s]
+
 73%|███████▎  | 1169/1612 [01:37<00:38, 11.64it/s]
+
 73%|███████▎  | 1171/1612 [01:37<00:37, 11.67it/s]
+
 73%|███████▎  | 1173/1612 [01:38<00:36, 11.98it/s]
+
 73%|███████▎  | 1175/1612 [01:38<00:35, 12.19it/s]
+
 73%|███████▎  | 1177/1612 [01:38<00:35, 12.32it/s]
+
 73%|███████▎  | 1179/1612 [01:38<00:34, 12.51it/s]
+
 73%|███████▎  | 1181/1612 [01:38<00:35, 12.29it/s]
+
 73%|███████▎  | 1183/1612 [01:38<00:35, 12.17it/s]
+
 74%|███████▎  | 1185/1612 [01:39<00:35, 11.89it/s]
+
 74%|███████▎  | 1187/1612 [01:39<00:36, 11.71it/s]
+
 74%|███████▍  | 1189/1612 [01:39<00:35, 11.92it/s]
+
 74%|███████▍  | 1191/1612 [01:39<00:34, 12.09it/s]
+
 74%|███████▍  | 1193/1612 [01:39<00:34, 12.30it/s]
+
 74%|███████▍  | 1195/1612 [01:39<00:33, 12.27it/s]
+
 74%|███████▍  | 1197/1612 [01:40<00:33, 12.44it/s]
+
 74%|███████▍  | 1199/1612 [01:40<00:33, 12.18it/s]
+
 75%|███████▍  | 1201/1612 [01:40<00:33, 12.14it/s]
+
 75%|███████▍  | 1203/1612 [01:40<00:33, 12.17it/s]
+
 75%|███████▍  | 1205/1612 [01:40<00:33, 12.21it/s]
+
 75%|███████▍  | 1207/1612 [01:40<00:33, 12.11it/s]
+
 75%|███████▌  | 1209/1612 [01:41<00:32, 12.22it/s]
+
 75%|███████▌  | 1211/1612 [01:41<00:33, 11.80it/s]
+
 75%|███████▌  | 1213/1612 [01:41<00:34, 11.72it/s]
+
 75%|███████▌  | 1215/1612 [01:41<00:33, 11.89it/s]
+
 75%|███████▌  | 1217/1612 [01:41<00:33, 11.70it/s]
+
 76%|███████▌  | 1219/1612 [01:41<00:33, 11.60it/s]
+
 76%|███████▌  | 1221/1612 [01:42<00:33, 11.52it/s]
+
 76%|███████▌  | 1223/1612 [01:42<00:33, 11.55it/s]
+
 76%|███████▌  | 1225/1612 [01:42<00:32, 11.83it/s]
+
 76%|███████▌  | 1227/1612 [01:42<00:33, 11.57it/s]
+
 76%|███████▌  | 1229/1612 [01:42<00:33, 11.53it/s]
+
 76%|███████▋  | 1231/1612 [01:43<00:33, 11.51it/s]
+
 76%|███████▋  | 1233/1612 [01:43<00:32, 11.58it/s]
+
 77%|███████▋  | 1235/1612 [01:43<00:32, 11.67it/s]
+
 77%|███████▋  | 1237/1612 [01:43<00:32, 11.67it/s]
+
 77%|███████▋  | 1239/1612 [01:43<00:31, 11.85it/s]
+
 77%|███████▋  | 1241/1612 [01:43<00:30, 12.32it/s]
+
 77%|███████▋  | 1243/1612 [01:44<00:30, 12.04it/s]
+
 77%|███████▋  | 1245/1612 [01:44<00:30, 12.05it/s]
+
 77%|███████▋  | 1247/1612 [01:44<00:29, 12.24it/s]
+
 77%|███████▋  | 1249/1612 [01:44<00:30, 11.85it/s]
+
 78%|███████▊  | 1251/1612 [01:44<00:30, 11.84it/s]
+
 78%|███████▊  | 1253/1612 [01:44<00:30, 11.72it/s]
+
 78%|███████▊  | 1255/1612 [01:45<00:30, 11.56it/s]
+
 78%|███████▊  | 1257/1612 [01:45<00:29, 11.91it/s]
+
 78%|███████▊  | 1259/1612 [01:45<00:29, 11.92it/s]
+
 78%|███████▊  | 1261/1612 [01:45<00:29, 12.00it/s]
+
 78%|███████▊  | 1263/1612 [01:45<00:28, 12.12it/s]
+
 78%|███████▊  | 1265/1612 [01:45<00:29, 11.85it/s]
+
 79%|███████▊  | 1267/1612 [01:46<00:28, 11.93it/s]
+
 79%|███████▊  | 1269/1612 [01:46<00:28, 12.08it/s]
+
 79%|███████▉  | 1271/1612 [01:46<00:28, 11.92it/s]
+
 79%|███████▉  | 1273/1612 [01:46<00:28, 12.04it/s]
+
 79%|███████▉  | 1275/1612 [01:46<00:27, 12.33it/s]
+
 79%|███████▉  | 1277/1612 [01:46<00:26, 12.48it/s]
+
 79%|███████▉  | 1279/1612 [01:46<00:26, 12.41it/s]
+
 79%|███████▉  | 1281/1612 [01:47<00:28, 11.81it/s]
+
 80%|███████▉  | 1283/1612 [01:47<00:28, 11.62it/s]
+
 80%|███████▉  | 1285/1612 [01:47<00:28, 11.67it/s]
+
 80%|███████▉  | 1287/1612 [01:47<00:27, 11.82it/s]
+
 80%|███████▉  | 1289/1612 [01:47<00:26, 12.08it/s]
+
 80%|████████  | 1291/1612 [01:48<00:27, 11.83it/s]
+
 80%|████████  | 1293/1612 [01:48<00:26, 12.13it/s]
+
 80%|████████  | 1295/1612 [01:48<00:26, 11.97it/s]
+
 80%|████████  | 1297/1612 [01:48<00:26, 11.91it/s]
+
 81%|████████  | 1299/1612 [01:48<00:25, 12.18it/s]
+
 81%|████████  | 1301/1612 [01:48<00:24, 12.50it/s]
+
 81%|████████  | 1303/1612 [01:48<00:25, 12.35it/s]
+
 81%|████████  | 1305/1612 [01:49<00:24, 12.38it/s]
+
 81%|████████  | 1307/1612 [01:49<00:25, 12.06it/s]
+
 81%|████████  | 1309/1612 [01:49<00:25, 11.72it/s]
+
 81%|████████▏ | 1311/1612 [01:49<00:25, 11.88it/s]
+
 81%|████████▏ | 1313/1612 [01:49<00:24, 12.00it/s]
+
 82%|████████▏ | 1315/1612 [01:50<00:25, 11.49it/s]
+
 82%|████████▏ | 1317/1612 [01:50<00:25, 11.43it/s]
+
 82%|████████▏ | 1319/1612 [01:50<00:25, 11.52it/s]
+
 82%|████████▏ | 1321/1612 [01:50<00:25, 11.26it/s]
+
 82%|████████▏ | 1323/1612 [01:50<00:25, 11.40it/s]
+
 82%|████████▏ | 1325/1612 [01:50<00:25, 11.34it/s]
+
 82%|████████▏ | 1327/1612 [01:51<00:24, 11.65it/s]
+
 82%|████████▏ | 1329/1612 [01:51<00:24, 11.69it/s]
+
 83%|████████▎ | 1331/1612 [01:51<00:23, 11.89it/s]
+
 83%|████████▎ | 1333/1612 [01:51<00:23, 12.02it/s]
+
 83%|████████▎ | 1335/1612 [01:51<00:23, 11.97it/s]
+
 83%|████████▎ | 1337/1612 [01:51<00:22, 12.12it/s]
+
 83%|████████▎ | 1339/1612 [01:52<00:21, 12.44it/s]
+
 83%|████████▎ | 1341/1612 [01:52<00:22, 12.27it/s]
+
 83%|████████▎ | 1343/1612 [01:52<00:21, 12.25it/s]
+
 83%|████████▎ | 1345/1612 [01:52<00:21, 12.21it/s]
+
 84%|████████▎ | 1347/1612 [01:52<00:21, 12.23it/s]
+
 84%|████████▎ | 1349/1612 [01:52<00:21, 11.96it/s]
+
 84%|████████▍ | 1351/1612 [01:53<00:21, 11.89it/s]
+
 84%|████████▍ | 1353/1612 [01:53<00:21, 12.00it/s]
+
 84%|████████▍ | 1355/1612 [01:53<00:21, 12.11it/s]
+
 84%|████████▍ | 1357/1612 [01:53<00:21, 11.91it/s]
+
 84%|████████▍ | 1359/1612 [01:53<00:21, 11.84it/s]
+
 84%|████████▍ | 1361/1612 [01:53<00:21, 11.93it/s]
+
 85%|████████▍ | 1363/1612 [01:54<00:20, 12.07it/s]
+
 85%|████████▍ | 1365/1612 [01:54<00:20, 12.09it/s]
+
 85%|████████▍ | 1367/1612 [01:54<00:20, 11.85it/s]
+
 85%|████████▍ | 1369/1612 [01:54<00:20, 11.82it/s]
+
 85%|████████▌ | 1371/1612 [01:54<00:20, 11.64it/s]
+
 85%|████████▌ | 1373/1612 [01:54<00:20, 11.48it/s]
+
 85%|████████▌ | 1375/1612 [01:55<00:20, 11.70it/s]
+
 85%|████████▌ | 1377/1612 [01:55<00:19, 11.88it/s]
+
 86%|████████▌ | 1379/1612 [01:55<00:19, 11.91it/s]
+
 86%|████████▌ | 1381/1612 [01:55<00:18, 12.41it/s]
+
 86%|████████▌ | 1383/1612 [01:55<00:18, 12.50it/s]
+
 86%|████████▌ | 1385/1612 [01:55<00:17, 12.67it/s]
+
 86%|████████▌ | 1387/1612 [01:56<00:18, 12.28it/s]
+
 86%|████████▌ | 1389/1612 [01:56<00:17, 12.43it/s]
+
 86%|████████▋ | 1391/1612 [01:56<00:17, 12.39it/s]
+
 86%|████████▋ | 1393/1612 [01:56<00:17, 12.35it/s]
+
 87%|████████▋ | 1395/1612 [01:56<00:18, 12.02it/s]
+
 87%|████████▋ | 1397/1612 [01:56<00:17, 12.21it/s]
+
 87%|████████▋ | 1399/1612 [01:57<00:17, 11.92it/s]
+
 87%|████████▋ | 1401/1612 [01:57<00:17, 11.77it/s]
+
 87%|████████▋ | 1403/1612 [01:57<00:17, 11.67it/s]
+
 87%|████████▋ | 1405/1612 [01:57<00:17, 11.61it/s]
+
 87%|████████▋ | 1407/1612 [01:57<00:17, 11.60it/s]
+
 87%|████████▋ | 1409/1612 [01:57<00:17, 11.50it/s]
+
 88%|████████▊ | 1411/1612 [01:58<00:17, 11.58it/s]
+
 88%|████████▊ | 1413/1612 [01:58<00:16, 11.88it/s]
+
 88%|████████▊ | 1415/1612 [01:58<00:17, 11.54it/s]
+
 88%|████████▊ | 1417/1612 [01:58<00:17, 11.35it/s]
+
 88%|████████▊ | 1419/1612 [01:58<00:16, 11.54it/s]
+
 88%|████████▊ | 1421/1612 [01:58<00:16, 11.58it/s]
+
 88%|████████▊ | 1423/1612 [01:59<00:15, 12.02it/s]
+
 88%|████████▊ | 1425/1612 [01:59<00:16, 11.68it/s]
+
 89%|████████▊ | 1427/1612 [01:59<00:15, 12.00it/s]
+
 89%|████████▊ | 1429/1612 [01:59<00:15, 11.92it/s]
+
 89%|████████▉ | 1431/1612 [01:59<00:15, 11.85it/s]
+
 89%|████████▉ | 1433/1612 [01:59<00:15, 11.91it/s]
+
 89%|████████▉ | 1435/1612 [02:00<00:14, 11.98it/s]
+
 89%|████████▉ | 1437/1612 [02:00<00:15, 11.56it/s]
+
 89%|████████▉ | 1439/1612 [02:00<00:14, 11.87it/s]
+
 89%|████████▉ | 1441/1612 [02:00<00:13, 12.30it/s]
+
 90%|████████▉ | 1443/1612 [02:00<00:14, 12.02it/s]
+
 90%|████████▉ | 1445/1612 [02:00<00:13, 11.94it/s]
+
 90%|████████▉ | 1447/1612 [02:01<00:14, 11.76it/s]
+
 90%|████████▉ | 1449/1612 [02:01<00:14, 11.57it/s]
+
 90%|█████████ | 1451/1612 [02:01<00:13, 11.86it/s]
+
 90%|█████████ | 1453/1612 [02:01<00:12, 12.53it/s]
+
 90%|█████████ | 1455/1612 [02:01<00:12, 12.47it/s]
+
 90%|█████████ | 1457/1612 [02:01<00:12, 11.95it/s]
+
 91%|█████████ | 1459/1612 [02:02<00:12, 11.88it/s]
+
 91%|█████████ | 1461/1612 [02:02<00:12, 11.87it/s]
+
 91%|█████████ | 1463/1612 [02:02<00:12, 11.85it/s]
+
 91%|█████████ | 1465/1612 [02:02<00:12, 11.77it/s]
+
 91%|█████████ | 1467/1612 [02:02<00:12, 11.84it/s]
+
 91%|█████████ | 1469/1612 [02:02<00:11, 11.98it/s]
+
 91%|█████████▏| 1471/1612 [02:03<00:11, 11.99it/s]
+
 91%|█████████▏| 1473/1612 [02:03<00:11, 12.29it/s]
+
 92%|█████████▏| 1475/1612 [02:03<00:11, 11.78it/s]
+
 92%|█████████▏| 1477/1612 [02:03<00:11, 11.90it/s]
+
 92%|█████████▏| 1479/1612 [02:03<00:11, 11.69it/s]
+
 92%|█████████▏| 1481/1612 [02:03<00:11, 11.31it/s]
+
 92%|█████████▏| 1483/1612 [02:04<00:11, 11.62it/s]
+
 92%|█████████▏| 1485/1612 [02:04<00:10, 11.85it/s]
+
 92%|█████████▏| 1487/1612 [02:04<00:10, 12.11it/s]
+
 92%|█████████▏| 1489/1612 [02:04<00:09, 12.67it/s]
+
 92%|█████████▏| 1491/1612 [02:04<00:09, 12.65it/s]
+
 93%|█████████▎| 1493/1612 [02:04<00:09, 12.92it/s]
+
 93%|█████████▎| 1495/1612 [02:05<00:09, 12.97it/s]
+
 93%|█████████▎| 1497/1612 [02:05<00:08, 12.96it/s]
+
 93%|█████████▎| 1499/1612 [02:05<00:09, 12.35it/s]
+
 93%|█████████▎| 1501/1612 [02:05<00:09, 11.82it/s]
+
 93%|█████████▎| 1503/1612 [02:05<00:08, 12.28it/s]
+
 93%|█████████▎| 1505/1612 [02:05<00:08, 12.29it/s]
+
 93%|█████████▎| 1507/1612 [02:06<00:08, 12.21it/s]
+
 94%|█████████▎| 1509/1612 [02:06<00:08, 12.26it/s]
+
 94%|█████████▎| 1511/1612 [02:06<00:08, 12.14it/s]
+
 94%|█████████▍| 1513/1612 [02:06<00:08, 11.93it/s]
+
 94%|█████████▍| 1515/1612 [02:06<00:08, 11.81it/s]
+
 94%|█████████▍| 1517/1612 [02:06<00:07, 11.90it/s]
+
 94%|█████████▍| 1519/1612 [02:07<00:07, 12.01it/s]
+
 94%|█████████▍| 1521/1612 [02:07<00:07, 11.97it/s]
+
 94%|█████████▍| 1523/1612 [02:07<00:07, 11.80it/s]
+
 95%|█████████▍| 1525/1612 [02:07<00:07, 11.76it/s]
+
 95%|█████████▍| 1527/1612 [02:07<00:07, 11.79it/s]
+
 95%|█████████▍| 1529/1612 [02:07<00:06, 11.95it/s]
+
 95%|█████████▍| 1531/1612 [02:08<00:06, 12.04it/s]
+
 95%|█████████▌| 1533/1612 [02:08<00:06, 11.94it/s]
+
 95%|█████████▌| 1535/1612 [02:08<00:06, 12.21it/s]
+
 95%|█████████▌| 1537/1612 [02:08<00:06, 12.15it/s]
+
 95%|█████████▌| 1539/1612 [02:08<00:05, 12.37it/s]
+
 96%|█████████▌| 1541/1612 [02:08<00:05, 12.50it/s]
+
 96%|█████████▌| 1543/1612 [02:09<00:05, 11.98it/s]
+
 96%|█████████▌| 1545/1612 [02:09<00:05, 11.92it/s]
+
 96%|█████████▌| 1547/1612 [02:09<00:05, 11.61it/s]
+
 96%|█████████▌| 1549/1612 [02:09<00:05, 11.36it/s]
+
 96%|█████████▌| 1551/1612 [02:09<00:05, 11.65it/s]
+
 96%|█████████▋| 1553/1612 [02:09<00:05, 11.52it/s]
+
 96%|█████████▋| 1555/1612 [02:10<00:04, 11.55it/s]
+
 97%|█████████▋| 1557/1612 [02:10<00:04, 11.59it/s]
+
 97%|█████████▋| 1559/1612 [02:10<00:04, 11.49it/s]
+
 97%|█████████▋| 1561/1612 [02:10<00:04, 11.66it/s]
+
 97%|█████████▋| 1563/1612 [02:10<00:04, 11.94it/s]
+
 97%|█████████▋| 1565/1612 [02:10<00:03, 11.94it/s]
+
 97%|█████████▋| 1567/1612 [02:11<00:03, 11.87it/s]
+
 97%|█████████▋| 1569/1612 [02:11<00:03, 11.96it/s]
+
 97%|█████████▋| 1571/1612 [02:11<00:03, 11.61it/s]
+
 98%|█████████▊| 1573/1612 [02:11<00:03, 11.71it/s]
+
 98%|█████████▊| 1575/1612 [02:11<00:03, 11.85it/s]
+
 98%|█████████▊| 1577/1612 [02:11<00:02, 11.90it/s]
+
 98%|█████████▊| 1579/1612 [02:12<00:02, 12.11it/s]
+
 98%|█████████▊| 1581/1612 [02:12<00:02, 12.32it/s]
+
 98%|█████████▊| 1583/1612 [02:12<00:02, 12.24it/s]
+
 98%|█████████▊| 1585/1612 [02:12<00:02, 11.79it/s]
+
 98%|█████████▊| 1587/1612 [02:12<00:02, 11.67it/s]
+
 99%|█████████▊| 1589/1612 [02:12<00:01, 12.20it/s]
+
 99%|█████████▊| 1591/1612 [02:13<00:01, 12.17it/s]
+
 99%|█████████▉| 1593/1612 [02:13<00:01, 12.21it/s]
+
 99%|█████████▉| 1595/1612 [02:13<00:01, 12.12it/s]
+
 99%|█████████▉| 1597/1612 [02:13<00:01, 11.98it/s]
+
 99%|█████████▉| 1599/1612 [02:13<00:01, 11.90it/s]
+
 99%|█████████▉| 1601/1612 [02:13<00:00, 12.30it/s]
+
 99%|█████████▉| 1603/1612 [02:14<00:00, 12.29it/s]
+
100%|█████████▉| 1605/1612 [02:14<00:00, 11.95it/s]
+
100%|█████████▉| 1607/1612 [02:14<00:00, 11.86it/s]
+
100%|█████████▉| 1609/1612 [02:14<00:00, 11.40it/s]
+
100%|█████████▉| 1611/1612 [02:14<00:00, 11.52it/s]
                                                     
+
                                                   
{'eval_loss': 2.137310743331909, 'eval_runtime': 134.9818, 'eval_samples_per_second': 47.762, 'eval_steps_per_second': 11.942, 'epoch': 2.74}
+
 91%|█████████▏| 2500/2733 [7:10:36<37:13,  9.59s/it]
+
100%|██████████| 1612/1612 [02:14<00:00, 11.52it/s]
+
                                                   Saving model checkpoint to /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2500
+Configuration saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2500/config.json
+Model weights saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2500/pytorch_model.bin
+Deleting older checkpoint [/nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/checkpoint-2000] due to args.save_total_limit
+
 92%|█████████▏| 2501/2733 [7:13:48<6:45:49, 104.95s/it]
 92%|█████████▏| 2502/2733 [7:13:58<4:54:06, 76.39s/it] 
 92%|█████████▏| 2503/2733 [7:14:07<3:36:00, 56.35s/it]
 92%|█████████▏| 2504/2733 [7:14:16<2:40:58, 42.18s/it]
 92%|█████████▏| 2505/2733 [7:14:26<2:03:19, 32.45s/it]
 92%|█████████▏| 2506/2733 [7:14:36<1:36:46, 25.58s/it]
 92%|█████████▏| 2507/2733 [7:14:45<1:18:22, 20.81s/it]
 92%|█████████▏| 2508/2733 [7:14:55<1:05:26, 17.45s/it]
 92%|█████████▏| 2509/2733 [7:15:04<55:53, 14.97s/it]  
 92%|█████████▏| 2510/2733 [7:15:14<49:43, 13.38s/it]
 92%|█████████▏| 2511/2733 [7:15:24<45:31, 12.30s/it]
 92%|█████████▏| 2512/2733 [7:15:33<41:53, 11.38s/it]
 92%|█████████▏| 2513/2733 [7:15:43<39:53, 10.88s/it]
 92%|█████████▏| 2514/2733 [7:15:52<38:32, 10.56s/it]
 92%|█████████▏| 2515/2733 [7:16:02<36:58, 10.18s/it]
 92%|█████████▏| 2516/2733 [7:16:11<36:18, 10.04s/it]
 92%|█████████▏| 2517/2733 [7:16:21<35:44,  9.93s/it]
 92%|█████████▏| 2518/2733 [7:16:30<34:52,  9.73s/it]
 92%|█████████▏| 2519/2733 [7:16:40<34:45,  9.75s/it]
 92%|█████████▏| 2520/2733 [7:16:49<34:00,  9.58s/it]
 92%|█████████▏| 2521/2733 [7:16:59<34:14,  9.69s/it]
 92%|█████████▏| 2522/2733 [7:17:09<33:57,  9.65s/it]
 92%|█████████▏| 2523/2733 [7:17:18<33:24,  9.55s/it]
 92%|█████████▏| 2524/2733 [7:17:28<33:28,  9.61s/it]
 92%|█████████▏| 2525/2733 [7:17:38<33:22,  9.63s/it]
 92%|█████████▏| 2526/2733 [7:17:47<32:40,  9.47s/it]
 92%|█████████▏| 2527/2733 [7:17:56<32:44,  9.54s/it]
 92%|█████████▏| 2528/2733 [7:18:06<32:44,  9.58s/it]
 93%|█████████▎| 2529/2733 [7:18:15<32:06,  9.44s/it]
 93%|█████████▎| 2530/2733 [7:18:25<32:07,  9.49s/it]
 93%|█████████▎| 2531/2733 [7:18:34<31:43,  9.43s/it]
 93%|█████████▎| 2532/2733 [7:18:44<31:49,  9.50s/it]
 93%|█████████▎| 2533/2733 [7:18:53<31:47,  9.54s/it]
 93%|█████████▎| 2534/2733 [7:19:02<31:10,  9.40s/it]
 93%|█████████▎| 2535/2733 [7:19:12<31:13,  9.46s/it]
 93%|█████████▎| 2536/2733 [7:19:22<31:12,  9.50s/it]
 93%|█████████▎| 2537/2733 [7:19:31<30:47,  9.43s/it]
 93%|█████████▎| 2538/2733 [7:19:41<30:56,  9.52s/it]
 93%|█████████▎| 2539/2733 [7:19:50<30:53,  9.55s/it]
 93%|█████████▎| 2540/2733 [7:19:59<30:22,  9.44s/it]
 93%|█████████▎| 2541/2733 [7:20:09<30:28,  9.52s/it]
 93%|█████████▎| 2542/2733 [7:20:19<30:30,  9.58s/it]
 93%|█████████▎| 2543/2733 [7:20:28<30:17,  9.57s/it]
 93%|█████████▎| 2544/2733 [7:20:38<30:20,  9.63s/it]
 93%|█████████▎| 2545/2733 [7:20:47<29:50,  9.52s/it]
 93%|█████████▎| 2546/2733 [7:20:57<29:43,  9.53s/it]
 93%|█████████▎| 2547/2733 [7:21:07<29:43,  9.59s/it]
 93%|█████████▎| 2548/2733 [7:21:16<29:19,  9.51s/it]
 93%|█████████▎| 2549/2733 [7:21:26<29:06,  9.49s/it]
 93%|█████████▎| 2550/2733 [7:21:35<29:14,  9.59s/it]
 93%|█████████▎| 2551/2733 [7:21:45<28:49,  9.50s/it]
 93%|█████████▎| 2552/2733 [7:21:54<28:37,  9.49s/it]
 93%|█████████▎| 2553/2733 [7:22:04<28:34,  9.52s/it]
 93%|█████████▎| 2554/2733 [7:22:13<28:25,  9.53s/it]
 93%|█████████▎| 2555/2733 [7:22:23<28:29,  9.60s/it]
 94%|█████████▎| 2556/2733 [7:22:32<28:01,  9.50s/it]
 94%|█████████▎| 2557/2733 [7:22:42<28:00,  9.55s/it]
 94%|█████████▎| 2558/2733 [7:22:52<28:09,  9.65s/it]
 94%|█████████▎| 2559/2733 [7:23:01<27:25,  9.46s/it]
 94%|█████████▎| 2560/2733 [7:23:11<27:32,  9.55s/it]
 94%|█████████▎| 2561/2733 [7:23:20<27:37,  9.63s/it]
 94%|█████████▎| 2562/2733 [7:23:30<27:08,  9.53s/it]
 94%|█████████▍| 2563/2733 [7:23:40<27:15,  9.62s/it]
 94%|█████████▍| 2564/2733 [7:23:49<27:15,  9.67s/it]
 94%|█████████▍| 2565/2733 [7:23:59<26:49,  9.58s/it]
 94%|█████████▍| 2566/2733 [7:24:09<26:49,  9.64s/it]
 94%|█████████▍| 2567/2733 [7:24:18<26:50,  9.70s/it]
 94%|█████████▍| 2568/2733 [7:24:27<26:08,  9.51s/it]
 94%|█████████▍| 2569/2733 [7:24:37<26:08,  9.56s/it]
 94%|█████████▍| 2570/2733 [7:24:46<25:41,  9.46s/it]
 94%|█████████▍| 2571/2733 [7:24:56<25:40,  9.51s/it]
 94%|█████████▍| 2572/2733 [7:25:06<25:52,  9.64s/it]
 94%|█████████▍| 2573/2733 [7:25:15<25:23,  9.52s/it]
 94%|█████████▍| 2574/2733 [7:25:25<25:26,  9.60s/it]
 94%|█████████▍| 2575/2733 [7:25:35<25:19,  9.62s/it]
 94%|█████████▍| 2576/2733 [7:25:44<24:58,  9.54s/it]
 94%|█████████▍| 2577/2733 [7:25:54<24:49,  9.55s/it]
 94%|█████████▍| 2578/2733 [7:26:03<24:55,  9.65s/it]
 94%|█████████▍| 2579/2733 [7:26:12<24:19,  9.48s/it]
 94%|█████████▍| 2580/2733 [7:26:22<24:19,  9.54s/it]
 94%|█████████▍| 2581/2733 [7:26:31<23:56,  9.45s/it]
 94%|█████████▍| 2582/2733 [7:26:41<24:12,  9.62s/it]
 95%|█████████▍| 2583/2733 [7:26:51<24:09,  9.66s/it]
 95%|█████████▍| 2584/2733 [7:27:00<23:37,  9.51s/it]
 95%|█████████▍| 2585/2733 [7:27:10<23:40,  9.60s/it]
 95%|█████████▍| 2586/2733 [7:27:20<23:32,  9.61s/it]
 95%|█████████▍| 2587/2733 [7:27:29<23:11,  9.53s/it]
 95%|█████████▍| 2588/2733 [7:27:39<23:04,  9.55s/it]
 95%|█████████▍| 2589/2733 [7:27:49<23:10,  9.66s/it]
 95%|█████████▍| 2590/2733 [7:27:58<22:30,  9.44s/it]
 95%|█████████▍| 2591/2733 [7:28:07<22:33,  9.53s/it]
 95%|█████████▍| 2592/2733 [7:28:17<22:29,  9.57s/it]
 95%|█████████▍| 2593/2733 [7:28:26<22:03,  9.45s/it]
 95%|█████████▍| 2594/2733 [7:28:36<22:10,  9.58s/it]
 95%|█████████▍| 2595/2733 [7:28:45<21:43,  9.45s/it]
 95%|█████████▍| 2596/2733 [7:28:55<21:41,  9.50s/it]
 95%|█████████▌| 2597/2733 [7:29:05<21:41,  9.57s/it]
 95%|█████████▌| 2598/2733 [7:29:14<21:20,  9.49s/it]
 95%|█████████▌| 2599/2733 [7:29:24<21:22,  9.57s/it]
 95%|█████████▌| 2600/2733 [7:29:33<21:16,  9.60s/it]
                                                     
{'loss': 1.9924, 'learning_rate': 6.197611353601918e-08, 'epoch': 2.85}
+
 95%|█████████▌| 2600/2733 [7:29:33<21:16,  9.60s/it]
 95%|█████████▌| 2601/2733 [7:29:43<20:57,  9.53s/it]
 95%|█████████▌| 2602/2733 [7:29:53<21:07,  9.68s/it]
 95%|█████████▌| 2603/2733 [7:30:02<21:02,  9.71s/it]
 95%|█████████▌| 2604/2733 [7:30:12<20:43,  9.64s/it]
 95%|█████████▌| 2605/2733 [7:30:22<20:42,  9.70s/it]
 95%|█████████▌| 2606/2733 [7:30:31<20:13,  9.56s/it]
 95%|█████████▌| 2607/2733 [7:30:41<20:13,  9.63s/it]
 95%|█████████▌| 2608/2733 [7:30:50<20:07,  9.66s/it]
 95%|█████████▌| 2609/2733 [7:31:00<19:41,  9.52s/it]
 95%|█████████▌| 2610/2733 [7:31:09<19:31,  9.52s/it]
 96%|█████████▌| 2611/2733 [7:31:19<19:37,  9.65s/it]
 96%|█████████▌| 2612/2733 [7:31:28<19:11,  9.51s/it]
 96%|█████████▌| 2613/2733 [7:31:38<19:12,  9.61s/it]
 96%|█████████▌| 2614/2733 [7:31:48<19:06,  9.63s/it]
 96%|█████████▌| 2615/2733 [7:31:57<18:45,  9.53s/it]
 96%|█████████▌| 2616/2733 [7:32:07<18:41,  9.59s/it]
 96%|█████████▌| 2617/2733 [7:32:17<18:37,  9.64s/it]
 96%|█████████▌| 2618/2733 [7:32:26<18:15,  9.53s/it]
 96%|█████████▌| 2619/2733 [7:32:36<18:17,  9.62s/it]
 96%|█████████▌| 2620/2733 [7:32:45<17:51,  9.48s/it]
 96%|█████████▌| 2621/2733 [7:32:55<17:57,  9.62s/it]
 96%|█████████▌| 2622/2733 [7:33:04<17:47,  9.61s/it]
 96%|█████████▌| 2623/2733 [7:33:14<17:25,  9.50s/it]
 96%|█████████▌| 2624/2733 [7:33:23<17:22,  9.57s/it]
 96%|█████████▌| 2625/2733 [7:33:33<17:23,  9.66s/it]
 96%|█████████▌| 2626/2733 [7:33:43<16:59,  9.53s/it]
 96%|█████████▌| 2627/2733 [7:33:52<16:56,  9.59s/it]
 96%|█████████▌| 2628/2733 [7:34:02<16:56,  9.68s/it]
 96%|█████████▌| 2629/2733 [7:34:12<16:36,  9.58s/it]
 96%|█████████▌| 2630/2733 [7:34:21<16:37,  9.69s/it]
 96%|█████████▋| 2631/2733 [7:34:31<16:14,  9.55s/it]
 96%|█████████▋| 2632/2733 [7:34:40<16:11,  9.62s/it]
 96%|█████████▋| 2633/2733 [7:34:50<16:06,  9.66s/it]
 96%|█████████▋| 2634/2733 [7:35:00<15:45,  9.55s/it]
 96%|█████████▋| 2635/2733 [7:35:09<15:36,  9.56s/it]
 96%|█████████▋| 2636/2733 [7:35:19<15:31,  9.60s/it]
 96%|█████████▋| 2637/2733 [7:35:28<15:04,  9.42s/it]
 97%|█████████▋| 2638/2733 [7:35:38<15:03,  9.51s/it]
 97%|█████████▋| 2639/2733 [7:35:47<14:56,  9.54s/it]
 97%|█████████▋| 2640/2733 [7:35:56<14:36,  9.42s/it]
 97%|█████████▋| 2641/2733 [7:36:06<14:32,  9.49s/it]
 97%|█████████▋| 2642/2733 [7:36:16<14:27,  9.53s/it]
 97%|█████████▋| 2643/2733 [7:36:25<14:11,  9.46s/it]
 97%|█████████▋| 2644/2733 [7:36:35<14:09,  9.54s/it]
 97%|█████████▋| 2645/2733 [7:36:44<13:48,  9.41s/it]
 97%|█████████▋| 2646/2733 [7:36:54<13:53,  9.58s/it]
 97%|█████████▋| 2647/2733 [7:37:03<13:48,  9.63s/it]
 97%|█████████▋| 2648/2733 [7:37:13<13:27,  9.49s/it]
 97%|█████████▋| 2649/2733 [7:37:22<13:22,  9.55s/it]
 97%|█████████▋| 2650/2733 [7:37:32<13:29,  9.75s/it]
 97%|█████████▋| 2651/2733 [7:37:42<13:03,  9.55s/it]
 97%|█████████▋| 2652/2733 [7:37:51<12:56,  9.58s/it]
 97%|█████████▋| 2653/2733 [7:38:01<12:47,  9.59s/it]
 97%|█████████▋| 2654/2733 [7:38:10<12:30,  9.50s/it]
 97%|█████████▋| 2655/2733 [7:38:20<12:27,  9.58s/it]
 97%|█████████▋| 2656/2733 [7:38:29<12:07,  9.45s/it]
 97%|█████████▋| 2657/2733 [7:38:39<12:04,  9.53s/it]
 97%|█████████▋| 2658/2733 [7:38:49<12:00,  9.61s/it]
 97%|█████████▋| 2659/2733 [7:38:58<11:42,  9.49s/it]
 97%|█████████▋| 2660/2733 [7:39:08<11:39,  9.58s/it]
 97%|█████████▋| 2661/2733 [7:39:17<11:35,  9.66s/it]
 97%|█████████▋| 2662/2733 [7:39:27<11:22,  9.61s/it]
 97%|█████████▋| 2663/2733 [7:39:37<11:14,  9.64s/it]
 97%|█████████▋| 2664/2733 [7:39:46<11:05,  9.65s/it]
 98%|█████████▊| 2665/2733 [7:39:56<10:49,  9.55s/it]
 98%|█████████▊| 2666/2733 [7:40:05<10:43,  9.61s/it]
 98%|█████████▊| 2667/2733 [7:40:15<10:35,  9.62s/it]
 98%|█████████▊| 2668/2733 [7:40:24<10:20,  9.55s/it]
 98%|█████████▊| 2669/2733 [7:40:34<10:16,  9.63s/it]
 98%|█████████▊| 2670/2733 [7:40:43<09:59,  9.51s/it]
 98%|█████████▊| 2671/2733 [7:40:53<09:51,  9.54s/it]
 98%|█████████▊| 2672/2733 [7:41:03<09:48,  9.65s/it]
 98%|█████████▊| 2673/2733 [7:41:12<09:31,  9.52s/it]
 98%|█████████▊| 2674/2733 [7:41:22<09:20,  9.51s/it]
 98%|█████████▊| 2675/2733 [7:41:31<09:15,  9.58s/it]
 98%|█████████▊| 2676/2733 [7:41:40<08:57,  9.43s/it]
 98%|█████████▊| 2677/2733 [7:41:50<08:50,  9.47s/it]
 98%|█████████▊| 2678/2733 [7:42:00<08:45,  9.55s/it]
 98%|█████████▊| 2679/2733 [7:42:09<08:32,  9.50s/it]
 98%|█████████▊| 2680/2733 [7:42:19<08:26,  9.56s/it]
 98%|█████████▊| 2681/2733 [7:42:28<08:12,  9.48s/it]
 98%|█████████▊| 2682/2733 [7:42:38<08:08,  9.59s/it]
 98%|█████████▊| 2683/2733 [7:42:48<07:59,  9.58s/it]
 98%|█████████▊| 2684/2733 [7:42:57<07:47,  9.54s/it]
 98%|█���███████▊| 2685/2733 [7:43:07<07:41,  9.62s/it]
 98%|█████████▊| 2686/2733 [7:43:17<07:35,  9.69s/it]
 98%|█████████▊| 2687/2733 [7:43:26<07:18,  9.53s/it]
 98%|█████████▊| 2688/2733 [7:43:36<07:12,  9.61s/it]
 98%|█████████▊| 2689/2733 [7:43:45<07:03,  9.62s/it]
 98%|█████████▊| 2690/2733 [7:43:54<06:47,  9.47s/it]
 98%|█████████▊| 2691/2733 [7:44:04<06:43,  9.60s/it]
 98%|█████████▊| 2692/2733 [7:44:15<06:52, 10.07s/it]
 99%|█████████▊| 2693/2733 [7:44:25<06:31,  9.79s/it]
 99%|█████████▊| 2694/2733 [7:44:34<06:20,  9.76s/it]
 99%|█████████▊| 2695/2733 [7:44:43<06:03,  9.57s/it]
 99%|█████████▊| 2696/2733 [7:44:53<05:56,  9.65s/it]
 99%|█████████▊| 2697/2733 [7:45:03<05:54,  9.84s/it]
 99%|█████████▊| 2698/2733 [7:45:13<05:37,  9.65s/it]
 99%|█████████▉| 2699/2733 [7:45:22<05:27,  9.63s/it]
 99%|█████████▉| 2700/2733 [7:45:32<05:20,  9.70s/it]
                                                     
{'loss': 1.997, 'learning_rate': 3.822899037286276e-09, 'epoch': 2.96}
+
 99%|█████████▉| 2700/2733 [7:45:32<05:20,  9.70s/it]
 99%|█████████▉| 2701/2733 [7:45:41<05:06,  9.59s/it]
 99%|█████████▉| 2702/2733 [7:45:51<04:59,  9.65s/it]
 99%|█████████▉| 2703/2733 [7:46:01<04:48,  9.60s/it]
 99%|█████████▉| 2704/2733 [7:46:10<04:34,  9.47s/it]
 99%|█████████▉| 2705/2733 [7:46:19<04:24,  9.44s/it]
 99%|█████████▉| 2706/2733 [7:46:29<04:14,  9.42s/it]
 99%|█████████▉| 2707/2733 [7:46:38<04:07,  9.51s/it]
 99%|█████████▉| 2708/2733 [7:46:48<03:59,  9.58s/it]
 99%|█████████▉| 2709/2733 [7:46:57<03:47,  9.49s/it]
 99%|█████████▉| 2710/2733 [7:47:07<03:39,  9.54s/it]
 99%|█████████▉| 2711/2733 [7:47:17<03:32,  9.64s/it]
 99%|█████████▉| 2712/2733 [7:47:27<03:22,  9.65s/it]
 99%|█████████▉| 2713/2733 [7:47:36<03:13,  9.69s/it]
 99%|█████████▉| 2714/2733 [7:47:46<03:03,  9.68s/it]
 99%|█████████▉| 2715/2733 [7:47:55<02:51,  9.54s/it]
 99%|█████████▉| 2716/2733 [7:48:05<02:43,  9.62s/it]
 99%|█████████▉| 2717/2733 [7:48:15<02:34,  9.67s/it]
 99%|█████████▉| 2718/2733 [7:48:24<02:23,  9.54s/it]
 99%|█████████▉| 2719/2733 [7:48:34<02:13,  9.52s/it]
100%|█████████▉| 2720/2733 [7:48:43<02:02,  9.43s/it]
100%|█████████▉| 2721/2733 [7:48:52<01:53,  9.49s/it]
100%|█████████▉| 2722/2733 [7:49:02<01:44,  9.52s/it]
100%|█████████▉| 2723/2733 [7:49:11<01:35,  9.51s/it]
100%|█████████▉| 2724/2733 [7:49:21<01:25,  9.52s/it]
100%|█████████▉| 2725/2733 [7:49:31<01:17,  9.64s/it]
100%|█████████▉| 2726/2733 [7:49:40<01:06,  9.52s/it]
100%|█████████▉| 2727/2733 [7:49:50<00:57,  9.55s/it]
100%|█████████▉| 2728/2733 [7:49:59<00:47,  9.53s/it]
100%|█████████▉| 2729/2733 [7:50:09<00:37,  9.43s/it]
100%|█████████▉| 2730/2733 [7:50:20<00:29,  9.96s/it]
100%|█████████▉| 2731/2733 [7:50:29<00:19,  9.74s/it]
100%|█████████▉| 2732/2733 [7:50:39<00:09,  9.74s/it]
100%|██████████| 2733/2733 [7:50:48<00:00,  9.73s/it]
+
+Training completed. Do not forget to share your model on huggingface.co/models =)
+
+
+
                                                     
{'train_runtime': 28254.5864, 'train_samples_per_second': 12.393, 'train_steps_per_second': 0.097, 'train_loss': 2.1056736130614966, 'epoch': 3.0}
+
100%|██████████| 2733/2733 [7:50:48<00:00,  9.73s/it]
100%|██████████| 2733/2733 [7:50:48<00:00, 10.34s/it]
+Saving model checkpoint to /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3
+Configuration saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/config.json
+Model weights saved in /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3/pytorch_model.bin
+wandb: Waiting for W&B process to finish... (success).
+wandb: 
+wandb: Run history:
+wandb:                      eval/loss █▄▁▁▁
+wandb:                   eval/runtime ▁█▃▃▂
+wandb:        eval/samples_per_second █▁▆▆▇
+wandb:          eval/steps_per_second █▁▆▆▇
+wandb:                    train/epoch ▁▁▂▂▂▂▂▃▃▃▃▃▄▄▄▄▅▅▅▅▆▆▆▆▆▇▇▇▇▇███
+wandb:              train/global_step ▁▁▂▂▂▂▂▃▃▃▃▃▄▄▄▄▅▅▅▅▆▆▆▆▆▇▇▇▇▇███
+wandb:            train/learning_rate █████▇▇▇▆▆▆▅▅▅▄▄▃▃▃▂▂▂▁▁▁▁▁
+wandb:                     train/loss █▇▆▆▆▅▅▅▅▃▃▃▃▃▃▃▃▃▂▁▁▁▁▁▁▁▁
+wandb:               train/total_flos ▁
+wandb:               train/train_loss ▁
+wandb:            train/train_runtime ▁
+wandb: train/train_samples_per_second ▁
+wandb:   train/train_steps_per_second ▁
+wandb: 
+wandb: Run summary:
+wandb:                      eval/loss 2.13731
+wandb:                   eval/runtime 134.9818
+wandb:        eval/samples_per_second 47.762
+wandb:          eval/steps_per_second 11.942
+wandb:                    train/epoch 3.0
+wandb:              train/global_step 2733
+wandb:            train/learning_rate 0.0
+wandb:                     train/loss 1.997
+wandb:               train/total_flos 1.3361242101108096e+18
+wandb:               train/train_loss 2.10567
+wandb:            train/train_runtime 28254.5864
+wandb: train/train_samples_per_second 12.393
+wandb:   train/train_steps_per_second 0.097
+wandb: 
+wandb: Synced /nlp/scr/lxuechen/human-feedback/tldr_pretrain/gpt2-xl-1e-05-3: https://wandb.ai/lxuechen/tldr_pretrain/runs/1aawy2qo
+wandb: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 1 other file(s)
+wandb: Find logs at: ./wandb/run-20221222_230947-1aawy2qo/logs
+###############################
+end time: 2022-12-23 07:01:47.540629
+elapsed time: 7:54:17.825082