diff --git "a/fine-tune-whisper-non-streaming-id.ipynb" "b/fine-tune-whisper-non-streaming-id.ipynb" --- "a/fine-tune-whisper-non-streaming-id.ipynb" +++ "b/fine-tune-whisper-non-streaming-id.ipynb" @@ -226,7 +226,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "c5076bf9", + "id": "d77869f5", "metadata": {}, "outputs": [ { @@ -641,7 +641,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "2ae68382", + "id": "52bab4c8", "metadata": {}, "outputs": [], "source": [ @@ -705,7 +705,7 @@ { "cell_type": "code", "execution_count": 15, - "id": "35dcb20c", + "id": "1de5df5e", "metadata": {}, "outputs": [ { @@ -1342,7 +1342,8 @@ "execution_count": null, "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de", "metadata": { - "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de" + "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de", + "scrolled": true }, "outputs": [ { @@ -1368,8 +1369,8 @@ "\n", "
\n", " \n", - " \n", - " [ 1001/10000 1:08:25 < 10:16:20, 0.24 it/s, Epoch 1.90/20]\n", + " \n", + " [ 2001/10000 2:47:02 < 11:08:24, 0.20 it/s, Epoch 3.80/20]\n", "
\n", " \n", " \n", @@ -1377,17 +1378,27 @@ " \n", " \n", " \n", + " \n", + " \n", " \n", " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - "
StepTraining LossValidation LossWerCer
10000.3002000.1658798.1850042.533253
20000.0514000.1817788.0558892.524395

\n", - "

\n", - " \n", - " \n", - " [227/227 27:24]\n", - "
\n", - " " + "

" ], "text/plain": [ "" @@ -4858,8 +4869,3474 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", + "\n", + "Saving model checkpoint to ./checkpoint-1000\n", + "Configuration saved in ./checkpoint-1000/config.json\n", + "Model weights saved in ./checkpoint-1000/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-1000/preprocessor_config.json\n", + "Feature extractor saved in ./preprocessor_config.json\n", + "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", + "***** Running Evaluation *****\n", + " Num examples = 3618\n", + " Batch size = 16\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", "\n" ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Saving model checkpoint to ./checkpoint-2000\n", + "Configuration saved in ./checkpoint-2000/config.json\n", + "Model weights saved in ./checkpoint-2000/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-2000/preprocessor_config.json\n" + ] } ], "source": [