diff --git "a/fine-tune-whisper-non-streaming-id.ipynb" "b/fine-tune-whisper-non-streaming-id.ipynb"
--- "a/fine-tune-whisper-non-streaming-id.ipynb"
+++ "b/fine-tune-whisper-non-streaming-id.ipynb"
@@ -226,7 +226,7 @@
{
"cell_type": "code",
"execution_count": 4,
- "id": "c5076bf9",
+ "id": "d77869f5",
"metadata": {},
"outputs": [
{
@@ -641,7 +641,7 @@
{
"cell_type": "code",
"execution_count": 11,
- "id": "2ae68382",
+ "id": "52bab4c8",
"metadata": {},
"outputs": [],
"source": [
@@ -705,7 +705,7 @@
{
"cell_type": "code",
"execution_count": 15,
- "id": "35dcb20c",
+ "id": "1de5df5e",
"metadata": {},
"outputs": [
{
@@ -1342,7 +1342,8 @@
"execution_count": null,
"id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de",
"metadata": {
- "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de"
+ "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de",
+ "scrolled": true
},
"outputs": [
{
@@ -1368,8 +1369,8 @@
"\n",
"
\n",
" \n",
- "
\n",
- " [ 1001/10000 1:08:25 < 10:16:20, 0.24 it/s, Epoch 1.90/20]\n",
+ "
\n",
+ " [ 2001/10000 2:47:02 < 11:08:24, 0.20 it/s, Epoch 3.80/20]\n",
"
\n",
" \n",
" \n",
@@ -1377,17 +1378,27 @@
" Step | \n",
" Training Loss | \n",
" Validation Loss | \n",
+ " Wer | \n",
+ " Cer | \n",
" \n",
" \n",
" \n",
+ " \n",
+ " 1000 | \n",
+ " 0.300200 | \n",
+ " 0.165879 | \n",
+ " 8.185004 | \n",
+ " 2.533253 | \n",
+ "
\n",
+ " \n",
+ " 2000 | \n",
+ " 0.051400 | \n",
+ " 0.181778 | \n",
+ " 8.055889 | \n",
+ " 2.524395 | \n",
+ "
\n",
" \n",
- "
\n",
- "
\n",
- " \n",
- "
\n",
- " [227/227 27:24]\n",
- "
\n",
- " "
+ ""
],
"text/plain": [
""
@@ -4858,8 +4869,3474 @@
" \"transformers_version\": \"4.26.0.dev0\",\n",
" \"use_cache\": false\n",
"}\n",
+ "\n",
+ "Saving model checkpoint to ./checkpoint-1000\n",
+ "Configuration saved in ./checkpoint-1000/config.json\n",
+ "Model weights saved in ./checkpoint-1000/pytorch_model.bin\n",
+ "Feature extractor saved in ./checkpoint-1000/preprocessor_config.json\n",
+ "Feature extractor saved in ./preprocessor_config.json\n",
+ "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 3618\n",
+ " Batch size = 16\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
"\n"
]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Saving model checkpoint to ./checkpoint-2000\n",
+ "Configuration saved in ./checkpoint-2000/config.json\n",
+ "Model weights saved in ./checkpoint-2000/pytorch_model.bin\n",
+ "Feature extractor saved in ./checkpoint-2000/preprocessor_config.json\n"
+ ]
}
],
"source": [