diff --git "a/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" "b/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" --- "a/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" +++ "b/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" @@ -978,7 +978,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "db271164", "metadata": {}, "outputs": [ @@ -1003,10 +1003,39 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "b459b0c5", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "614c79a32b6d422a986d2c3965d36113", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + " 0%| | 0/2773 [00:00\n", " \n", - " \n", - " [ 2196/10000 3:31:36 < 12:32:40, 0.17 it/s, Epoch 4.17/20]\n", + " \n", + " [ 722/2500 59:22 < 2:26:37, 0.20 it/s, Epoch 8.29/29]\n", " \n", " \n", " \n", @@ -1537,18 +1649,11 @@ " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
10000.3002000.1658798.1850042.533253
20000.0514000.1817788.0558892.5243955000.0709000.76358331.62974316.904603

" @@ -1566,7 +1671,7 @@ "text": [ "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", "***** Running Evaluation *****\n", - " Num examples = 3618\n", + " Num examples = 1237\n", " Batch size = 16\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", @@ -1944,127 +2049,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2469,7 +2460,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2860,5541 +2857,34 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Saving model checkpoint to ./checkpoint-1000\n", - "Configuration saved in ./checkpoint-1000/config.json\n", - "Model weights saved in ./checkpoint-1000/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-1000/preprocessor_config.json\n", - "Feature extractor saved in ./preprocessor_config.json\n", - "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", - "***** Running Evaluation *****\n", - " Num examples = 3618\n", - " Batch size = 16\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Saving model checkpoint to ./checkpoint-2000\n", - "Configuration saved in ./checkpoint-2000/config.json\n", - "Model weights saved in ./checkpoint-2000/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-2000/preprocessor_config.json\n", + "Saving model checkpoint to ./checkpoint-500\n", + "Configuration saved in ./checkpoint-500/config.json\n", + "Model weights saved in ./checkpoint-500/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-500/preprocessor_config.json\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Feature extractor saved in ./preprocessor_config.json\n" ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[25], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtrainer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtrain\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:1534\u001b[0m, in \u001b[0;36mTrainer.train\u001b[0;34m(self, resume_from_checkpoint, trial, ignore_keys_for_eval, **kwargs)\u001b[0m\n\u001b[1;32m 1529\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel_wrapped \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel\n\u001b[1;32m 1531\u001b[0m inner_training_loop \u001b[38;5;241m=\u001b[39m find_executable_batch_size(\n\u001b[1;32m 1532\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_inner_training_loop, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_train_batch_size, args\u001b[38;5;241m.\u001b[39mauto_find_batch_size\n\u001b[1;32m 1533\u001b[0m )\n\u001b[0;32m-> 1534\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43minner_training_loop\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1535\u001b[0m \u001b[43m \u001b[49m\u001b[43margs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1536\u001b[0m \u001b[43m \u001b[49m\u001b[43mresume_from_checkpoint\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mresume_from_checkpoint\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1537\u001b[0m \u001b[43m \u001b[49m\u001b[43mtrial\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtrial\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1538\u001b[0m \u001b[43m \u001b[49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1539\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:1782\u001b[0m, in \u001b[0;36mTrainer._inner_training_loop\u001b[0;34m(self, batch_size, args, resume_from_checkpoint, trial, ignore_keys_for_eval)\u001b[0m\n\u001b[1;32m 1780\u001b[0m tr_loss_step \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtraining_step(model, inputs)\n\u001b[1;32m 1781\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1782\u001b[0m tr_loss_step \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtraining_step\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1784\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\n\u001b[1;32m 1785\u001b[0m args\u001b[38;5;241m.\u001b[39mlogging_nan_inf_filter\n\u001b[1;32m 1786\u001b[0m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m is_torch_tpu_available()\n\u001b[1;32m 1787\u001b[0m \u001b[38;5;129;01mand\u001b[39;00m (torch\u001b[38;5;241m.\u001b[39misnan(tr_loss_step) \u001b[38;5;129;01mor\u001b[39;00m torch\u001b[38;5;241m.\u001b[39misinf(tr_loss_step))\n\u001b[1;32m 1788\u001b[0m ):\n\u001b[1;32m 1789\u001b[0m \u001b[38;5;66;03m# if loss is nan or inf simply add the average of previous logged losses\u001b[39;00m\n\u001b[1;32m 1790\u001b[0m tr_loss \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m tr_loss \u001b[38;5;241m/\u001b[39m (\u001b[38;5;241m1\u001b[39m \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstate\u001b[38;5;241m.\u001b[39mglobal_step \u001b[38;5;241m-\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_globalstep_last_logged)\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:2540\u001b[0m, in \u001b[0;36mTrainer.training_step\u001b[0;34m(self, model, inputs)\u001b[0m\n\u001b[1;32m 2537\u001b[0m loss \u001b[38;5;241m=\u001b[39m loss \u001b[38;5;241m/\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mgradient_accumulation_steps\n\u001b[1;32m 2539\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_grad_scaling:\n\u001b[0;32m-> 2540\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mscaler\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mscale\u001b[49m\u001b[43m(\u001b[49m\u001b[43mloss\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbackward\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 2541\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39muse_apex:\n\u001b[1;32m 2542\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m amp\u001b[38;5;241m.\u001b[39mscale_loss(loss, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moptimizer) \u001b[38;5;28;01mas\u001b[39;00m scaled_loss:\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/torch/_tensor.py:488\u001b[0m, in \u001b[0;36mTensor.backward\u001b[0;34m(self, gradient, retain_graph, create_graph, inputs)\u001b[0m\n\u001b[1;32m 478\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m has_torch_function_unary(\u001b[38;5;28mself\u001b[39m):\n\u001b[1;32m 479\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m handle_torch_function(\n\u001b[1;32m 480\u001b[0m Tensor\u001b[38;5;241m.\u001b[39mbackward,\n\u001b[1;32m 481\u001b[0m (\u001b[38;5;28mself\u001b[39m,),\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 486\u001b[0m inputs\u001b[38;5;241m=\u001b[39minputs,\n\u001b[1;32m 487\u001b[0m )\n\u001b[0;32m--> 488\u001b[0m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mautograd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbackward\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 489\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mgradient\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mretain_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcreate_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minputs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minputs\u001b[49m\n\u001b[1;32m 490\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/torch/autograd/__init__.py:197\u001b[0m, in \u001b[0;36mbackward\u001b[0;34m(tensors, grad_tensors, retain_graph, create_graph, grad_variables, inputs)\u001b[0m\n\u001b[1;32m 192\u001b[0m retain_graph \u001b[38;5;241m=\u001b[39m create_graph\n\u001b[1;32m 194\u001b[0m \u001b[38;5;66;03m# The reason we repeat same the comment below is that\u001b[39;00m\n\u001b[1;32m 195\u001b[0m \u001b[38;5;66;03m# some Python versions print out the first line of a multi-line function\u001b[39;00m\n\u001b[1;32m 196\u001b[0m \u001b[38;5;66;03m# calls in the traceback and some print out the last line\u001b[39;00m\n\u001b[0;32m--> 197\u001b[0m \u001b[43mVariable\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execution_engine\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_backward\u001b[49m\u001b[43m(\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;66;43;03m# Calls into the C++ engine to run the backward pass\u001b[39;49;00m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43mtensors\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mgrad_tensors_\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mretain_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcreate_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[43m \u001b[49m\u001b[43mallow_unreachable\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maccumulate_grad\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " + ] } ], "source": [ @@ -8460,14 +2950,8 @@ "metadata": {}, "outputs": [], "source": [ - "fleurs_results = trainer.evaluate(fleurs['test'])\n", - "print(fleurs_results)\n", - "\n", "cv_results = trainer.evaluate(cv['test'])\n", - "print(cv_results)\n", - "\n", - "lbv_results = trainer.evaluate(lbv['test'])\n", - "print(lbv_results)" + "print(cv_results)" ] }, { @@ -8477,34 +2961,6 @@ "metadata": {}, "outputs": [], "source": [ - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(fleurs_results['eval_wer'], 2),\n", - " metric_type=\"wer\",\n", - " metric_name=\"WER\",\n", - " dataset_name='google/fleurs',\n", - " dataset_type='google/fleurs',\n", - " dataset_split='test',\n", - " dataset_config='id_id',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(fleurs_results['eval_cer'], 2),\n", - " metric_type=\"cer\",\n", - " metric_name=\"CER\",\n", - " dataset_name='google/fleurs',\n", - " dataset_type='google/fleurs',\n", - " dataset_split='test',\n", - " dataset_config='id_id',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", "evaluate.push_to_hub(\n", " model_id='Scrya/whisper-medium-id',\n", " metric_value=round(cv_results['eval_wer'], 2),\n", @@ -8513,7 +2969,7 @@ " dataset_name='mozilla-foundation/common_voice_11_0',\n", " dataset_type='mozilla-foundation/common_voice_11_0',\n", " dataset_split='test',\n", - " dataset_config='id',\n", + " dataset_config='vi',\n", " task_type=\"automatic-speech-recognition\",\n", " task_name=\"Automatic Speech Recognition\",\n", " overwrite=True\n", @@ -8527,35 +2983,7 @@ " dataset_name='mozilla-foundation/common_voice_11_0',\n", " dataset_type='mozilla-foundation/common_voice_11_0',\n", " dataset_split='test',\n", - " dataset_config='id',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(lbv_results['eval_wer'], 2),\n", - " metric_type=\"wer\",\n", - " metric_name=\"WER\",\n", - " dataset_name='indonesian-nlp/librivox-indonesia',\n", - " dataset_type='indonesian-nlp/librivox-indonesia',\n", - " dataset_split='test',\n", - " dataset_config='ind',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(lbv_results['eval_cer'], 2),\n", - " metric_type=\"cer\",\n", - " metric_name=\"CER\",\n", - " dataset_name='indonesian-nlp/librivox-indonesia',\n", - " dataset_type='indonesian-nlp/librivox-indonesia',\n", - " dataset_split='test',\n", - " dataset_config='ind',\n", + " dataset_config='vi',\n", " task_type=\"automatic-speech-recognition\",\n", " task_name=\"Automatic Speech Recognition\",\n", " overwrite=True\n",