diff --git "a/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" "b/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" --- "a/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" +++ "b/.ipynb_checkpoints/fine-tune-whisper-non-streaming-id-augmented-checkpoint.ipynb" @@ -978,7 +978,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "db271164", "metadata": {}, "outputs": [ @@ -1003,10 +1003,39 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "b459b0c5", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "614c79a32b6d422a986d2c3965d36113", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + " 0%| | 0/2773 [00:00, ?ex/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "c61eb8793f7d4a3ab831ca55790b311a", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + " 0%| | 0/1237 [00:00, ?ex/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "cv = cv.map(prepare_dataset, remove_columns=cv.column_names['train'], num_proc=1).with_format(\"torch\")" ] @@ -1021,7 +1050,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "01cb25ef-4bb0-4325-9461-f59198acadf6", "metadata": {}, "outputs": [], @@ -1042,10 +1071,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 14, "id": "333f7f6e-6053-4d3b-8924-c733c79b82ac", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "de8736cfcc9047258e38bd0bb6c820a6", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + " 0%| | 0/3 [00:00, ?ba/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "cv['train'] = cv['train'].filter(\n", " is_audio_in_length_range,\n", @@ -1123,7 +1167,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 15, "id": "8326221e-ec13-4731-bb4e-51e5fc1486c5", "metadata": { "id": "8326221e-ec13-4731-bb4e-51e5fc1486c5" @@ -1175,7 +1219,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "id": "fc834702-c0d3-4a96-b101-7b87be32bf42", "metadata": { "id": "fc834702-c0d3-4a96-b101-7b87be32bf42" @@ -1208,12 +1252,41 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "id": "b22b4011-f31f-4b57-b684-c52332f92890", "metadata": { "id": "b22b4011-f31f-4b57-b684-c52332f92890" }, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "cb228b59a10f45bc860a59f7f96b085b", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading builder script: 0%| | 0.00/4.49k [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "36844d00e5864685a7913b31a3510284", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading builder script: 0%| | 0.00/5.60k [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "import evaluate\n", "\n", @@ -1242,7 +1315,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 18, "id": "23959a70-22d0-4ffe-9fa1-72b61e75bb52", "metadata": { "id": "23959a70-22d0-4ffe-9fa1-72b61e75bb52" @@ -1296,12 +1369,41 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 19, "id": "5a10cc4b-07ec-4ebd-ac1d-7c601023594f", "metadata": { "id": "5a10cc4b-07ec-4ebd-ac1d-7c601023594f" }, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9c0d9c343202473290cce99917b65ea0", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading: 0%| | 0.00/1.97k [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "e0d6c82f82ed4aa292d1fbee51ebb865", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading: 0%| | 0.00/3.06G [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "from transformers import WhisperForConditionalGeneration\n", "\n", @@ -1320,7 +1422,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 20, "id": "62038ba3-88ed-4fce-84db-338f50dcd04f", "metadata": { "id": "62038ba3-88ed-4fce-84db-338f50dcd04f" @@ -1354,7 +1456,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 22, "id": "0ae3e9af-97b7-4aa0-ae85-20b23b5bcb3a", "metadata": { "id": "0ae3e9af-97b7-4aa0-ae85-20b23b5bcb3a" @@ -1367,17 +1469,17 @@ " output_dir=\"./\",\n", " per_device_train_batch_size=32,\n", " gradient_accumulation_steps=1, # increase by 2x for every 2x decrease in batch size\n", - " learning_rate=5e-5,\n", - " warmup_steps=250,\n", - " max_steps=2500,\n", + " learning_rate=1e-5,\n", + " warmup_steps=500,\n", + " max_steps=5000,\n", " gradient_checkpointing=True,\n", " fp16=True,\n", " evaluation_strategy=\"steps\",\n", " per_device_eval_batch_size=16,\n", " predict_with_generate=True,\n", " generation_max_length=225,\n", - " save_steps=500,\n", - " eval_steps=500,\n", + " save_steps=1000,\n", + " eval_steps=1000,\n", " logging_steps=25,\n", " report_to=[\"tensorboard\"],\n", " load_best_model_at_end=True,\n", @@ -1411,12 +1513,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 23, "id": "d546d7fe-0543-479a-b708-2ebabec19493", "metadata": { "id": "d546d7fe-0543-479a-b708-2ebabec19493" }, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/ubuntu/whisper-medium-vi-cv/./ is already a clone of https://huggingface.co/Scrya/whisper-medium-vi-cv. Make sure you pull the latest changes with `repo.git_pull()`.\n", + "max_steps is given, it will override any value given in num_train_epochs\n", + "Using cuda_amp half precision backend\n" + ] + } + ], "source": [ "from transformers import Seq2SeqTrainer\n", "\n", @@ -1443,7 +1555,7 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 24, "id": "-2zQwMfEOBJq", "metadata": { "id": "-2zQwMfEOBJq" @@ -1492,11 +1604,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 25, "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de", "metadata": { "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de", - "scrolled": true + "scrolled": false }, "outputs": [ { @@ -1507,12 +1619,12 @@ "/home/ubuntu/hf_env/lib/python3.8/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n", " warnings.warn(\n", "***** Running training *****\n", - " Num examples = 16830\n", - " Num Epochs = 20\n", + " Num examples = 2773\n", + " Num Epochs = 29\n", " Instantaneous batch size per device = 32\n", " Total train batch size (w. parallel, distributed & accumulation) = 32\n", " Gradient Accumulation steps = 1\n", - " Total optimization steps = 10000\n", + " Total optimization steps = 2500\n", " Number of trainable parameters = 763857920\n" ] }, @@ -1522,8 +1634,8 @@ "\n", "
1000 | \n", - "0.300200 | \n", - "0.165879 | \n", - "8.185004 | \n", - "2.533253 | \n", - "|||||
2000 | \n", - "0.051400 | \n", - "0.181778 | \n", - "8.055889 | \n", - "2.524395 | \n", + "500 | \n", + "0.070900 | \n", + "0.763583 | \n", + "31.629743 | \n", + "16.904603 | \n", "
" @@ -1566,7 +1671,7 @@ "text": [ "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", "***** Running Evaluation *****\n", - " Num examples = 3618\n", + " Num examples = 1237\n", " Batch size = 16\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", @@ -1944,127 +2049,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2469,7 +2460,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2860,5541 +2857,34 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Saving model checkpoint to ./checkpoint-1000\n", - "Configuration saved in ./checkpoint-1000/config.json\n", - "Model weights saved in ./checkpoint-1000/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-1000/preprocessor_config.json\n", - "Feature extractor saved in ./preprocessor_config.json\n", - "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", - "***** Running Evaluation *****\n", - " Num examples = 3618\n", - " Batch size = 16\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Saving model checkpoint to ./checkpoint-2000\n", - "Configuration saved in ./checkpoint-2000/config.json\n", - "Model weights saved in ./checkpoint-2000/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-2000/preprocessor_config.json\n", + "Saving model checkpoint to ./checkpoint-500\n", + "Configuration saved in ./checkpoint-500/config.json\n", + "Model weights saved in ./checkpoint-500/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-500/preprocessor_config.json\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Feature extractor saved in ./preprocessor_config.json\n" ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[25], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtrainer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtrain\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:1534\u001b[0m, in \u001b[0;36mTrainer.train\u001b[0;34m(self, resume_from_checkpoint, trial, ignore_keys_for_eval, **kwargs)\u001b[0m\n\u001b[1;32m 1529\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel_wrapped \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel\n\u001b[1;32m 1531\u001b[0m inner_training_loop \u001b[38;5;241m=\u001b[39m find_executable_batch_size(\n\u001b[1;32m 1532\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_inner_training_loop, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_train_batch_size, args\u001b[38;5;241m.\u001b[39mauto_find_batch_size\n\u001b[1;32m 1533\u001b[0m )\n\u001b[0;32m-> 1534\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43minner_training_loop\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1535\u001b[0m \u001b[43m \u001b[49m\u001b[43margs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1536\u001b[0m \u001b[43m \u001b[49m\u001b[43mresume_from_checkpoint\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mresume_from_checkpoint\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1537\u001b[0m \u001b[43m \u001b[49m\u001b[43mtrial\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtrial\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1538\u001b[0m \u001b[43m \u001b[49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1539\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:1782\u001b[0m, in \u001b[0;36mTrainer._inner_training_loop\u001b[0;34m(self, batch_size, args, resume_from_checkpoint, trial, ignore_keys_for_eval)\u001b[0m\n\u001b[1;32m 1780\u001b[0m tr_loss_step \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtraining_step(model, inputs)\n\u001b[1;32m 1781\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1782\u001b[0m tr_loss_step \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtraining_step\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1784\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\n\u001b[1;32m 1785\u001b[0m args\u001b[38;5;241m.\u001b[39mlogging_nan_inf_filter\n\u001b[1;32m 1786\u001b[0m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m is_torch_tpu_available()\n\u001b[1;32m 1787\u001b[0m \u001b[38;5;129;01mand\u001b[39;00m (torch\u001b[38;5;241m.\u001b[39misnan(tr_loss_step) \u001b[38;5;129;01mor\u001b[39;00m torch\u001b[38;5;241m.\u001b[39misinf(tr_loss_step))\n\u001b[1;32m 1788\u001b[0m ):\n\u001b[1;32m 1789\u001b[0m \u001b[38;5;66;03m# if loss is nan or inf simply add the average of previous logged losses\u001b[39;00m\n\u001b[1;32m 1790\u001b[0m tr_loss \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m tr_loss \u001b[38;5;241m/\u001b[39m (\u001b[38;5;241m1\u001b[39m \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstate\u001b[38;5;241m.\u001b[39mglobal_step \u001b[38;5;241m-\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_globalstep_last_logged)\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:2540\u001b[0m, in \u001b[0;36mTrainer.training_step\u001b[0;34m(self, model, inputs)\u001b[0m\n\u001b[1;32m 2537\u001b[0m loss \u001b[38;5;241m=\u001b[39m loss \u001b[38;5;241m/\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mgradient_accumulation_steps\n\u001b[1;32m 2539\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdo_grad_scaling:\n\u001b[0;32m-> 2540\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mscaler\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mscale\u001b[49m\u001b[43m(\u001b[49m\u001b[43mloss\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbackward\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 2541\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39muse_apex:\n\u001b[1;32m 2542\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m amp\u001b[38;5;241m.\u001b[39mscale_loss(loss, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moptimizer) \u001b[38;5;28;01mas\u001b[39;00m scaled_loss:\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/torch/_tensor.py:488\u001b[0m, in \u001b[0;36mTensor.backward\u001b[0;34m(self, gradient, retain_graph, create_graph, inputs)\u001b[0m\n\u001b[1;32m 478\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m has_torch_function_unary(\u001b[38;5;28mself\u001b[39m):\n\u001b[1;32m 479\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m handle_torch_function(\n\u001b[1;32m 480\u001b[0m Tensor\u001b[38;5;241m.\u001b[39mbackward,\n\u001b[1;32m 481\u001b[0m (\u001b[38;5;28mself\u001b[39m,),\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 486\u001b[0m inputs\u001b[38;5;241m=\u001b[39minputs,\n\u001b[1;32m 487\u001b[0m )\n\u001b[0;32m--> 488\u001b[0m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mautograd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbackward\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 489\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mgradient\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mretain_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcreate_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minputs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minputs\u001b[49m\n\u001b[1;32m 490\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/torch/autograd/__init__.py:197\u001b[0m, in \u001b[0;36mbackward\u001b[0;34m(tensors, grad_tensors, retain_graph, create_graph, grad_variables, inputs)\u001b[0m\n\u001b[1;32m 192\u001b[0m retain_graph \u001b[38;5;241m=\u001b[39m create_graph\n\u001b[1;32m 194\u001b[0m \u001b[38;5;66;03m# The reason we repeat same the comment below is that\u001b[39;00m\n\u001b[1;32m 195\u001b[0m \u001b[38;5;66;03m# some Python versions print out the first line of a multi-line function\u001b[39;00m\n\u001b[1;32m 196\u001b[0m \u001b[38;5;66;03m# calls in the traceback and some print out the last line\u001b[39;00m\n\u001b[0;32m--> 197\u001b[0m \u001b[43mVariable\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_execution_engine\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_backward\u001b[49m\u001b[43m(\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;66;43;03m# Calls into the C++ engine to run the backward pass\u001b[39;49;00m\n\u001b[1;32m 198\u001b[0m \u001b[43m \u001b[49m\u001b[43mtensors\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mgrad_tensors_\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mretain_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcreate_graph\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 199\u001b[0m \u001b[43m \u001b[49m\u001b[43mallow_unreachable\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maccumulate_grad\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " + ] } ], "source": [ @@ -8460,14 +2950,8 @@ "metadata": {}, "outputs": [], "source": [ - "fleurs_results = trainer.evaluate(fleurs['test'])\n", - "print(fleurs_results)\n", - "\n", "cv_results = trainer.evaluate(cv['test'])\n", - "print(cv_results)\n", - "\n", - "lbv_results = trainer.evaluate(lbv['test'])\n", - "print(lbv_results)" + "print(cv_results)" ] }, { @@ -8477,34 +2961,6 @@ "metadata": {}, "outputs": [], "source": [ - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(fleurs_results['eval_wer'], 2),\n", - " metric_type=\"wer\",\n", - " metric_name=\"WER\",\n", - " dataset_name='google/fleurs',\n", - " dataset_type='google/fleurs',\n", - " dataset_split='test',\n", - " dataset_config='id_id',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(fleurs_results['eval_cer'], 2),\n", - " metric_type=\"cer\",\n", - " metric_name=\"CER\",\n", - " dataset_name='google/fleurs',\n", - " dataset_type='google/fleurs',\n", - " dataset_split='test',\n", - " dataset_config='id_id',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", "evaluate.push_to_hub(\n", " model_id='Scrya/whisper-medium-id',\n", " metric_value=round(cv_results['eval_wer'], 2),\n", @@ -8513,7 +2969,7 @@ " dataset_name='mozilla-foundation/common_voice_11_0',\n", " dataset_type='mozilla-foundation/common_voice_11_0',\n", " dataset_split='test',\n", - " dataset_config='id',\n", + " dataset_config='vi',\n", " task_type=\"automatic-speech-recognition\",\n", " task_name=\"Automatic Speech Recognition\",\n", " overwrite=True\n", @@ -8527,35 +2983,7 @@ " dataset_name='mozilla-foundation/common_voice_11_0',\n", " dataset_type='mozilla-foundation/common_voice_11_0',\n", " dataset_split='test',\n", - " dataset_config='id',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(lbv_results['eval_wer'], 2),\n", - " metric_type=\"wer\",\n", - " metric_name=\"WER\",\n", - " dataset_name='indonesian-nlp/librivox-indonesia',\n", - " dataset_type='indonesian-nlp/librivox-indonesia',\n", - " dataset_split='test',\n", - " dataset_config='ind',\n", - " task_type=\"automatic-speech-recognition\",\n", - " task_name=\"Automatic Speech Recognition\",\n", - " overwrite=True\n", - " )\n", - "\n", - "evaluate.push_to_hub(\n", - " model_id='Scrya/whisper-medium-id',\n", - " metric_value=round(lbv_results['eval_cer'], 2),\n", - " metric_type=\"cer\",\n", - " metric_name=\"CER\",\n", - " dataset_name='indonesian-nlp/librivox-indonesia',\n", - " dataset_type='indonesian-nlp/librivox-indonesia',\n", - " dataset_split='test',\n", - " dataset_config='ind',\n", + " dataset_config='vi',\n", " task_type=\"automatic-speech-recognition\",\n", " task_name=\"Automatic Speech Recognition\",\n", " overwrite=True\n",