Training in progress, step 200

fine-tune-atco2-non-streaming.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "7dd376b8",
+   "id": "ce1be10c",
    "metadata": {
     "id": "75b58048-7d14-4fc6-8085-1fc08c81b4a6"
    },
@@ -12,7 +12,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7a7858ec",
+   "id": "438ffd28",
    "metadata": {
     "id": "fbfa8ad5-4cdc-4512-9058-836cbbf65e1a"
    },
@@ -25,7 +25,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "69f3f07e",
+   "id": "ca7b1c86",
    "metadata": {
     "id": "afe0d503-ae4e-4aa7-9af4-dbcba52db41e"
    },
@@ -35,7 +35,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7b96edf6",
+   "id": "9e151483",
    "metadata": {
     "id": "9ae91ed4-9c3e-4ade-938e-f4c2dcfbfdc0"
    },
@@ -67,7 +67,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fc20de11",
+   "id": "bcd1e2ee",
    "metadata": {
     "id": "e59b91d6-be24-4b5e-bb38-4977ea143a72"
    },
@@ -86,7 +86,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "eb3ed8dd",
+   "id": "65434750",
    "metadata": {
     "id": "21b6316e-8a55-4549-a154-66d3da2ab74a"
    },
@@ -115,7 +115,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "121c3a84",
+   "id": "4d476a78",
    "metadata": {
     "id": "3a680dfc-cbba-4f6c-8a1f-e1a5ff3f123a"
    },
@@ -127,7 +127,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "05461124",
+   "id": "6fb0f9c2",
    "metadata": {
     "id": "b219c9dd-39b6-4a95-b2a1-3f547a1e7bc0"
    },
@@ -137,7 +137,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b92bcc95",
+   "id": "b33f2737",
    "metadata": {
     "id": "674429c5-0ab4-4adf-975b-621bb69eca38"
    },
@@ -155,7 +155,7 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "fd5a92d0",
+   "id": "9f64f58b",
    "metadata": {
     "id": "a2787582-554f-44ce-9f38-4180a5ed6b44"
    },
@@ -171,7 +171,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "2da59827",
+   "id": "7d3c2c02",
    "metadata": {},
    "outputs": [
     {
@@ -212,7 +212,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "646a4284",
+   "id": "c21cb7d5",
    "metadata": {
     "id": "d5c7c3d6-7197-41e7-a088-49b753c1681f"
    },
@@ -227,7 +227,7 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "58ebb276",
+   "id": "3647bc36",
    "metadata": {
     "id": "20ba635d-518c-47ac-97ee-3cad25f1e0ce"
    },
@@ -257,7 +257,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "10df8bb1",
+   "id": "c3f6227d",
    "metadata": {
     "id": "2d63b2d2-f68a-4d74-b7f1-5127f6d16605"
    },
@@ -267,7 +267,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8633f9c3",
+   "id": "66102d53",
    "metadata": {
     "id": "601c3099-1026-439e-93e2-5635b3ba5a73"
    },
@@ -287,7 +287,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f0f48cc8",
+   "id": "2c57b7e0",
    "metadata": {
     "id": "560332eb-3558-41a1-b500-e83a9f695f84"
    },
@@ -297,7 +297,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "13ac1a7c",
+   "id": "d1d6a7b9",
    "metadata": {
     "id": "32ec8068-0bd7-412d-b662-0edb9d1e7365"
    },
@@ -309,7 +309,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fe724028",
+   "id": "a1aeaab5",
    "metadata": {
     "id": "589d9ec1-d12b-4b64-93f7-04c63997da19"
    },
@@ -324,7 +324,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2b314e10",
+   "id": "15e15263",
    "metadata": {
     "id": "b2ef54d5-b946-4c1d-9fdc-adc5d01b46aa"
    },
@@ -335,7 +335,7 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "fe651665",
+   "id": "2b45e282",
    "metadata": {
     "id": "bc77d7bb-f9e2-47f5-b663-30f7a4321ce5"
    },
@@ -348,7 +348,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6425330d",
+   "id": "40180db6",
    "metadata": {
     "id": "93748af7-b917-4ecf-a0c8-7d89077ff9cb"
    },
@@ -358,7 +358,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5cc47ef7",
+   "id": "9a0ebaaa",
    "metadata": {
     "id": "2bc82609-a9fb-447a-a2af-99597c864029"
    },
@@ -372,7 +372,7 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "81cd77f1",
+   "id": "399e8a0b",
    "metadata": {
     "id": "c7b07f9b-ae0e-4f89-98f0-0c50d432eab6",
     "outputId": "5c004b44-86e7-4e00-88be-39e0af5eed69"
@@ -386,7 +386,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a2fb21a4",
+   "id": "0139da6c",
    "metadata": {
     "id": "d2ef23f3-f4a8-483a-a2dc-080a7496cb1b"
    },
@@ -396,7 +396,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4e65ab86",
+   "id": "74f25c66",
    "metadata": {
     "id": "5ff67654-5a29-4bb8-a69d-0228946c6f8d"
    },
@@ -412,7 +412,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "ac3e85da",
+   "id": "9d176416",
    "metadata": {
     "id": "77d9f0c5-8607-4642-a8ac-c3ab2e223ea6"
    },
@@ -425,7 +425,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "47aaeddd",
+   "id": "2d342376",
    "metadata": {
     "id": "381acd09-0b0f-4d04-9eb3-f028ac0e5f2c"
    },
@@ -435,7 +435,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "efc405de",
+   "id": "4b043dd0",
    "metadata": {
     "id": "9649bf01-2e8a-45e5-8fca-441c13637b8f"
    },
@@ -447,7 +447,7 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "a92b4eee",
+   "id": "75dd00a9",
    "metadata": {
     "id": "6e6b0ec5-0c94-4e2c-ae24-c791be1b2255"
    },
@@ -467,7 +467,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1b8a4b65",
+   "id": "943f8968",
    "metadata": {
     "id": "5a679f05-063d-41b3-9b58-4fc9c6ccf4fd"
    },
@@ -486,7 +486,7 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "id": "d14f10ca",
+   "id": "2e8cd7e2",
    "metadata": {
     "id": "f12e2e57-156f-417b-8cfb-69221cc198e8"
    },
@@ -499,7 +499,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c578e46d",
+   "id": "f3f7cf49",
    "metadata": {
     "id": "00382a3e-abec-4cdd-a54c-d1aaa3ea4707"
    },
@@ -511,7 +511,7 @@
   {
    "cell_type": "code",
    "execution_count": 9,
-   "id": "0191c620",
+   "id": "82e4692d",
    "metadata": {
     "id": "87122d71-289a-466a-afcf-fa354b18946b"
    },
@@ -531,7 +531,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "dd914dec",
+   "id": "cbcf9e3c",
    "metadata": {},
    "source": [
     "We'll define our pre-processing strategy. We advise that you **do not** lower-case the transcriptions or remove punctuation unless mixing different datasets. This will enable you to fine-tune Whisper models that can predict punctuation and casing. Later, you will see how we can evaluate the predictions without punctuation or casing, so that the models benefit from the WER improvement obtained by normalising the transcriptions while still predicting fully formatted transcriptions."
@@ -540,7 +540,7 @@
   {
    "cell_type": "code",
    "execution_count": 10,
-   "id": "edcff94b",
+   "id": "be5abb8f",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -554,7 +554,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "91e20ca1",
+   "id": "9d0bd886",
    "metadata": {},
    "source": [
     "Now we can write a function to prepare our data ready for the model:\n",
@@ -567,7 +567,7 @@
   {
    "cell_type": "code",
    "execution_count": 11,
-   "id": "65220188",
+   "id": "b00578f6",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -594,7 +594,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "33bf968d",
+   "id": "906d9efe",
    "metadata": {
     "id": "70b319fb-2439-4ef6-a70d-a47bf41c4a13"
    },
@@ -605,7 +605,7 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "id": "5a2d916e",
+   "id": "69066e5c",
    "metadata": {
     "id": "7b73ab39-ffaf-4b9e-86e5-782963c6134b"
    },
@@ -841,7 +841,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6d199efc",
+   "id": "21198ebb",
    "metadata": {},
    "source": [
     "Finally, we filter any training data with audio samples longer than 30s. These samples would otherwise be truncated by the Whisper feature-extractor which could affect the stability of training. We define a function that returns `True` for samples that are less than 30s, and `False` for those that are longer:"
@@ -850,7 +850,7 @@
   {
    "cell_type": "code",
    "execution_count": 13,
-   "id": "e4fb6262",
+   "id": "470c6b79",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -862,7 +862,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c81e5dd1",
+   "id": "b4e60e66",
    "metadata": {},
    "source": [
     "We apply our filter function to all samples of our training dataset through 🤗 Datasets' `.filter` method:"
@@ -871,7 +871,7 @@
   {
    "cell_type": "code",
    "execution_count": 14,
-   "id": "383dc303",
+   "id": "6d4b19d2",
    "metadata": {},
    "outputs": [
     {
@@ -891,7 +891,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "df1dad26",
+   "id": "18f1ad42",
    "metadata": {
     "id": "263a5a58-0239-4a25-b0df-c625fc9c5810"
    },
@@ -901,7 +901,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "aac2aaa0",
+   "id": "9239da19",
    "metadata": {
     "id": "a693e768-c5a6-453f-89a1-b601dcf7daf7"
    },
@@ -924,7 +924,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "16c4990d",
+   "id": "df812100",
    "metadata": {
     "id": "8d230e6d-624c-400a-bbf5-fa660881df25"
    },
@@ -934,7 +934,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bb11f38f",
+   "id": "c268efce",
    "metadata": {
     "id": "04def221-0637-4a69-b242-d3f0c1d0ee78"
    },
@@ -960,7 +960,7 @@
   {
    "cell_type": "code",
    "execution_count": 15,
-   "id": "3eef048d",
+   "id": "24a62d76",
    "metadata": {
     "id": "8326221e-ec13-4731-bb4e-51e5fc1486c5"
    },
@@ -1001,7 +1001,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "068742f6",
+   "id": "d3606cd8",
    "metadata": {
     "id": "3cae7dbf-8a50-456e-a3a8-7fd005390f86"
    },
@@ -1012,7 +1012,7 @@
   {
    "cell_type": "code",
    "execution_count": 16,
-   "id": "e683d56f",
+   "id": "56477a6b",
    "metadata": {
     "id": "fc834702-c0d3-4a96-b101-7b87be32bf42"
    },
@@ -1023,7 +1023,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c9912462",
+   "id": "2eafb33d",
    "metadata": {
     "id": "d62bb2ab-750a-45e7-82e9-61d6f4805698"
    },
@@ -1033,7 +1033,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e364d70a",
+   "id": "10a00fa5",
    "metadata": {
     "id": "66fee1a7-a44c-461e-b047-c3917221572e"
    },
@@ -1045,7 +1045,7 @@
   {
    "cell_type": "code",
    "execution_count": 17,
-   "id": "66a269c7",
+   "id": "0eaf9eff",
    "metadata": {
     "id": "b22b4011-f31f-4b57-b684-c52332f92890"
    },
@@ -1058,7 +1058,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d5e2d3b4",
+   "id": "b4d8b5f7",
    "metadata": {
     "id": "4f32cab6-31f0-4cb9-af4c-40ba0f5fc508"
    },
@@ -1078,7 +1078,7 @@
   {
    "cell_type": "code",
    "execution_count": 18,
-   "id": "e9bad11c",
+   "id": "e50e5f03",
    "metadata": {
     "id": "23959a70-22d0-4ffe-9fa1-72b61e75bb52"
    },
@@ -1109,7 +1109,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7dfcf7b2",
+   "id": "8c95f83f",
    "metadata": {
     "id": "daf2a825-6d9f-4a23-b145-c37c0039075b"
    },
@@ -1119,7 +1119,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cf8c08b5",
+   "id": "6322c19d",
    "metadata": {
     "id": "437a97fa-4864-476b-8abc-f28b8166cfa5"
    },
@@ -1131,7 +1131,7 @@
   {
    "cell_type": "code",
    "execution_count": 19,
-   "id": "c00ee2a6",
+   "id": "0d49936d",
    "metadata": {
     "id": "5a10cc4b-07ec-4ebd-ac1d-7c601023594f"
    },
@@ -1144,7 +1144,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cce42607",
+   "id": "6848f5ce",
    "metadata": {
     "id": "a15ead5f-2277-4a39-937b-585c2497b2df"
    },
@@ -1155,7 +1155,7 @@
   {
    "cell_type": "code",
    "execution_count": 20,
-   "id": "ce955fa4",
+   "id": "1e3272a3",
    "metadata": {
     "id": "62038ba3-88ed-4fce-84db-338f50dcd04f"
    },
@@ -1168,7 +1168,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "72166169",
+   "id": "96f83b5f",
    "metadata": {
     "id": "2178dea4-80ca-47b6-b6ea-ba1915c90c06"
    },
@@ -1178,7 +1178,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d9e0df45",
+   "id": "f659e225",
    "metadata": {
     "id": "c21af1e9-0188-4134-ac82-defc7bdcc436"
    },
@@ -1189,7 +1189,7 @@
   {
    "cell_type": "code",
    "execution_count": 21,
-   "id": "b6c6e5e8",
+   "id": "cb5cdcfe",
    "metadata": {
     "id": "0ae3e9af-97b7-4aa0-ae85-20b23b5bcb3a"
    },
@@ -1223,7 +1223,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9bbfba53",
+   "id": "d573456c",
    "metadata": {
     "id": "b3a944d8-3112-4552-82a0-be25988b3857"
    },
@@ -1234,7 +1234,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b3274277",
+   "id": "757baf62",
    "metadata": {
     "id": "bac29114-d226-4f54-97cf-8718c9f94e1e"
    },
@@ -1246,7 +1246,7 @@
   {
    "cell_type": "code",
    "execution_count": 22,
-   "id": "8316ef6d",
+   "id": "3703befd",
    "metadata": {
     "id": "d546d7fe-0543-479a-b708-2ebabec19493"
    },
@@ -1277,7 +1277,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "27b3834a",
+   "id": "44747a53",
    "metadata": {
     "id": "uOrRhDGtN5S4"
    },
@@ -1288,7 +1288,7 @@
   {
    "cell_type": "code",
    "execution_count": 23,
-   "id": "81a05730",
+   "id": "622349f3",
    "metadata": {
     "id": "-2zQwMfEOBJq"
    },
@@ -1310,7 +1310,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7e1e3714",
+   "id": "bc26d1e9",
    "metadata": {
     "id": "7f404cf9-4345-468c-8196-4bd101d9bd51"
    },
@@ -1320,7 +1320,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "550c7393",
+   "id": "02415746",
    "metadata": {
     "id": "5e8b8d56-5a70-4f68-bd2e-f0752d0bd112"
    },
@@ -1337,7 +1337,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "bd716153",
+   "id": "8b188180",
    "metadata": {
     "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de"
    },
@@ -1365,8 +1365,8 @@
        "\n",
        "    <div>\n",
        "      \n",
-       "      <progress value='101' max='500' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [101/500 33:43 < 2:15:55, 0.05 it/s, Epoch 2.13/11]\n",
+       "      <progress value='201' max='500' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [201/500 1:09:30 < 1:44:26, 0.05 it/s, Epoch 4.25/11]\n",
        "    </div>\n",
        "    <table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
@@ -1390,6 +1390,18 @@
        "      <td>0.511871</td>\n",
        "      <td>30.607966</td>\n",
        "    </tr>\n",
+       "    <tr>\n",
+       "      <td>150</td>\n",
+       "      <td>0.062600</td>\n",
+       "      <td>0.540978</td>\n",
+       "      <td>20.440252</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>200</td>\n",
+       "      <td>0.015700</td>\n",
+       "      <td>0.577473</td>\n",
+       "      <td>19.811321</td>\n",
+       "    </tr>\n",
        "  </tbody>\n",
        "</table><p>"
       ],
@@ -1415,7 +1427,21 @@
       "Saving model checkpoint to ./checkpoint-100\n",
       "Configuration saved in ./checkpoint-100/config.json\n",
       "Model weights saved in ./checkpoint-100/pytorch_model.bin\n",
-      "Feature extractor saved in ./checkpoint-100/preprocessor_config.json\n"
+      "Feature extractor saved in ./checkpoint-100/preprocessor_config.json\n",
+      "Feature extractor saved in ./preprocessor_config.json\n",
+      "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`,  you can safely ignore this message.\n",
+      "***** Running Evaluation *****\n",
+      "  Num examples = 56\n",
+      "  Batch size = 1\n",
+      "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`,  you can safely ignore this message.\n",
+      "***** Running Evaluation *****\n",
+      "  Num examples = 56\n",
+      "  Batch size = 1\n",
+      "Saving model checkpoint to ./checkpoint-200\n",
+      "Configuration saved in ./checkpoint-200/config.json\n",
+      "Model weights saved in ./checkpoint-200/pytorch_model.bin\n",
+      "Feature extractor saved in ./checkpoint-200/preprocessor_config.json\n",
+      "Feature extractor saved in ./preprocessor_config.json\n"
      ]
     }
    ],
@@ -1426,7 +1452,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "29c8cc2f",
+   "id": "9d0664a8",
    "metadata": {
     "id": "c704f91e-241b-48c9-b8e0-f0da396a9663"
    },
@@ -1444,7 +1470,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "78e68f7e",
+   "id": "13e3ddd8",
    "metadata": {
     "id": "090d676a-f944-4297-a938-a40eda0b2b68"
    },
@@ -1455,7 +1481,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "7a9085a0",
+   "id": "d8cf3a71",
    "metadata": {
     "id": "d7030622-caf7-4039-939b-6195cdaa2585"
    },
@@ -1466,7 +1492,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "16bb6099",
+   "id": "f378904c",
    "metadata": {
     "id": "ca743fbd-602c-48d4-ba8d-a2fe60af64ba"
    },
@@ -1476,7 +1502,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "eaaa05d6",
+   "id": "0a4c5fb9",
    "metadata": {
     "id": "7f737783-2870-4e35-aa11-86a42d7d997a"
    },

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1de24bd546279cab316bf32757c528e1e7c5530ade0c78684d4369e673242788
+oid sha256:d8c43348411ba678b826cf38385cd78495c359c731740c58034b085acd1f2c80
 size 3055754841

runs/Dec10_19-43-08_28bc7e304ae9/events.out.tfevents.1670701396.28bc7e304ae9.29234.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d48a681ad3ddcd434b3aa08d311efc1ae02cc887c32cc3d8120e6a3634d8efd8
-size 5523
+oid sha256:7b2d739035757f3b68e2b86c57c832ebb92c5e4a81b2bef2430bf41d9e5b6200
+size 6784