whisper-base.en-fsc / config.json
gokuls's picture
Training in progress, epoch 0
543c166 verified
raw
history blame
6.95 kB
{
"_name_or_path": "openai/whisper-base.en",
"activation_dropout": 0.0,
"activation_function": "gelu",
"apply_spec_augment": false,
"architectures": [
"WhisperForAudioClassification"
],
"attention_dropout": 0.0,
"begin_suppress_tokens": [
220,
50256
],
"bos_token_id": 50257,
"classifier_proj_size": 256,
"d_model": 512,
"decoder_attention_heads": 8,
"decoder_ffn_dim": 2048,
"decoder_layerdrop": 0.0,
"decoder_layers": 6,
"decoder_start_token_id": 50257,
"dropout": 0.0,
"encoder_attention_heads": 8,
"encoder_ffn_dim": 2048,
"encoder_layerdrop": 0.0,
"encoder_layers": 6,
"eos_token_id": 50256,
"forced_decoder_ids": [
[
1,
50362
]
],
"id2label": {
"0": "datetime_convert",
"1": "set",
"10": "cleaning",
"11": "coffee",
"12": "factoid",
"13": "lists_remove",
"14": "general_quirky",
"15": "remove",
"16": "iot_hue_lightchange",
"17": "alarm_remove",
"18": "music_query",
"19": "cooking_recipe",
"2": "ticket",
"20": "hue_lightup",
"21": "recommendation_locations",
"22": "radio",
"23": "post",
"24": "datetime_query",
"25": "email_query",
"26": "transport_taxi",
"27": "hue_lightoff",
"28": "cooking_query",
"29": "currency",
"3": "podcasts",
"30": "iot_cleaning",
"31": "game",
"32": "weather_query",
"33": "music",
"34": "play_audiobook",
"35": "lists_createoradd",
"36": "audio_volume_mute",
"37": "transport_query",
"38": "qa_definition",
"39": "email_querycontact",
"4": "transport_ticket",
"40": "play_podcasts",
"41": "play_music",
"42": "traffic",
"43": "iot_hue_lighton",
"44": "takeaway_query",
"45": "alarm_query",
"46": "qa_stock",
"47": "play_game",
"48": "music_dislikeness",
"49": "locations",
"5": "alarm_set",
"50": "email_addcontact",
"51": "addcontact",
"52": "greet",
"53": "qa_factoid",
"54": "calendar_set",
"55": "social_post",
"56": "social_query",
"57": "takeaway_order",
"58": "calendar_remove",
"59": "news_query",
"6": "events",
"60": "general_greet",
"61": "joke",
"62": "iot_coffee",
"63": "query",
"64": "general_joke",
"65": "iot_wemo_off",
"66": "wemo_off",
"67": "email_sendemail",
"68": "definition",
"69": "iot_hue_lightdim",
"7": "wemo_on",
"70": "settings",
"71": "recommendation_events",
"72": "music_settings",
"73": "recommendation_movies",
"74": "qa_currency",
"75": "convert",
"76": "iot_hue_lightoff",
"77": "hue_lightdim",
"78": "quirky",
"79": "transport_traffic",
"8": "iot_hue_lightup",
"80": "querycontact",
"81": "play_radio",
"82": "audio_volume_up",
"83": "sendemail",
"84": "music_likeness",
"85": "iot_wemo_on",
"86": "volume_other",
"87": "audio_volume_down",
"88": "calendar_query",
"89": "audio_volume_other",
"9": "createoradd",
"90": "qa_maths",
"91": "lists_query"
},
"init_std": 0.02,
"is_encoder_decoder": true,
"label2id": {
"addcontact": "51",
"alarm_query": "45",
"alarm_remove": "17",
"alarm_set": "5",
"audio_volume_down": "87",
"audio_volume_mute": "36",
"audio_volume_other": "89",
"audio_volume_up": "82",
"calendar_query": "88",
"calendar_remove": "58",
"calendar_set": "54",
"cleaning": "10",
"coffee": "11",
"convert": "75",
"cooking_query": "28",
"cooking_recipe": "19",
"createoradd": "9",
"currency": "29",
"datetime_convert": "0",
"datetime_query": "24",
"definition": "68",
"email_addcontact": "50",
"email_query": "25",
"email_querycontact": "39",
"email_sendemail": "67",
"events": "6",
"factoid": "12",
"game": "31",
"general_greet": "60",
"general_joke": "64",
"general_quirky": "14",
"greet": "52",
"hue_lightdim": "77",
"hue_lightoff": "27",
"hue_lightup": "20",
"iot_cleaning": "30",
"iot_coffee": "62",
"iot_hue_lightchange": "16",
"iot_hue_lightdim": "69",
"iot_hue_lightoff": "76",
"iot_hue_lighton": "43",
"iot_hue_lightup": "8",
"iot_wemo_off": "65",
"iot_wemo_on": "85",
"joke": "61",
"lists_createoradd": "35",
"lists_query": "91",
"lists_remove": "13",
"locations": "49",
"music": "33",
"music_dislikeness": "48",
"music_likeness": "84",
"music_query": "18",
"music_settings": "72",
"news_query": "59",
"play_audiobook": "34",
"play_game": "47",
"play_music": "41",
"play_podcasts": "40",
"play_radio": "81",
"podcasts": "3",
"post": "23",
"qa_currency": "74",
"qa_definition": "38",
"qa_factoid": "53",
"qa_maths": "90",
"qa_stock": "46",
"query": "63",
"querycontact": "80",
"quirky": "78",
"radio": "22",
"recommendation_events": "71",
"recommendation_locations": "21",
"recommendation_movies": "73",
"remove": "15",
"sendemail": "83",
"set": "1",
"settings": "70",
"social_post": "55",
"social_query": "56",
"takeaway_order": "57",
"takeaway_query": "44",
"ticket": "2",
"traffic": "42",
"transport_query": "37",
"transport_taxi": "26",
"transport_ticket": "4",
"transport_traffic": "79",
"volume_other": "86",
"weather_query": "32",
"wemo_off": "66",
"wemo_on": "7"
},
"mask_feature_length": 10,
"mask_feature_min_masks": 0,
"mask_feature_prob": 0.0,
"mask_time_length": 10,
"mask_time_min_masks": 2,
"mask_time_prob": 0.05,
"max_length": 448,
"max_source_positions": 1500,
"max_target_positions": 448,
"median_filter_width": 7,
"model_type": "whisper",
"num_hidden_layers": 6,
"num_mel_bins": 80,
"pad_token_id": 50256,
"scale_embedding": false,
"suppress_tokens": [
1,
2,
7,
8,
9,
10,
14,
25,
26,
27,
28,
29,
31,
58,
59,
60,
61,
62,
63,
90,
91,
92,
93,
357,
366,
438,
532,
685,
705,
796,
930,
1058,
1220,
1267,
1279,
1303,
1343,
1377,
1391,
1635,
1782,
1875,
2162,
2361,
2488,
3467,
4008,
4211,
4600,
4808,
5299,
5855,
6329,
7203,
9609,
9959,
10563,
10786,
11420,
11709,
11907,
13163,
13697,
13700,
14808,
15306,
16410,
16791,
17992,
19203,
19510,
20724,
22305,
22935,
27007,
30109,
30420,
33409,
34949,
40283,
40493,
40549,
47282,
49146,
50257,
50357,
50358,
50359,
50360,
50361
],
"torch_dtype": "float32",
"transformers_version": "4.43.3",
"use_cache": true,
"use_weighted_layer_sum": false,
"vocab_size": 51864
}