|
{ |
|
"_name_or_path": "ntu-spml/distilhubert", |
|
"activation_dropout": 0.1, |
|
"apply_spec_augment": false, |
|
"architectures": [ |
|
"HubertForSequenceClassification" |
|
], |
|
"attention_dropout": 0.1, |
|
"bos_token_id": 1, |
|
"classifier_proj_size": 256, |
|
"conv_bias": false, |
|
"conv_dim": [ |
|
512, |
|
512, |
|
512, |
|
512, |
|
512, |
|
512, |
|
512 |
|
], |
|
"conv_kernel": [ |
|
10, |
|
3, |
|
3, |
|
3, |
|
3, |
|
2, |
|
2 |
|
], |
|
"conv_stride": [ |
|
5, |
|
2, |
|
2, |
|
2, |
|
2, |
|
2, |
|
2 |
|
], |
|
"ctc_loss_reduction": "sum", |
|
"ctc_zero_infinity": false, |
|
"do_stable_layer_norm": false, |
|
"eos_token_id": 2, |
|
"feat_extract_activation": "gelu", |
|
"feat_extract_norm": "group", |
|
"feat_proj_dropout": 0.0, |
|
"feat_proj_layer_norm": false, |
|
"final_dropout": 0.0, |
|
"hidden_act": "gelu", |
|
"hidden_dropout": 0.1, |
|
"hidden_size": 768, |
|
"id2label": { |
|
"0": "adelaide, australia", |
|
"1": "afghanistan", |
|
"10": "argentina", |
|
"100": "iowa, usa", |
|
"101": "iran", |
|
"102": "iraq", |
|
"103": "ireland", |
|
"104": "isle of man", |
|
"105": "isle of wight, uk", |
|
"106": "israel", |
|
"107": "israel (occupied territory)", |
|
"108": "italy", |
|
"109": "ivory coast", |
|
"11": "arizona, usa", |
|
"110": "jamaica", |
|
"111": "japan", |
|
"112": "jordan", |
|
"113": "kansas, usa", |
|
"114": "kazakhstan", |
|
"115": "kentucky, usa", |
|
"116": "kenya", |
|
"117": "kosovo", |
|
"118": "kuwait", |
|
"119": "kyrgyzstan", |
|
"12": "arkansas, usa", |
|
"120": "lancashire, uk", |
|
"121": "laos", |
|
"122": "latvia", |
|
"123": "lebanon", |
|
"124": "leeds, uk", |
|
"125": "leicester, uk", |
|
"126": "leighton buzzard, uk", |
|
"127": "lesotho", |
|
"128": "leyland, uk", |
|
"129": "liberia", |
|
"13": "armenia", |
|
"130": "libya", |
|
"131": "liechtenstein", |
|
"132": "lincolnshire, uk", |
|
"133": "lithuania", |
|
"134": "littlehampton, uk", |
|
"135": "london, uk", |
|
"136": "louisiana, usa", |
|
"137": "luxembourg", |
|
"138": "macedonia", |
|
"139": "madagascar", |
|
"14": "auburn, australia", |
|
"140": "maine, usa", |
|
"141": "maitland, australia", |
|
"142": "malawi", |
|
"143": "malaysia", |
|
"144": "mali", |
|
"145": "malta", |
|
"146": "manitoba, canada", |
|
"147": "martinique", |
|
"148": "maryland, usa", |
|
"149": "massachusetts, usa", |
|
"15": "austria", |
|
"150": "mauritius", |
|
"151": "melbourne, australia", |
|
"152": "mexico", |
|
"153": "michigan, usa", |
|
"154": "middlesex, uk", |
|
"155": "minnesota, usa", |
|
"156": "mississippi, usa", |
|
"157": "missouri, usa", |
|
"158": "moldova", |
|
"159": "mongolia", |
|
"16": "azerbaijan", |
|
"160": "montana, usa", |
|
"161": "montenegro", |
|
"162": "morocco", |
|
"163": "myanmar", |
|
"164": "namibia", |
|
"165": "naracoorte, australia", |
|
"166": "nebraska, usa", |
|
"167": "nepal", |
|
"168": "netherlands", |
|
"169": "nevada, usa", |
|
"17": "bahrain", |
|
"170": "new brunswick, canada", |
|
"171": "new hampshire, usa", |
|
"172": "new jersey, usa", |
|
"173": "new mexico, usa", |
|
"174": "new south wales, australia", |
|
"175": "new york, usa", |
|
"176": "new zealand", |
|
"177": "newcastle, australia", |
|
"178": "nicaragua", |
|
"179": "niger", |
|
"18": "bangladesh", |
|
"180": "nigeria", |
|
"181": "norfolk, uk", |
|
"182": "north carolina, usa", |
|
"183": "north dakota, usa", |
|
"184": "northern ireland, uk", |
|
"185": "northern mariana islands", |
|
"186": "norway", |
|
"187": "nottingham, uk", |
|
"188": "nova scotia, canada", |
|
"189": "ohio, usa", |
|
"19": "barbados", |
|
"190": "oklahoma, usa", |
|
"191": "oman", |
|
"192": "ontario, canada", |
|
"193": "oregon, usa", |
|
"194": "oxford, uk", |
|
"195": "oxfordshire, uk", |
|
"196": "pakistan", |
|
"197": "panama", |
|
"198": "papua new guinea", |
|
"199": "pennsylvania, usa", |
|
"2": "alabama, usa", |
|
"20": "belarus", |
|
"200": "perth, australia", |
|
"201": "peru", |
|
"202": "philippines", |
|
"203": "poland", |
|
"204": "portugal", |
|
"205": "puerto rico", |
|
"206": "qatar", |
|
"207": "quebec, canada", |
|
"208": "queensland, australia", |
|
"209": "republic of georgia", |
|
"21": "belgium", |
|
"210": "rhode island, usa", |
|
"211": "romania", |
|
"212": "romanian", |
|
"213": "russia", |
|
"214": "rwanda", |
|
"215": "saskatchewan, canada", |
|
"216": "saudi arabia", |
|
"217": "scotland, uk", |
|
"218": "senegal", |
|
"219": "serbia", |
|
"22": "belize", |
|
"220": "sicily", |
|
"221": "sierra leone", |
|
"222": "singapore", |
|
"223": "slovak republic", |
|
"224": "slovakia", |
|
"225": "slovenia", |
|
"226": "solomon islands", |
|
"227": "somalia", |
|
"228": "south africa", |
|
"229": "south carolina, usa", |
|
"23": "benin", |
|
"230": "south dakota, usa", |
|
"231": "south korea", |
|
"232": "southhampton, uk", |
|
"233": "spain", |
|
"234": "sri lanka", |
|
"235": "staffordshire, uk", |
|
"236": "strattford-on-avon, uk", |
|
"237": "sudan", |
|
"238": "surrey, uk", |
|
"239": "sweden", |
|
"24": "birkenhead, uk", |
|
"240": "switzerland", |
|
"241": "sydney, australia", |
|
"242": "syria", |
|
"243": "taiwan", |
|
"244": "tajikistan", |
|
"245": "tamworth, australia", |
|
"246": "tanzania", |
|
"247": "tasmania, australia", |
|
"248": "tennessee, usa", |
|
"249": "texas, usa", |
|
"25": "birmingham 1, uk", |
|
"250": "thailand", |
|
"251": "the bahamas", |
|
"252": "tibet", |
|
"253": "timor-leste", |
|
"254": "togo", |
|
"255": "trinidad", |
|
"256": "tunisia", |
|
"257": "turkey", |
|
"258": "turkmenistan", |
|
"259": "uganda", |
|
"26": "birmingham, uk", |
|
"260": "ukraine", |
|
"261": "united arab emirates", |
|
"262": "uruguay", |
|
"263": "us virgin islands", |
|
"264": "utah, usa", |
|
"265": "uzbekistan", |
|
"266": "venezuela", |
|
"267": "vermont, usa", |
|
"268": "vietnam", |
|
"269": "virginia", |
|
"27": "bolivia", |
|
"270": "virginia, usa", |
|
"271": "wales, uk", |
|
"272": "warwickshire, uk", |
|
"273": "washington, usa", |
|
"274": "west virginia, usa", |
|
"275": "windsor, australia", |
|
"276": "windsor, uk", |
|
"277": "wisconsin, usa", |
|
"278": "wyoming, usa", |
|
"279": "yemen", |
|
"28": "bosnia", |
|
"280": "york, uk", |
|
"281": "yugoslavia", |
|
"282": "zambia", |
|
"283": "zimbabwe", |
|
"29": "bosnia and herzegovina", |
|
"3": "alaska, usa", |
|
"30": "botswana", |
|
"31": "bournesmouth, uk", |
|
"32": "brazil", |
|
"33": "brisbane, australia", |
|
"34": "british columbia, canada", |
|
"35": "british columbia, canada", |
|
"36": "buckinghamshire, uk", |
|
"37": "bulgaria", |
|
"38": "burkina faso", |
|
"39": "burundi", |
|
"4": "albania", |
|
"40": "bury st. edmunds, uk", |
|
"41": "california, usa", |
|
"42": "cambodia", |
|
"43": "cameroon", |
|
"44": "canberra, australia", |
|
"45": "castle donington, uk", |
|
"46": "chad", |
|
"47": "chile", |
|
"48": "china", |
|
"49": "colombia", |
|
"5": "alberta, canada", |
|
"50": "colorado, usa", |
|
"51": "connecticut, usa", |
|
"52": "costa rica", |
|
"53": "croatia", |
|
"54": "cuba", |
|
"55": "curacao", |
|
"56": "cyprus", |
|
"57": "czech republic", |
|
"58": "darwin, australia", |
|
"59": "dc, usa", |
|
"6": "algeria", |
|
"60": "democratic republic of congo", |
|
"61": "denmark", |
|
"62": "district of columbia, usa", |
|
"63": "dominican republic", |
|
"64": "dudley, uk", |
|
"65": "ecuador", |
|
"66": "egypt", |
|
"67": "el salvador", |
|
"68": "england, uk", |
|
"69": "equatorial guinea", |
|
"7": "andorra", |
|
"70": "eritrea", |
|
"71": "estonia", |
|
"72": "ethiopia", |
|
"73": "exminister, uk", |
|
"74": "faroe islands", |
|
"75": "federated states of micronesia", |
|
"76": "fiji", |
|
"77": "finland", |
|
"78": "florida, usa", |
|
"79": "france", |
|
"8": "angola", |
|
"80": "gabon", |
|
"81": "geelong, australia", |
|
"82": "georgia, usa", |
|
"83": "germany", |
|
"84": "ghana", |
|
"85": "greece", |
|
"86": "guatemala", |
|
"87": "guinea", |
|
"88": "guyana", |
|
"89": "haiti", |
|
"9": "antigua and barbuda", |
|
"90": "hawaii, usa", |
|
"91": "hertfordshire, uk", |
|
"92": "honduras", |
|
"93": "hungary", |
|
"94": "iceland", |
|
"95": "idaho, usa", |
|
"96": "illinois, usa", |
|
"97": "india", |
|
"98": "indiana, usa", |
|
"99": "indonesia" |
|
}, |
|
"initializer_range": 0.02, |
|
"intermediate_size": 3072, |
|
"label2id": { |
|
"adelaide, australia": "0", |
|
"afghanistan": "1", |
|
"alabama, usa": "2", |
|
"alaska, usa": "3", |
|
"albania": "4", |
|
"alberta, canada": "5", |
|
"algeria": "6", |
|
"andorra": "7", |
|
"angola": "8", |
|
"antigua and barbuda": "9", |
|
"argentina": "10", |
|
"arizona, usa": "11", |
|
"arkansas, usa": "12", |
|
"armenia": "13", |
|
"auburn, australia": "14", |
|
"austria": "15", |
|
"azerbaijan": "16", |
|
"bahrain": "17", |
|
"bangladesh": "18", |
|
"barbados": "19", |
|
"belarus": "20", |
|
"belgium": "21", |
|
"belize": "22", |
|
"benin": "23", |
|
"birkenhead, uk": "24", |
|
"birmingham 1, uk": "25", |
|
"birmingham, uk": "26", |
|
"bolivia": "27", |
|
"bosnia": "28", |
|
"bosnia and herzegovina": "29", |
|
"botswana": "30", |
|
"bournesmouth, uk": "31", |
|
"brazil": "32", |
|
"brisbane, australia": "33", |
|
"british columbia, canada": "34", |
|
"british columbia, canada": "35", |
|
"buckinghamshire, uk": "36", |
|
"bulgaria": "37", |
|
"burkina faso": "38", |
|
"burundi": "39", |
|
"bury st. edmunds, uk": "40", |
|
"california, usa": "41", |
|
"cambodia": "42", |
|
"cameroon": "43", |
|
"canberra, australia": "44", |
|
"castle donington, uk": "45", |
|
"chad": "46", |
|
"chile": "47", |
|
"china": "48", |
|
"colombia": "49", |
|
"colorado, usa": "50", |
|
"connecticut, usa": "51", |
|
"costa rica": "52", |
|
"croatia": "53", |
|
"cuba": "54", |
|
"curacao": "55", |
|
"cyprus": "56", |
|
"czech republic": "57", |
|
"darwin, australia": "58", |
|
"dc, usa": "59", |
|
"democratic republic of congo": "60", |
|
"denmark": "61", |
|
"district of columbia, usa": "62", |
|
"dominican republic": "63", |
|
"dudley, uk": "64", |
|
"ecuador": "65", |
|
"egypt": "66", |
|
"el salvador": "67", |
|
"england, uk": "68", |
|
"equatorial guinea": "69", |
|
"eritrea": "70", |
|
"estonia": "71", |
|
"ethiopia": "72", |
|
"exminister, uk": "73", |
|
"faroe islands": "74", |
|
"federated states of micronesia": "75", |
|
"fiji": "76", |
|
"finland": "77", |
|
"florida, usa": "78", |
|
"france": "79", |
|
"gabon": "80", |
|
"geelong, australia": "81", |
|
"georgia, usa": "82", |
|
"germany": "83", |
|
"ghana": "84", |
|
"greece": "85", |
|
"guatemala": "86", |
|
"guinea": "87", |
|
"guyana": "88", |
|
"haiti": "89", |
|
"hawaii, usa": "90", |
|
"hertfordshire, uk": "91", |
|
"honduras": "92", |
|
"hungary": "93", |
|
"iceland": "94", |
|
"idaho, usa": "95", |
|
"illinois, usa": "96", |
|
"india": "97", |
|
"indiana, usa": "98", |
|
"indonesia": "99", |
|
"iowa, usa": "100", |
|
"iran": "101", |
|
"iraq": "102", |
|
"ireland": "103", |
|
"isle of man": "104", |
|
"isle of wight, uk": "105", |
|
"israel": "106", |
|
"israel (occupied territory)": "107", |
|
"italy": "108", |
|
"ivory coast": "109", |
|
"jamaica": "110", |
|
"japan": "111", |
|
"jordan": "112", |
|
"kansas, usa": "113", |
|
"kazakhstan": "114", |
|
"kentucky, usa": "115", |
|
"kenya": "116", |
|
"kosovo": "117", |
|
"kuwait": "118", |
|
"kyrgyzstan": "119", |
|
"lancashire, uk": "120", |
|
"laos": "121", |
|
"latvia": "122", |
|
"lebanon": "123", |
|
"leeds, uk": "124", |
|
"leicester, uk": "125", |
|
"leighton buzzard, uk": "126", |
|
"lesotho": "127", |
|
"leyland, uk": "128", |
|
"liberia": "129", |
|
"libya": "130", |
|
"liechtenstein": "131", |
|
"lincolnshire, uk": "132", |
|
"lithuania": "133", |
|
"littlehampton, uk": "134", |
|
"london, uk": "135", |
|
"louisiana, usa": "136", |
|
"luxembourg": "137", |
|
"macedonia": "138", |
|
"madagascar": "139", |
|
"maine, usa": "140", |
|
"maitland, australia": "141", |
|
"malawi": "142", |
|
"malaysia": "143", |
|
"mali": "144", |
|
"malta": "145", |
|
"manitoba, canada": "146", |
|
"martinique": "147", |
|
"maryland, usa": "148", |
|
"massachusetts, usa": "149", |
|
"mauritius": "150", |
|
"melbourne, australia": "151", |
|
"mexico": "152", |
|
"michigan, usa": "153", |
|
"middlesex, uk": "154", |
|
"minnesota, usa": "155", |
|
"mississippi, usa": "156", |
|
"missouri, usa": "157", |
|
"moldova": "158", |
|
"mongolia": "159", |
|
"montana, usa": "160", |
|
"montenegro": "161", |
|
"morocco": "162", |
|
"myanmar": "163", |
|
"namibia": "164", |
|
"naracoorte, australia": "165", |
|
"nebraska, usa": "166", |
|
"nepal": "167", |
|
"netherlands": "168", |
|
"nevada, usa": "169", |
|
"new brunswick, canada": "170", |
|
"new hampshire, usa": "171", |
|
"new jersey, usa": "172", |
|
"new mexico, usa": "173", |
|
"new south wales, australia": "174", |
|
"new york, usa": "175", |
|
"new zealand": "176", |
|
"newcastle, australia": "177", |
|
"nicaragua": "178", |
|
"niger": "179", |
|
"nigeria": "180", |
|
"norfolk, uk": "181", |
|
"north carolina, usa": "182", |
|
"north dakota, usa": "183", |
|
"northern ireland, uk": "184", |
|
"northern mariana islands": "185", |
|
"norway": "186", |
|
"nottingham, uk": "187", |
|
"nova scotia, canada": "188", |
|
"ohio, usa": "189", |
|
"oklahoma, usa": "190", |
|
"oman": "191", |
|
"ontario, canada": "192", |
|
"oregon, usa": "193", |
|
"oxford, uk": "194", |
|
"oxfordshire, uk": "195", |
|
"pakistan": "196", |
|
"panama": "197", |
|
"papua new guinea": "198", |
|
"pennsylvania, usa": "199", |
|
"perth, australia": "200", |
|
"peru": "201", |
|
"philippines": "202", |
|
"poland": "203", |
|
"portugal": "204", |
|
"puerto rico": "205", |
|
"qatar": "206", |
|
"quebec, canada": "207", |
|
"queensland, australia": "208", |
|
"republic of georgia": "209", |
|
"rhode island, usa": "210", |
|
"romania": "211", |
|
"romanian": "212", |
|
"russia": "213", |
|
"rwanda": "214", |
|
"saskatchewan, canada": "215", |
|
"saudi arabia": "216", |
|
"scotland, uk": "217", |
|
"senegal": "218", |
|
"serbia": "219", |
|
"sicily": "220", |
|
"sierra leone": "221", |
|
"singapore": "222", |
|
"slovak republic": "223", |
|
"slovakia": "224", |
|
"slovenia": "225", |
|
"solomon islands": "226", |
|
"somalia": "227", |
|
"south africa": "228", |
|
"south carolina, usa": "229", |
|
"south dakota, usa": "230", |
|
"south korea": "231", |
|
"southhampton, uk": "232", |
|
"spain": "233", |
|
"sri lanka": "234", |
|
"staffordshire, uk": "235", |
|
"strattford-on-avon, uk": "236", |
|
"sudan": "237", |
|
"surrey, uk": "238", |
|
"sweden": "239", |
|
"switzerland": "240", |
|
"sydney, australia": "241", |
|
"syria": "242", |
|
"taiwan": "243", |
|
"tajikistan": "244", |
|
"tamworth, australia": "245", |
|
"tanzania": "246", |
|
"tasmania, australia": "247", |
|
"tennessee, usa": "248", |
|
"texas, usa": "249", |
|
"thailand": "250", |
|
"the bahamas": "251", |
|
"tibet": "252", |
|
"timor-leste": "253", |
|
"togo": "254", |
|
"trinidad": "255", |
|
"tunisia": "256", |
|
"turkey": "257", |
|
"turkmenistan": "258", |
|
"uganda": "259", |
|
"ukraine": "260", |
|
"united arab emirates": "261", |
|
"uruguay": "262", |
|
"us virgin islands": "263", |
|
"utah, usa": "264", |
|
"uzbekistan": "265", |
|
"venezuela": "266", |
|
"vermont, usa": "267", |
|
"vietnam": "268", |
|
"virginia": "269", |
|
"virginia, usa": "270", |
|
"wales, uk": "271", |
|
"warwickshire, uk": "272", |
|
"washington, usa": "273", |
|
"west virginia, usa": "274", |
|
"windsor, australia": "275", |
|
"windsor, uk": "276", |
|
"wisconsin, usa": "277", |
|
"wyoming, usa": "278", |
|
"yemen": "279", |
|
"york, uk": "280", |
|
"yugoslavia": "281", |
|
"zambia": "282", |
|
"zimbabwe": "283" |
|
}, |
|
"layer_norm_eps": 1e-05, |
|
"layerdrop": 0.0, |
|
"mask_feature_length": 10, |
|
"mask_feature_min_masks": 0, |
|
"mask_feature_prob": 0.0, |
|
"mask_time_length": 10, |
|
"mask_time_min_masks": 2, |
|
"mask_time_prob": 0.05, |
|
"model_type": "hubert", |
|
"num_attention_heads": 12, |
|
"num_conv_pos_embedding_groups": 16, |
|
"num_conv_pos_embeddings": 128, |
|
"num_feat_extract_layers": 7, |
|
"num_hidden_layers": 2, |
|
"pad_token_id": 0, |
|
"torch_dtype": "float32", |
|
"transformers_version": "4.36.2", |
|
"use_weighted_layer_sum": false, |
|
"vocab_size": 32 |
|
} |
|
|