|
{ |
|
"_name_or_path": "vinai/bertweet-base", |
|
"architectures": [ |
|
"RobertaForTokenClassification" |
|
], |
|
"attention_probs_dropout_prob": 0.1, |
|
"bos_token_id": 0, |
|
"classifier_dropout": null, |
|
"crf_state_dict": { |
|
"_constraint_mask": [ |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0 |
|
], |
|
[ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
], |
|
"end_transitions": [ |
|
-1.2583976984024048, |
|
0.03676381707191467, |
|
-0.5245370268821716, |
|
-0.20084445178508759, |
|
0.3890440762042999, |
|
-2.549811840057373, |
|
-3.053385019302368, |
|
-0.8323586583137512, |
|
0.8385769128799438, |
|
0.8341927528381348, |
|
-1.6438255310058594, |
|
0.32170289754867554, |
|
-0.8610949516296387, |
|
0.9774165153503418, |
|
-0.6999514102935791 |
|
], |
|
"start_transitions": [ |
|
-0.5579946637153625, |
|
-1.7855454683303833, |
|
-0.032444216310977936, |
|
-1.2498866319656372, |
|
0.03453841060400009, |
|
-0.3967250883579254, |
|
0.5502353310585022, |
|
-1.200816035270691, |
|
-0.7364137768745422, |
|
0.04066389426589012, |
|
-0.9273663759231567, |
|
1.2603214979171753, |
|
1.5302016735076904, |
|
-0.5205991864204407, |
|
-0.24068991839885712 |
|
], |
|
"transitions": [ |
|
[ |
|
-0.09382994472980499, |
|
0.052368614822626114, |
|
-0.2653651833534241, |
|
0.2188248187303543, |
|
0.47962597012519836, |
|
0.06785765290260315, |
|
0.05629231408238411, |
|
0.15046702325344086, |
|
0.08760504424571991, |
|
-0.0613531619310379, |
|
0.4163665175437927, |
|
-0.19912637770175934, |
|
0.056214429438114166, |
|
-0.001807395019568503, |
|
-0.18638557195663452 |
|
], |
|
[ |
|
0.04914265125989914, |
|
0.1598505824804306, |
|
-0.7563565969467163, |
|
0.31921273469924927, |
|
-0.18613874912261963, |
|
0.23119959235191345, |
|
-0.1284274309873581, |
|
0.5714182257652283, |
|
-0.3381669819355011, |
|
0.1469595730304718, |
|
0.44776496291160583, |
|
-0.02953462488949299, |
|
-0.11675506085157394, |
|
-0.2111276090145111, |
|
-0.8055574893951416 |
|
], |
|
[ |
|
-0.09875185042619705, |
|
0.09518603980541229, |
|
0.012512626126408577, |
|
-0.39702391624450684, |
|
0.2884393632411957, |
|
0.03636248782277107, |
|
-0.012311271391808987, |
|
-0.6431111693382263, |
|
0.41802555322647095, |
|
-0.18576902151107788, |
|
0.14455755054950714, |
|
-0.07524289190769196, |
|
-0.10666300356388092, |
|
-0.21149906516075134, |
|
0.03134836256504059 |
|
], |
|
[ |
|
-0.04744308441877365, |
|
0.0001059867354342714, |
|
0.3721434772014618, |
|
0.22969363629817963, |
|
-0.34657174348831177, |
|
-0.11868593096733093, |
|
-0.05939004197716713, |
|
0.14915437996387482, |
|
0.07357244193553925, |
|
-0.15780101716518402, |
|
-0.27513718605041504, |
|
0.026743298396468163, |
|
-0.2107033133506775, |
|
0.11985631287097931, |
|
0.17964135110378265 |
|
], |
|
[ |
|
-0.10982061177492142, |
|
-0.441237211227417, |
|
0.09426387399435043, |
|
-0.14524346590042114, |
|
-0.12575405836105347, |
|
-0.30434098839759827, |
|
0.34197357296943665, |
|
-0.16713428497314453, |
|
-0.1359291672706604, |
|
0.11043252795934677, |
|
-0.1307293176651001, |
|
0.5872320532798767, |
|
-0.13100378215312958, |
|
-0.06803145259618759, |
|
-0.017375169321894646 |
|
], |
|
[ |
|
0.0030914999078959227, |
|
0.19432201981544495, |
|
-0.16351298987865448, |
|
0.08318661898374557, |
|
-0.22938865423202515, |
|
-0.05172219127416611, |
|
0.29014527797698975, |
|
-0.1883278489112854, |
|
-0.16943961381912231, |
|
-0.33115354180336, |
|
0.2921975255012512, |
|
-0.33714401721954346, |
|
0.16327713429927826, |
|
0.06114976480603218, |
|
0.14669859409332275 |
|
], |
|
[ |
|
0.16637557744979858, |
|
0.12050103396177292, |
|
0.28052276372909546, |
|
-0.27705100178718567, |
|
-0.30786630511283875, |
|
-0.17256325483322144, |
|
-0.4583987295627594, |
|
0.3912954330444336, |
|
0.1254723072052002, |
|
0.07781637459993362, |
|
0.35780099034309387, |
|
0.09080658853054047, |
|
0.09266950935125351, |
|
-0.25166448950767517, |
|
0.23215754330158234 |
|
], |
|
[ |
|
0.14360623061656952, |
|
-0.045379992574453354, |
|
0.18245068192481995, |
|
0.04469548538327217, |
|
0.001369764213450253, |
|
0.16123604774475098, |
|
0.028131209313869476, |
|
0.1206398457288742, |
|
0.1333494782447815, |
|
0.08959068357944489, |
|
0.18540723621845245, |
|
-0.18726566433906555, |
|
-0.1938306838274002, |
|
0.09170054644346237, |
|
0.5206463932991028 |
|
], |
|
[ |
|
-0.2626712918281555, |
|
-0.1623457819223404, |
|
0.2048722505569458, |
|
-0.11796285957098007, |
|
-0.2664114534854889, |
|
-0.23258911073207855, |
|
-0.14950524270534515, |
|
-0.2884178161621094, |
|
-0.09507486969232559, |
|
0.05322157219052315, |
|
0.1098538264632225, |
|
-0.3824710249900818, |
|
-0.02693002112209797, |
|
-0.1575438678264618, |
|
-0.38361409306526184 |
|
], |
|
[ |
|
-0.428103506565094, |
|
-0.2478768229484558, |
|
-0.16475069522857666, |
|
-0.5498000979423523, |
|
-0.4613742232322693, |
|
-0.0010733718518167734, |
|
-0.27363497018814087, |
|
-0.005110246129333973, |
|
0.11393246799707413, |
|
0.08772587776184082, |
|
-0.22007077932357788, |
|
0.30481353402137756, |
|
0.33799245953559875, |
|
0.002079200930893421, |
|
-0.026616064831614494 |
|
], |
|
[ |
|
-0.2083430290222168, |
|
0.05422880873084068, |
|
0.2353033721446991, |
|
0.4929324686527252, |
|
-0.07577083259820938, |
|
0.26883047819137573, |
|
-0.07237107306718826, |
|
0.23812679946422577, |
|
-0.05212108790874481, |
|
0.31027278304100037, |
|
-0.16135857999324799, |
|
-0.5758764147758484, |
|
0.11346075683832169, |
|
0.1227184385061264, |
|
0.0641341358423233 |
|
], |
|
[ |
|
-0.08339932560920715, |
|
0.45786935091018677, |
|
-0.048762742429971695, |
|
-0.3717879354953766, |
|
0.36092409491539, |
|
-0.3756914436817169, |
|
-0.6103837490081787, |
|
0.34532690048217773, |
|
0.16483443975448608, |
|
-0.10587304830551147, |
|
-0.10830754041671753, |
|
-0.14451561868190765, |
|
-0.026407310739159584, |
|
-0.12888272106647491, |
|
0.1571332961320877 |
|
], |
|
[ |
|
0.0927024558186531, |
|
-0.393008291721344, |
|
-0.18243494629859924, |
|
-0.10132994502782822, |
|
0.16224052011966705, |
|
0.07717317342758179, |
|
0.0409155935049057, |
|
-0.1801406443119049, |
|
0.08678507804870605, |
|
-0.5466883778572083, |
|
0.28703010082244873, |
|
-0.1565786451101303, |
|
-0.33519288897514343, |
|
0.16095873713493347, |
|
-0.25875574350357056 |
|
], |
|
[ |
|
-0.019646361470222473, |
|
0.017014402896165848, |
|
0.24902643263339996, |
|
0.27153199911117554, |
|
-0.24462725222110748, |
|
-0.08310096710920334, |
|
-0.33095279335975647, |
|
0.04747894033789635, |
|
0.18619485199451447, |
|
-0.04787185415625572, |
|
0.420838326215744, |
|
0.17718474566936493, |
|
0.2016357034444809, |
|
0.1752391755580902, |
|
-0.022385476157069206 |
|
], |
|
[ |
|
0.07613836973905563, |
|
0.4824567437171936, |
|
-0.07052615284919739, |
|
0.13383744657039642, |
|
-0.19786827266216278, |
|
0.1981605887413025, |
|
0.557060718536377, |
|
0.021325455978512764, |
|
0.05748864635825157, |
|
0.28243115544319153, |
|
-0.5410887002944946, |
|
-0.22730737924575806, |
|
0.05030139535665512, |
|
0.16158020496368408, |
|
0.31608846783638 |
|
] |
|
] |
|
}, |
|
"eos_token_id": 2, |
|
"gradient_checkpointing": false, |
|
"hidden_act": "gelu", |
|
"hidden_dropout_prob": 0.1, |
|
"hidden_size": 768, |
|
"id2label": { |
|
"0": "B-corporation", |
|
"1": "B-creative_work", |
|
"2": "B-event", |
|
"3": "B-group", |
|
"4": "B-location", |
|
"5": "B-person", |
|
"6": "B-product", |
|
"7": "I-corporation", |
|
"8": "I-creative_work", |
|
"9": "I-event", |
|
"10": "I-group", |
|
"11": "I-location", |
|
"12": "I-person", |
|
"13": "I-product", |
|
"14": "O" |
|
}, |
|
"initializer_range": 0.02, |
|
"intermediate_size": 3072, |
|
"label2id": { |
|
"B-corporation": 0, |
|
"B-creative_work": 1, |
|
"B-event": 2, |
|
"B-group": 3, |
|
"B-location": 4, |
|
"B-person": 5, |
|
"B-product": 6, |
|
"I-corporation": 7, |
|
"I-creative_work": 8, |
|
"I-event": 9, |
|
"I-group": 10, |
|
"I-location": 11, |
|
"I-person": 12, |
|
"I-product": 13, |
|
"O": 14 |
|
}, |
|
"layer_norm_eps": 1e-05, |
|
"max_position_embeddings": 130, |
|
"model_type": "roberta", |
|
"num_attention_heads": 12, |
|
"num_hidden_layers": 12, |
|
"pad_token_id": 1, |
|
"position_embedding_type": "absolute", |
|
"tokenizer_class": "BertweetTokenizer", |
|
"torch_dtype": "float32", |
|
"transformers_version": "4.17.0", |
|
"type_vocab_size": 1, |
|
"use_cache": true, |
|
"vocab_size": 64001 |
|
} |
|
|