Hugging Face's logo

tner
/
bertweet-large-tweetner7-2021

Token Classification
Transformers
PyTorch
roberta
Eval Results
Inference Endpoints
Model card Files Community
bertweet-large-tweetner7-2021 / config.json
asahi417's picture
asahi417
model update
ed88a7b
raw
history blame
13.2 kB
{
"_name_or_path": "vinai/bertweet-large",
"architectures": [
"RobertaForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"crf_state_dict": {
"_constraint_mask": [
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"end_transitions": [
0.7771698832511902,
-0.3085789084434509,
-1.264859676361084,
1.2399808168411255,
-1.1485497951507568,
-1.8982981443405151,
-0.215396910905838,
0.7203065752983093,
-1.3297080993652344,
-0.2486581951379776,
-0.7980887293815613,
-1.0599867105484009,
0.10183995217084885,
-0.8274444937705994,
-0.8179553151130676
],
"start_transitions": [
1.175279974937439,
-0.5419782996177673,
-0.9985265731811523,
-0.9770805835723877,
0.9220746159553528,
-0.05759608745574951,
-1.9634357690811157,
-1.2101643085479736,
-0.30404067039489746,
-0.3183457553386688,
0.6764808893203735,
0.6755273938179016,
0.5747677683830261,
2.667191982269287,
0.2122115194797516
],
"transitions": [
[
0.26163339614868164,
-0.4157315194606781,
-0.20425204932689667,
-0.08569743484258652,
0.0031332354992628098,
0.4162478744983673,
-0.3151080906391144,
-0.3076395094394684,
0.3833622336387634,
-0.3154991567134857,
-0.19511617720127106,
-0.3952074646949768,
0.11952690035104752,
0.5625647306442261,
0.2946145534515381
],
[
-0.2299225777387619,
0.3356936573982239,
-0.1466674953699112,
0.2156740128993988,
0.05136639624834061,
-0.05315427482128143,
-0.1292540431022644,
-0.446992963552475,
0.3128387928009033,
0.2614647150039673,
-0.015313592739403248,
-0.22222739458084106,
-0.09388473629951477,
0.1767759919166565,
-0.05074111372232437
],
[
0.1592593938112259,
-0.27773550152778625,
-0.211967334151268,
0.6058217287063599,
0.03219121694564819,
0.15683506429195404,
-0.006506337318569422,
-0.5348874926567078,
-0.7201289534568787,
-0.44628986716270447,
0.03341298922896385,
-0.3303772807121277,
-0.07278953492641449,
-0.23412589728832245,
-0.13521361351013184
],
[
0.09554272890090942,
-0.2172601819038391,
-0.19144748151302338,
0.42156174778938293,
-0.0033108340576291084,
0.3973335921764374,
-0.5257903337478638,
0.4665839374065399,
0.15455374121665955,
-0.1532260924577713,
0.1219341978430748,
0.05022384598851204,
-0.27323848009109497,
-0.19530126452445984,
-0.1750972419977188
],
[
0.22567789256572723,
-0.013016095384955406,
-0.30419060587882996,
-0.12590071558952332,
0.9838087558746338,
0.07872255146503448,
0.05349312350153923,
-0.0686345174908638,
-0.14183835685253143,
-0.13244764506816864,
-0.11146868765354156,
0.127915158867836,
-0.03465043008327484,
0.31922823190689087,
-0.041014667600393295
],
[
-0.12150327116250992,
0.4511525630950928,
-0.25067317485809326,
0.20818249881267548,
-0.4060336947441101,
0.6446405053138733,
0.2509446442127228,
-0.243188738822937,
-0.21692921221256256,
0.180308997631073,
-0.17654529213905334,
-0.42559775710105896,
-0.07513760775327682,
-0.25091832876205444,
0.158546581864357
],
[
-0.47230079770088196,
0.05803922563791275,
0.3651452362537384,
0.10969509929418564,
-0.1512533724308014,
-0.24347244203090668,
-0.07374399900436401,
0.01804802566766739,
0.3231501579284668,
0.22020399570465088,
0.1336556226015091,
-0.28935694694519043,
-0.19887985289096832,
0.03747882321476936,
-0.26856401562690735
],
[
0.07487098127603531,
0.4055074453353882,
-0.13835808634757996,
0.04446613788604736,
0.22644048929214478,
-0.2119838148355484,
-0.3000844120979309,
0.31592029333114624,
0.2922336757183075,
0.22588738799095154,
-0.2964830994606018,
0.3485073149204254,
-0.3570520877838135,
0.2668733596801758,
0.392970472574234
],
[
0.09406334161758423,
0.032933685928583145,
0.06951019912958145,
-0.19466346502304077,
0.0011647508945316076,
0.2422129213809967,
0.039447199553251266,
-0.11769498139619827,
-0.20243656635284424,
0.3781452775001526,
0.14514946937561035,
0.02709827572107315,
0.07057201117277145,
-0.06822451204061508,
-0.15522776544094086
],
[
-0.023425742983818054,
-0.36925843358039856,
-0.39630961418151855,
-0.09612078964710236,
0.21489161252975464,
-0.014205212704837322,
-0.276374489068985,
-0.23479615151882172,
-0.10150331258773804,
-0.1656448096036911,
0.5127633213996887,
0.07946673780679703,
-0.12959930300712585,
0.0942407175898552,
0.10405701398849487
],
[
-0.008354345336556435,
-0.17157752811908722,
-0.008219712413847446,
0.24338503181934357,
-0.02057493105530739,
0.31334131956100464,
-0.19569611549377441,
-0.34464579820632935,
-0.6725573539733887,
0.23520299792289734,
0.24057915806770325,
-0.12512867152690887,
0.1630588322877884,
0.1060795858502388,
0.08758747577667236
],
[
-0.0058912839740514755,
0.4081172049045563,
0.2302144318819046,
-0.12580062448978424,
-0.19910648465156555,
-0.4401310086250305,
-0.4620998799800873,
0.15341448783874512,
0.31510087847709656,
0.042456142604351044,
0.04462021589279175,
0.5098269581794739,
-0.1972133070230484,
-0.24100196361541748,
0.3772299885749817
],
[
-0.14457690715789795,
-0.10481821745634079,
0.06311730295419693,
-0.19601692259311676,
-0.542839765548706,
0.003249593311920762,
-0.36706680059432983,
-0.024906041100621223,
0.02426222525537014,
0.4894982576370239,
0.22166942059993744,
0.20980051159858704,
-0.1834339052438736,
-0.16451498866081238,
-0.28006425499916077
],
[
0.17117448151111603,
-0.0592290423810482,
-0.2529253363609314,
0.013006082735955715,
-0.004331553354859352,
-0.0187495369464159,
-0.21346110105514526,
-0.5953544974327087,
-0.21163637936115265,
-0.15519748628139496,
-0.1947660744190216,
-0.2596086859703064,
-0.5136109590530396,
-0.05142870917916298,
-0.43935948610305786
],
[
0.20235146582126617,
0.3627939522266388,
-0.08063722401857376,
0.024543415755033493,
0.010759789496660233,
-0.2789008319377899,
0.3668381869792938,
0.03634275868535042,
0.7117143869400024,
-0.18066367506980896,
-0.029460465535521507,
-0.03086315467953682,
0.09302480518817902,
0.16432687640190125,
-0.29358139634132385
]
]
},
"eos_token_id": 2,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "B-corporation",
"1": "B-creative_work",
"2": "B-event",
"3": "B-group",
"4": "B-location",
"5": "B-person",
"6": "B-product",
"7": "I-corporation",
"8": "I-creative_work",
"9": "I-event",
"10": "I-group",
"11": "I-location",
"12": "I-person",
"13": "I-product",
"14": "O"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"B-corporation": 0,
"B-creative_work": 1,
"B-event": 2,
"B-group": 3,
"B-location": 4,
"B-person": 5,
"B-product": 6,
"I-corporation": 7,
"I-creative_work": 8,
"I-event": 9,
"I-group": 10,
"I-location": 11,
"I-person": 12,
"I-product": 13,
"O": 14
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.17.0",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 50265
}