| {"2021.dev": {"micro/f1": 0.6307053941908715, "micro/f1_ci": {}, "micro/recall": 0.608, "micro/precision": 0.6551724137931034, "macro/f1": 0.5769830109938662, "macro/f1_ci": {}, "macro/recall": 0.5541914611675349, "macro/precision": 0.6061513565180056, "per_entity_metric": {"corporation": {"f1": 0.5797101449275363, "f1_ci": {}, "precision": 0.5714285714285714, "recall": 0.5882352941176471}, "creative_work": {"f1": 0.41428571428571426, "f1_ci": {}, "precision": 0.4393939393939394, "recall": 0.3918918918918919}, "event": {"f1": 0.34632034632034636, "f1_ci": {}, "precision": 0.4, "recall": 0.3053435114503817}, "group": {"f1": 0.6273584905660378, "f1_ci": {}, "precision": 0.6751269035532995, "recall": 0.5859030837004405}, "location": {"f1": 0.6176470588235293, "f1_ci": {}, "precision": 0.65625, "recall": 0.5833333333333334}, "person": {"f1": 0.8135593220338982, "f1_ci": {}, "precision": 0.7817589576547231, "recall": 0.8480565371024735}, "product": {"f1": 0.6400000000000001, "f1_ci": {}, "precision": 0.7191011235955056, "recall": 0.5765765765765766}}}, "2021.test": {"micro/f1": 0.6319818203564167, "micro/f1_ci": {"90": [0.6231013705127983, 0.6413574593408826], "95": [0.6217502353949177, 0.6428942705896876]}, "micro/recall": 0.6110083256244219, "micro/precision": 0.6544463710676245, "macro/f1": 0.5766988664971804, "macro/f1_ci": {"90": [0.5664509989359489, 0.5863507925127135], "95": [0.5648974825471297, 0.5879845963012866]}, "macro/recall": 0.5559244768648601, "macro/precision": 0.601237684920777, "per_entity_metric": {"corporation": {"f1": 0.514024041213509, "f1_ci": {"90": [0.48777635327635327, 0.5386428764634433], "95": [0.48256682507571314, 0.5427950687007129]}, "precision": 0.5301062573789846, "recall": 0.4988888888888889}, "creative_work": {"f1": 0.39736070381231675, "f1_ci": {"90": [0.3673069143565192, 0.4290928789350539], "95": [0.35964709226770636, 0.43496810207336517]}, "precision": 0.42812006319115326, "recall": 0.3707250341997264}, "event": {"f1": 0.42546740778170794, "f1_ci": {"90": [0.40080966868711565, 0.4504934716037546], "95": [0.3947971875592656, 0.45604206362953986]}, "precision": 0.4784090909090909, "recall": 0.3830755232029117}, "group": {"f1": 0.5859649122807017, "f1_ci": {"90": [0.5649910032383042, 0.608005869697348], "95": [0.5609718872903313, 0.6137378755305175]}, "precision": 0.6268768768768769, "recall": 0.5500658761528326}, "location": {"f1": 0.6335664335664336, "f1_ci": {"90": [0.6022469573815304, 0.662564426082152], "95": [0.5972619047619048, 0.6684591503346138]}, "precision": 0.634453781512605, "recall": 0.63268156424581}, "person": {"f1": 0.8127490039840638, "f1_ci": {"90": [0.8007926572866582, 0.8249959351621283], "95": [0.7984037478689154, 0.8268196857132452]}, "precision": 0.798576512455516, "recall": 0.827433628318584}, "product": {"f1": 0.6677595628415302, "f1_ci": {"90": [0.6464189850752727, 0.6878997822678681], "95": [0.6421587454017522, 0.6913517415533396]}, "precision": 0.7121212121212122, "recall": 0.6286008230452675}}}, "2020.test": {"micro/f1": 0.6247533126585846, "micro/f1_ci": {"90": [0.6028688973562135, 0.64588834464267], "95": [0.5994344280959615, 0.649232518476407]}, "micro/recall": 0.5749870264660093, "micro/precision": 0.6839506172839506, "macro/f1": 0.578717595313749, "macro/f1_ci": {"90": [0.5540098280773577, 0.6005537196979407], "95": [0.5512954123930293, 0.6060087044874898]}, "macro/recall": 0.5301549277792547, "macro/precision": 0.6410778727928796, "per_entity_metric": {"corporation": {"f1": 0.565597667638484, "f1_ci": {"90": [0.5050505050505051, 0.6224819178391817], "95": [0.4969315627024349, 0.6306885822510823]}, "precision": 0.6381578947368421, "recall": 0.5078534031413613}, "creative_work": {"f1": 0.4364820846905538, "f1_ci": {"90": [0.3723977546110665, 0.4983818770226537], "95": [0.36299049637405206, 0.515419097575336]}, "precision": 0.5234375, "recall": 0.3743016759776536}, "event": {"f1": 0.45508982035928147, "f1_ci": {"90": [0.4049049185589344, 0.5067778692762893], "95": [0.3923199130398428, 0.5195618366745284]}, "precision": 0.4830508474576271, "recall": 0.43018867924528303}, "group": {"f1": 0.5038167938931298, "f1_ci": {"90": [0.44796125194135145, 0.5607960998607093], "95": [0.4362921406545568, 0.5688220314081427]}, "precision": 0.6197183098591549, "recall": 0.42443729903536975}, "location": {"f1": 0.6026490066225166, "f1_ci": {"90": [0.5320404782483434, 0.6629593282072034], "95": [0.5245744513696118, 0.6756140811769343]}, "precision": 0.6642335766423357, "recall": 0.5515151515151515}, "person": {"f1": 0.8062283737024222, "f1_ci": {"90": [0.7760587632959272, 0.8315361561829818], "95": [0.7698106545550611, 0.8356172784193372]}, "precision": 0.8321428571428572, "recall": 0.7818791946308725}, "product": {"f1": 0.6811594202898551, "f1_ci": {"90": [0.6246480367439654, 0.730964467005076], "95": [0.6142940723633565, 0.7381622865912144]}, "precision": 0.7268041237113402, "recall": 0.6409090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7603780356501973, "micro/f1_ci": {}, "micro/recall": 0.7350526194055742, "micro/precision": 0.7875108412836079, "macro/f1": 0.7603780356501973, "macro/f1_ci": {}, "macro/recall": 0.7350526194055742, "macro/precision": 0.7875108412836079}, "2020.test (span detection)": {"micro/f1": 0.7245559627854524, "micro/f1_ci": {}, "micro/recall": 0.6668396471198754, "micro/precision": 0.7932098765432098, "macro/f1": 0.7245559627854524, "macro/f1_ci": {}, "macro/recall": 0.6668396471198754, "macro/precision": 0.7932098765432098}} |