| {"2021.dev": {"micro/f1": 0.6242362525458248, "micro/f1_ci": {}, "micro/recall": 0.613, "micro/precision": 0.6358921161825726, "macro/f1": 0.5788601355607064, "macro/f1_ci": {}, "macro/recall": 0.566902580757986, "macro/precision": 0.5933517288294141, "per_entity_metric": {"corporation": {"f1": 0.6066350710900474, "f1_ci": {}, "precision": 0.5871559633027523, "recall": 0.6274509803921569}, "creative_work": {"f1": 0.4492753623188406, "f1_ci": {}, "precision": 0.484375, "recall": 0.4189189189189189}, "event": {"f1": 0.3967611336032389, "f1_ci": {}, "precision": 0.4224137931034483, "recall": 0.37404580152671757}, "group": {"f1": 0.6068965517241378, "f1_ci": {}, "precision": 0.6346153846153846, "recall": 0.5814977973568282}, "location": {"f1": 0.5714285714285715, "f1_ci": {}, "precision": 0.5882352941176471, "recall": 0.5555555555555556}, "person": {"f1": 0.7924528301886793, "f1_ci": {}, "precision": 0.77, "recall": 0.8162544169611308}, "product": {"f1": 0.6285714285714286, "f1_ci": {}, "precision": 0.6666666666666666, "recall": 0.5945945945945946}}}, "2021.test": {"micro/f1": 0.6375600823987183, "micro/f1_ci": {"90": [0.6287150189678048, 0.6465457338855476], "95": [0.6265073626690763, 0.6481661522466294]}, "micro/recall": 0.644195189639223, "micro/precision": 0.6310602628001812, "macro/f1": 0.587888681326338, "macro/f1_ci": {"90": [0.5782396600837548, 0.5977058556299597], "95": [0.5766460175641719, 0.5994352068678718]}, "macro/recall": 0.5973205308710712, "macro/precision": 0.5813924054421874, "per_entity_metric": {"corporation": {"f1": 0.5189873417721519, "f1_ci": {"90": [0.4950889765594129, 0.5424056409008202], "95": [0.49044540219040356, 0.5462849834957683]}, "precision": 0.4939759036144578, "recall": 0.5466666666666666}, "creative_work": {"f1": 0.4033613445378151, "f1_ci": {"90": [0.3701792384496301, 0.4356340067354675], "95": [0.3644760734953338, 0.43988145452540456]}, "precision": 0.38235294117647056, "recall": 0.426812585499316}, "event": {"f1": 0.4581712062256809, "f1_ci": {"90": [0.43482105994069736, 0.481649069884364], "95": [0.43056254660700966, 0.48688497976428485]}, "precision": 0.49216300940438873, "recall": 0.42857142857142855}, "group": {"f1": 0.5933991153453555, "f1_ci": {"90": [0.5733813664596275, 0.615790665273424], "95": [0.5690326901382267, 0.6198463304960053]}, "precision": 0.613652357494722, "recall": 0.5744400527009222}, "location": {"f1": 0.6640826873385013, "f1_ci": {"90": [0.6360163157585687, 0.6898432349278442], "95": [0.6311664755504591, 0.6942672274372702]}, "precision": 0.6177884615384616, "recall": 0.7178770949720671}, "person": {"f1": 0.8165236051502146, "f1_ci": {"90": [0.8052220356432238, 0.8274270316626957], "95": [0.8029841877994711, 0.8291726277946888]}, "precision": 0.7927083333333333, "recall": 0.8418141592920354}, "product": {"f1": 0.660695468914647, "f1_ci": {"90": [0.6386177225407754, 0.6827642289540559], "95": [0.6351336630748396, 0.6864407863366423]}, "precision": 0.6771058315334774, "recall": 0.6450617283950617}}}, "2020.test": {"micro/f1": 0.627504803733187, "micro/f1_ci": {"90": [0.6078024011269899, 0.6467617272138512], "95": [0.6025030891438657, 0.6507360960005407]}, "micro/recall": 0.593149974052932, "micro/precision": 0.666083916083916, "macro/f1": 0.5827528080574257, "macro/f1_ci": {"90": [0.5599042876690897, 0.6019886567212679], "95": [0.5555869022704765, 0.606586096332577]}, "macro/recall": 0.5511628178433657, "macro/precision": 0.6224454542533556, "per_entity_metric": {"corporation": {"f1": 0.5684754521963824, "f1_ci": {"90": [0.5056148564294631, 0.6216629895201323], "95": [0.49395143599608515, 0.6334164588528679]}, "precision": 0.5612244897959183, "recall": 0.5759162303664922}, "creative_work": {"f1": 0.44712990936555896, "f1_ci": {"90": [0.38530791943477805, 0.5048748083801737], "95": [0.37419245117401795, 0.5147080577793248]}, "precision": 0.4868421052631579, "recall": 0.4134078212290503}, "event": {"f1": 0.42168674698795183, "f1_ci": {"90": [0.36821110952584774, 0.4738955823293173], "95": [0.36065221979877576, 0.48235993117539516]}, "precision": 0.45064377682403434, "recall": 0.39622641509433965}, "group": {"f1": 0.5365853658536586, "f1_ci": {"90": [0.48181785992493453, 0.5918420958576075], "95": [0.4669158496170294, 0.6024759319014878]}, "precision": 0.6441441441441441, "recall": 0.45980707395498394}, "location": {"f1": 0.6375, "f1_ci": {"90": [0.5697208670723733, 0.6913026043645266], "95": [0.5604968152866242, 0.7031833706905753]}, "precision": 0.6580645161290323, "recall": 0.6181818181818182}, "person": {"f1": 0.8146258503401361, "f1_ci": {"90": [0.7891950186270514, 0.8372970070504739], "95": [0.7840194535566432, 0.8428011919965943]}, "precision": 0.8258620689655173, "recall": 0.8036912751677853}, "product": {"f1": 0.6532663316582914, "f1_ci": {"90": [0.5985503869801907, 0.7058962921661557], "95": [0.5885340073529411, 0.7129661869390281]}, "precision": 0.7303370786516854, "recall": 0.5909090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7699616507355046, "micro/f1_ci": {}, "micro/recall": 0.7778420261362322, "micro/precision": 0.7622393472348141, "macro/f1": 0.7699616507355046, "macro/f1_ci": {}, "macro/recall": 0.7778420261362322, "macro/precision": 0.7622393472348141}, "2020.test (span detection)": {"micro/f1": 0.7309170785282812, "micro/f1_ci": {}, "micro/recall": 0.6907109496626881, "micro/precision": 0.7760932944606413, "macro/f1": 0.7309170785282812, "macro/f1_ci": {}, "macro/recall": 0.6907109496626881, "macro/precision": 0.7760932944606413}} |