model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/bert_large_continuous/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/bert_large_continuous/model_rgztrs/epoch_10",
   "architectures": [
     "BertForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2021.dev": {"micro/f1": 0.6242362525458248, "micro/f1_ci": {}, "micro/recall": 0.613, "micro/precision": 0.6358921161825726, "macro/f1": 0.5788601355607064, "macro/f1_ci": {}, "macro/recall": 0.566902580757986, "macro/precision": 0.5933517288294141, "per_entity_metric": {"corporation": {"f1": 0.6066350710900474, "f1_ci": {}, "precision": 0.5871559633027523, "recall": 0.6274509803921569}, "creative_work": {"f1": 0.4492753623188406, "f1_ci": {}, "precision": 0.484375, "recall": 0.4189189189189189}, "event": {"f1": 0.3967611336032389, "f1_ci": {}, "precision": 0.4224137931034483, "recall": 0.37404580152671757}, "group": {"f1": 0.6068965517241378, "f1_ci": {}, "precision": 0.6346153846153846, "recall": 0.5814977973568282}, "location": {"f1": 0.5714285714285715, "f1_ci": {}, "precision": 0.5882352941176471, "recall": 0.5555555555555556}, "person": {"f1": 0.7924528301886793, "f1_ci": {}, "precision": 0.77, "recall": 0.8162544169611308}, "product": {"f1": 0.6285714285714286, "f1_ci": {}, "precision": 0.6666666666666666, "recall": 0.5945945945945946}}}, "2021.test": {"micro/f1": 0.6375600823987183, "micro/f1_ci": {"90": [0.6287150189678048, 0.6465457338855476], "95": [0.6265073626690763, 0.6481661522466294]}, "micro/recall": 0.644195189639223, "micro/precision": 0.6310602628001812, "macro/f1": 0.587888681326338, "macro/f1_ci": {"90": [0.5782396600837548, 0.5977058556299597], "95": [0.5766460175641719, 0.5994352068678718]}, "macro/recall": 0.5973205308710712, "macro/precision": 0.5813924054421874, "per_entity_metric": {"corporation": {"f1": 0.5189873417721519, "f1_ci": {"90": [0.4950889765594129, 0.5424056409008202], "95": [0.49044540219040356, 0.5462849834957683]}, "precision": 0.4939759036144578, "recall": 0.5466666666666666}, "creative_work": {"f1": 0.4033613445378151, "f1_ci": {"90": [0.3701792384496301, 0.4356340067354675], "95": [0.3644760734953338, 0.43988145452540456]}, "precision": 0.38235294117647056, "recall": 0.426812585499316}, "event": {"f1": 0.4581712062256809, "f1_ci": {"90": [0.43482105994069736, 0.481649069884364], "95": [0.43056254660700966, 0.48688497976428485]}, "precision": 0.49216300940438873, "recall": 0.42857142857142855}, "group": {"f1": 0.5933991153453555, "f1_ci": {"90": [0.5733813664596275, 0.615790665273424], "95": [0.5690326901382267, 0.6198463304960053]}, "precision": 0.613652357494722, "recall": 0.5744400527009222}, "location": {"f1": 0.6640826873385013, "f1_ci": {"90": [0.6360163157585687, 0.6898432349278442], "95": [0.6311664755504591, 0.6942672274372702]}, "precision": 0.6177884615384616, "recall": 0.7178770949720671}, "person": {"f1": 0.8165236051502146, "f1_ci": {"90": [0.8052220356432238, 0.8274270316626957], "95": [0.8029841877994711, 0.8291726277946888]}, "precision": 0.7927083333333333, "recall": 0.8418141592920354}, "product": {"f1": 0.660695468914647, "f1_ci": {"90": [0.6386177225407754, 0.6827642289540559], "95": [0.6351336630748396, 0.6864407863366423]}, "precision": 0.6771058315334774, "recall": 0.6450617283950617}}}, "2020.test": {"micro/f1": 0.627504803733187, "micro/f1_ci": {"90": [0.6078024011269899, 0.6467617272138512], "95": [0.6025030891438657, 0.6507360960005407]}, "micro/recall": 0.593149974052932, "micro/precision": 0.666083916083916, "macro/f1": 0.5827528080574257, "macro/f1_ci": {"90": [0.5599042876690897, 0.6019886567212679], "95": [0.5555869022704765, 0.606586096332577]}, "macro/recall": 0.5511628178433657, "macro/precision": 0.6224454542533556, "per_entity_metric": {"corporation": {"f1": 0.5684754521963824, "f1_ci": {"90": [0.5056148564294631, 0.6216629895201323], "95": [0.49395143599608515, 0.6334164588528679]}, "precision": 0.5612244897959183, "recall": 0.5759162303664922}, "creative_work": {"f1": 0.44712990936555896, "f1_ci": {"90": [0.38530791943477805, 0.5048748083801737], "95": [0.37419245117401795, 0.5147080577793248]}, "precision": 0.4868421052631579, "recall": 0.4134078212290503}, "event": {"f1": 0.42168674698795183, "f1_ci": {"90": [0.36821110952584774, 0.4738955823293173], "95": [0.36065221979877576, 0.48235993117539516]}, "precision": 0.45064377682403434, "recall": 0.39622641509433965}, "group": {"f1": 0.5365853658536586, "f1_ci": {"90": [0.48181785992493453, 0.5918420958576075], "95": [0.4669158496170294, 0.6024759319014878]}, "precision": 0.6441441441441441, "recall": 0.45980707395498394}, "location": {"f1": 0.6375, "f1_ci": {"90": [0.5697208670723733, 0.6913026043645266], "95": [0.5604968152866242, 0.7031833706905753]}, "precision": 0.6580645161290323, "recall": 0.6181818181818182}, "person": {"f1": 0.8146258503401361, "f1_ci": {"90": [0.7891950186270514, 0.8372970070504739], "95": [0.7840194535566432, 0.8428011919965943]}, "precision": 0.8258620689655173, "recall": 0.8036912751677853}, "product": {"f1": 0.6532663316582914, "f1_ci": {"90": [0.5985503869801907, 0.7058962921661557], "95": [0.5885340073529411, 0.7129661869390281]}, "precision": 0.7303370786516854, "recall": 0.5909090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7699616507355046, "micro/f1_ci": {}, "micro/recall": 0.7778420261362322, "micro/precision": 0.7622393472348141, "macro/f1": 0.7699616507355046, "macro/f1_ci": {}, "macro/recall": 0.7778420261362322, "macro/precision": 0.7622393472348141}, "2020.test (span detection)": {"micro/f1": 0.7309170785282812, "micro/f1_ci": {}, "micro/recall": 0.6907109496626881, "micro/precision": 0.7760932944606413, "macro/f1": 0.7309170785282812, "macro/f1_ci": {}, "macro/recall": 0.6907109496626881, "macro/precision": 0.7760932944606413}}
+{"2021.dev": {"micro/f1": 0.6307053941908715, "micro/f1_ci": {}, "micro/recall": 0.608, "micro/precision": 0.6551724137931034, "macro/f1": 0.5769830109938662, "macro/f1_ci": {}, "macro/recall": 0.5541914611675349, "macro/precision": 0.6061513565180056, "per_entity_metric": {"corporation": {"f1": 0.5797101449275363, "f1_ci": {}, "precision": 0.5714285714285714, "recall": 0.5882352941176471}, "creative_work": {"f1": 0.41428571428571426, "f1_ci": {}, "precision": 0.4393939393939394, "recall": 0.3918918918918919}, "event": {"f1": 0.34632034632034636, "f1_ci": {}, "precision": 0.4, "recall": 0.3053435114503817}, "group": {"f1": 0.6273584905660378, "f1_ci": {}, "precision": 0.6751269035532995, "recall": 0.5859030837004405}, "location": {"f1": 0.6176470588235293, "f1_ci": {}, "precision": 0.65625, "recall": 0.5833333333333334}, "person": {"f1": 0.8135593220338982, "f1_ci": {}, "precision": 0.7817589576547231, "recall": 0.8480565371024735}, "product": {"f1": 0.6400000000000001, "f1_ci": {}, "precision": 0.7191011235955056, "recall": 0.5765765765765766}}}, "2021.test": {"micro/f1": 0.6319818203564167, "micro/f1_ci": {"90": [0.6231013705127983, 0.6413574593408826], "95": [0.6217502353949177, 0.6428942705896876]}, "micro/recall": 0.6110083256244219, "micro/precision": 0.6544463710676245, "macro/f1": 0.5766988664971804, "macro/f1_ci": {"90": [0.5664509989359489, 0.5863507925127135], "95": [0.5648974825471297, 0.5879845963012866]}, "macro/recall": 0.5559244768648601, "macro/precision": 0.601237684920777, "per_entity_metric": {"corporation": {"f1": 0.514024041213509, "f1_ci": {"90": [0.48777635327635327, 0.5386428764634433], "95": [0.48256682507571314, 0.5427950687007129]}, "precision": 0.5301062573789846, "recall": 0.4988888888888889}, "creative_work": {"f1": 0.39736070381231675, "f1_ci": {"90": [0.3673069143565192, 0.4290928789350539], "95": [0.35964709226770636, 0.43496810207336517]}, "precision": 0.42812006319115326, "recall": 0.3707250341997264}, "event": {"f1": 0.42546740778170794, "f1_ci": {"90": [0.40080966868711565, 0.4504934716037546], "95": [0.3947971875592656, 0.45604206362953986]}, "precision": 0.4784090909090909, "recall": 0.3830755232029117}, "group": {"f1": 0.5859649122807017, "f1_ci": {"90": [0.5649910032383042, 0.608005869697348], "95": [0.5609718872903313, 0.6137378755305175]}, "precision": 0.6268768768768769, "recall": 0.5500658761528326}, "location": {"f1": 0.6335664335664336, "f1_ci": {"90": [0.6022469573815304, 0.662564426082152], "95": [0.5972619047619048, 0.6684591503346138]}, "precision": 0.634453781512605, "recall": 0.63268156424581}, "person": {"f1": 0.8127490039840638, "f1_ci": {"90": [0.8007926572866582, 0.8249959351621283], "95": [0.7984037478689154, 0.8268196857132452]}, "precision": 0.798576512455516, "recall": 0.827433628318584}, "product": {"f1": 0.6677595628415302, "f1_ci": {"90": [0.6464189850752727, 0.6878997822678681], "95": [0.6421587454017522, 0.6913517415533396]}, "precision": 0.7121212121212122, "recall": 0.6286008230452675}}}, "2020.test": {"micro/f1": 0.6247533126585846, "micro/f1_ci": {"90": [0.6028688973562135, 0.64588834464267], "95": [0.5994344280959615, 0.649232518476407]}, "micro/recall": 0.5749870264660093, "micro/precision": 0.6839506172839506, "macro/f1": 0.578717595313749, "macro/f1_ci": {"90": [0.5540098280773577, 0.6005537196979407], "95": [0.5512954123930293, 0.6060087044874898]}, "macro/recall": 0.5301549277792547, "macro/precision": 0.6410778727928796, "per_entity_metric": {"corporation": {"f1": 0.565597667638484, "f1_ci": {"90": [0.5050505050505051, 0.6224819178391817], "95": [0.4969315627024349, 0.6306885822510823]}, "precision": 0.6381578947368421, "recall": 0.5078534031413613}, "creative_work": {"f1": 0.4364820846905538, "f1_ci": {"90": [0.3723977546110665, 0.4983818770226537], "95": [0.36299049637405206, 0.515419097575336]}, "precision": 0.5234375, "recall": 0.3743016759776536}, "event": {"f1": 0.45508982035928147, "f1_ci": {"90": [0.4049049185589344, 0.5067778692762893], "95": [0.3923199130398428, 0.5195618366745284]}, "precision": 0.4830508474576271, "recall": 0.43018867924528303}, "group": {"f1": 0.5038167938931298, "f1_ci": {"90": [0.44796125194135145, 0.5607960998607093], "95": [0.4362921406545568, 0.5688220314081427]}, "precision": 0.6197183098591549, "recall": 0.42443729903536975}, "location": {"f1": 0.6026490066225166, "f1_ci": {"90": [0.5320404782483434, 0.6629593282072034], "95": [0.5245744513696118, 0.6756140811769343]}, "precision": 0.6642335766423357, "recall": 0.5515151515151515}, "person": {"f1": 0.8062283737024222, "f1_ci": {"90": [0.7760587632959272, 0.8315361561829818], "95": [0.7698106545550611, 0.8356172784193372]}, "precision": 0.8321428571428572, "recall": 0.7818791946308725}, "product": {"f1": 0.6811594202898551, "f1_ci": {"90": [0.6246480367439654, 0.730964467005076], "95": [0.6142940723633565, 0.7381622865912144]}, "precision": 0.7268041237113402, "recall": 0.6409090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7603780356501973, "micro/f1_ci": {}, "micro/recall": 0.7350526194055742, "micro/precision": 0.7875108412836079, "macro/f1": 0.7603780356501973, "macro/f1_ci": {}, "macro/recall": 0.7350526194055742, "macro/precision": 0.7875108412836079}, "2020.test (span detection)": {"micro/f1": 0.7245559627854524, "micro/f1_ci": {}, "micro/recall": 0.6668396471198754, "micro/precision": 0.7932098765432098, "macro/f1": 0.7245559627854524, "macro/f1_ci": {}, "macro/recall": 0.6668396471198754, "macro/precision": 0.7932098765432098}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fef414fc29497b26b2c95f8eeb7cb8d1574d5b341f84a77ffbaed4a77e74b5d
-size 1330337393
+oid sha256:c617a3c0085e00e68393786f9ceeb4bd62088311a8a09e68e39c37430180f22a
+size 1330342897

tokenizer_config.json

@@ -1 +1 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/bert_large_continuous/best_model", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/dedfc9f0e4ac921a476db22ccb98cf583956e8496609dd41a02a6c13a4221c7a.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "tokenizer_class": "BertTokenizer"}
+{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/bert_large_continuous/model_rgztrs/epoch_10", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/dedfc9f0e4ac921a476db22ccb98cf583956e8496609dd41a02a6c13a4221c7a.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "tokenizer_class": "BertTokenizer"}