model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/bert_base_continuous/best_model",
+  "_name_or_path": "tner/bert-base-tweetner-2020",
   "architectures": [
     "BertForTokenClassification"
   ],

eval/metric.json

@@ -0,0 +1 @@
+{"2021.dev": {"micro/f1": 0.6238341968911917, "micro/f1_ci": {}, "micro/recall": 0.602, "micro/precision": 0.6473118279569893, "macro/f1": 0.579976246863799, "macro/f1_ci": {}, "macro/recall": 0.5644293168140149, "macro/precision": 0.6020417236280231, "per_entity_metric": {"corporation": {"f1": 0.5585585585585585, "f1_ci": {}, "precision": 0.5166666666666667, "recall": 0.6078431372549019}, "creative_work": {"f1": 0.4397163120567376, "f1_ci": {}, "precision": 0.4626865671641791, "recall": 0.4189189189189189}, "event": {"f1": 0.3983739837398374, "f1_ci": {}, "precision": 0.4260869565217391, "recall": 0.37404580152671757}, "group": {"f1": 0.5812807881773399, "f1_ci": {}, "precision": 0.659217877094972, "recall": 0.5198237885462555}, "location": {"f1": 0.6164383561643835, "f1_ci": {}, "precision": 0.6081081081081081, "recall": 0.625}, "person": {"f1": 0.8154657293497363, "f1_ci": {}, "precision": 0.8111888111888111, "recall": 0.8197879858657244}, "product": {"f1": 0.65, "f1_ci": {}, "precision": 0.7303370786516854, "recall": 0.5855855855855856}}}, "2021.test": {"micro/f1": 0.632319886430853, "micro/f1_ci": {"90": [0.6226866628423733, 0.6415056028298163], "95": [0.6211378978592078, 0.6431778374359876]}, "micro/recall": 0.6180619796484736, "micro/precision": 0.6472511503996125, "macro/f1": 0.5806219629649547, "macro/f1_ci": {"90": [0.5703414283072102, 0.5904896920591368], "95": [0.5685291032607632, 0.5922437745848366]}, "macro/recall": 0.5721994854302126, "macro/precision": 0.593633412954872, "per_entity_metric": {"corporation": {"f1": 0.5167714884696017, "f1_ci": {"90": [0.49193504982811903, 0.5387903990624467], "95": [0.4880693112889452, 0.543430737013809]}, "precision": 0.48908730158730157, "recall": 0.5477777777777778}, "creative_work": {"f1": 0.3872340425531915, "f1_ci": {"90": [0.35697879872433663, 0.41847584491172474], "95": [0.34885152508897127, 0.4266289361661315]}, "precision": 0.4020618556701031, "recall": 0.3734610123119015}, "event": {"f1": 0.4577017114914425, "f1_ci": {"90": [0.43272400713966985, 0.4800834416448436], "95": [0.4276977807054006, 0.48473673368910114]}, "precision": 0.49471458773784355, "recall": 0.42584167424931757}, "group": {"f1": 0.5871559633027523, "f1_ci": {"90": [0.5647578909554835, 0.6099692333614742], "95": [0.5592093396369713, 0.6159962228825899]}, "precision": 0.6628003314001657, "recall": 0.5270092226613966}, "location": {"f1": 0.6482939632545932, "f1_ci": {"90": [0.6197194209499024, 0.6771272033697985], "95": [0.6134070647465865, 0.6807117732858731]}, "precision": 0.6113861386138614, "recall": 0.6899441340782123}, "person": {"f1": 0.8130410757045496, "f1_ci": {"90": [0.8019850888964908, 0.8243468992461821], "95": [0.7984990700810528, 0.8267796757923292]}, "precision": 0.8122929701877071, "recall": 0.8137905604719764}, "product": {"f1": 0.6541554959785523, "f1_ci": {"90": [0.6311929197681102, 0.6752471326113765], "95": [0.6276211638016137, 0.6791054017200733]}, "precision": 0.683090705487122, "recall": 0.6275720164609053}}}, "2020.test": {"micro/f1": 0.6382377859361762, "micro/f1_ci": {"90": [0.6168560589571064, 0.6579196667514137], "95": [0.6132370089465071, 0.6613235988404536]}, "micro/recall": 0.5864037363777893, "micro/precision": 0.7001239157372986, "macro/f1": 0.5979933888367681, "macro/f1_ci": {"90": [0.5738510281444279, 0.6208484937675824], "95": [0.5696439228190077, 0.6244804497287852]}, "macro/recall": 0.5495107615177389, "macro/precision": 0.6615164382463598, "per_entity_metric": {"corporation": {"f1": 0.5935828877005348, "f1_ci": {"90": [0.5344215731567511, 0.6463478521179464], "95": [0.5206723636579432, 0.661072206660442]}, "precision": 0.6065573770491803, "recall": 0.581151832460733}, "creative_work": {"f1": 0.4658385093167701, "f1_ci": {"90": [0.40119672160104564, 0.5269756139894125], "95": [0.3906236847643098, 0.5378528939665755]}, "precision": 0.5244755244755245, "recall": 0.41899441340782123}, "event": {"f1": 0.46092184368737477, "f1_ci": {"90": [0.40738335738335735, 0.510257812472076], "95": [0.3983555307370652, 0.523264547360016]}, "precision": 0.49145299145299143, "recall": 0.4339622641509434}, "group": {"f1": 0.5375494071146245, "f1_ci": {"90": [0.4866062876299945, 0.5934392340332935], "95": [0.47346167890615487, 0.604128556910569]}, "precision": 0.6974358974358974, "recall": 0.43729903536977494}, "location": {"f1": 0.6491803278688525, "f1_ci": {"90": [0.5783889165422267, 0.7112746951507704], "95": [0.5694608793545562, 0.7207925271449863]}, "precision": 0.7071428571428572, "recall": 0.6}, "person": {"f1": 0.8105263157894737, "f1_ci": {"90": [0.7833325895646275, 0.8355709220499647], "95": [0.777958560955458, 0.8395090845562543]}, "precision": 0.8492647058823529, "recall": 0.7751677852348994}, "product": {"f1": 0.6683544303797468, "f1_ci": {"90": [0.6157334312465577, 0.7178281289667428], "95": [0.6073696753053321, 0.7283032116956373]}, "precision": 0.7542857142857143, "recall": 0.6}}}, "2021.test (span detection)": {"micro/f1": 0.7675739644970414, "micro/f1_ci": {}, "micro/recall": 0.7500867352839135, "micro/precision": 0.7858960378044347, "macro/f1": 0.7675739644970414, "macro/f1_ci": {}, "macro/recall": 0.7500867352839135, "macro/precision": 0.7858960378044347}, "2020.test (span detection)": {"micro/f1": 0.7331262355266874, "micro/f1_ci": {}, "micro/recall": 0.6735858847950181, "micro/precision": 0.8042131350681536, "macro/f1": 0.7331262355266874, "macro/f1_ci": {}, "macro/recall": 0.6735858847950181, "macro/precision": 0.8042131350681536}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:481f0a2e7c861efddd24b77117b785b9cae1fca18950fba4ba1c8bb5830f29b8
-size 431006385
+oid sha256:f6398558ff2ef1c2cc345547b85ebe2176a8f7e71793b4936a0f55c226a030a8
+size 431009137

tokenizer_config.json

@@ -1 +1 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/bert_base_continuous/best_model", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/3b4f24ca855b89de958c718a0b57f5a85a74034966c27f680003c21cfe4d4119.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "tokenizer_class": "BertTokenizer"}
+{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "tner/bert-base-tweetner-2020", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/3b4f24ca855b89de958c718a0b57f5a85a74034966c27f680003c21cfe4d4119.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "tokenizer_class": "BertTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2021.train", "model": "tner/bert-base-tweetner-2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}