End of training
Browse files- .gitignore +2 -0
- added_tokens.json +7 -0
- config.json +31 -0
- eval_nbest_predictions.json +0 -0
- eval_predictions.json +102 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +7 -0
- tokenizer.json +0 -0
- tokenizer_config.json +56 -0
- vocab.txt +0 -0
.gitignore
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
step_*
|
2 |
+
epoch_*
|
added_tokens.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"[CLS]": 101,
|
3 |
+
"[MASK]": 103,
|
4 |
+
"[PAD]": 0,
|
5 |
+
"[SEP]": 102,
|
6 |
+
"[UNK]": 100
|
7 |
+
}
|
config.json
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "bert-base-chinese",
|
3 |
+
"architectures": [
|
4 |
+
"BertForQuestionAnswering"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"directionality": "bidi",
|
9 |
+
"hidden_act": "gelu",
|
10 |
+
"hidden_dropout_prob": 0.1,
|
11 |
+
"hidden_size": 768,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 3072,
|
14 |
+
"layer_norm_eps": 1e-12,
|
15 |
+
"max_position_embeddings": 512,
|
16 |
+
"model_type": "bert",
|
17 |
+
"num_attention_heads": 12,
|
18 |
+
"num_hidden_layers": 12,
|
19 |
+
"pad_token_id": 0,
|
20 |
+
"pooler_fc_size": 768,
|
21 |
+
"pooler_num_attention_heads": 12,
|
22 |
+
"pooler_num_fc_layers": 3,
|
23 |
+
"pooler_size_per_head": 128,
|
24 |
+
"pooler_type": "first_token_transform",
|
25 |
+
"position_embedding_type": "absolute",
|
26 |
+
"torch_dtype": "float32",
|
27 |
+
"transformers_version": "4.34.0",
|
28 |
+
"type_vocab_size": 2,
|
29 |
+
"use_cache": true,
|
30 |
+
"vocab_size": 21128
|
31 |
+
}
|
eval_nbest_predictions.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
eval_predictions.json
ADDED
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"9f0860355c55e113d615cc88b3fa9420": "\u4f0a\u5229\u8afe\u5927\u5b78\u7684\u7e3d\u6821\u5340\u3002\u5206\u6821\u6210\u7acb\u65bc1867\u5e74",
|
3 |
+
"20f49d82038169b184336c4c1f96f64d": "1936\u5e74",
|
4 |
+
"44fbf143b338305c5c553fc733b1fe54": "\u963f\u8499\u68ee",
|
5 |
+
"9cacc447cfc4b2dbcf3509ad9b07210f": "\u6b50\u6d32\u57281000\u5e74",
|
6 |
+
"2d3afb7bd17af9bb2e1b8ce890ee55d0": "1223\u5e74",
|
7 |
+
"7647d8fc7c2670ed7849b3f23bb6a810": "1609\u5e74",
|
8 |
+
"a62dfeb4578129a61efb718b595d4635": "\u7d14\u516c\u5171\u8ca1\u300d\u3002\u7d93\u6fdf\u5b78\u5bb6\u8a8d\u70ba\u516c\u5171\u8ca1\u61c9\u8a72\u7531\u653f\u5e9c\u63d0\u4f9b\u6216\u8005\u6709\u653f\u5e9c\u5e72\u9810\u3002\u5171\u4eab\u6027",
|
9 |
+
"b4e98b0ae41fe4fbe21feabd399fa82d": "\u89e3\u6790\u6cd5",
|
10 |
+
"cfce9ba7050b2e2bbdc12fe875ec6af0": "1950\u5e74",
|
11 |
+
"42ecc7addfc58b308f4fde61b2ff4b7d": "1989\u5e74",
|
12 |
+
"dbf7401d3db71692de660822c6de8883": "\u7f8e\u570b",
|
13 |
+
"20cce8869867ffd56dad5c039841ccfa": "\u5e03\u9686\u6cc9\uff0c\u7acb\u6cd5\u9996\u90fd\u70ba\u958b\u666e\u6566",
|
14 |
+
"be57e25506aae06552f746c15550dc17": "1872\u5e74",
|
15 |
+
"4f627bd240a5f2bc797855da0b884230": "1812\u5e74\u6230\u722d\u3001\u82ac\u5c3c\u4e9e\u4eba\u66b4\u52d5\u30011885\u5e74\u53db\u4e82\u3001\u7b2c\u4e8c\u6b21\u5e03\u723e\u6230\u722d\u3001\u5169\u6b21\u4e16\u754c\u5927\u6230\u3001\u671d\u9bae\u6230\u722d\u30011991\u5e74",
|
16 |
+
"83aa9a11ba8226eca5cb7e086bde0222": "\u5343\u591a\u5e74",
|
17 |
+
"e487de43f85bb78e0c76629cd6b20dc2": "847\u5e74",
|
18 |
+
"813e7db4f076d584510d0cdcdfadc8ea": "1901\u5e74",
|
19 |
+
"1fb6c7088f042627cfe1142629a81dbf": "1893\u5e74\u6642\uff0c\u570b\u969b\u4e0a\u5c07\u4f0f\u7279\u5b9a\u7fa9\u70ba\u514b\u62c9\u514b\u96fb\u6c60\u96fb\u52d5\u52e2\u76841/1.434\u3002\u57281908\u5e74",
|
20 |
+
"76b88018102cf334e17012425cf6ff9e": "1949\u5e743\u6708\uff0c\u5289\u5c11\u5947\u53c3\u8207\u4e2d\u5171\u4e03\u5c46\u4e8c\u4e2d\u5168\u6703\uff0c\u4e26\u5728\u6703\u4e0a\u767c\u8a00\u30021949\u5e74",
|
21 |
+
"eee525a6089a58ecfd714eca8007de09": "\u5967\u52d2\u5ca1",
|
22 |
+
"af6b2e080fb0919abcfa7a809b2e95d7": "1920\u5e74",
|
23 |
+
"e9b92c9800aff721fdae18d393554882": "\u7433\u6c0f\u79d1\u5b78\u9662\u9662\u58eb\u6642\uff0c\u5e0c\u81d8\u6578\u5b78\u5bb6\u55ac\u51e1\u5c3c\u00b7\u5fb7\u7c73\u4e9e\u5c3c\u70ba\u4f3d\u5229\u7565\u7684\u8a2d\u5099\u8d77\u540d\u671b\u9060\u93e1\u30021610\u5e74",
|
24 |
+
"0a177025032f0d2eddbda3325163ff97": "\u8461\u8404\u7cd6\u65b0\u751f\u5c07\u4e19\u916e\u9178\u9e7d\u901a\u904e\u4e00\u7cfb\u5217\u7684\u4e2d\u9593\u7269\u8f49\u5316\u70ba\u8461\u8404\u7cd6-6-\u78f7\u9178",
|
25 |
+
"271959539c728d391eb4c3e161de55b3": "1920\u5e74\u4ee3\u5f97\u4ee5\u8fc5\u901f\u63d0\u5347\u30021923\u5e74\uff0c\u5bc6\u7acb\u6839\u69ae\u7372\u8afe\u8c9d\u723e\u7269\u7406\u5b78\u734e\u30021925\u5e74",
|
26 |
+
"510af0b7366273d9631a1f72353d2e64": "\u4e2d\u570b\u4eba\u6c11\u653f\u6cbb\u5354\u5546\u6703\u8b70\u5171\u540c\u7db1\u9818",
|
27 |
+
"28b2492d3e57179e97fc7eac891e7dcc": "\u5f35\u5143\u7d20",
|
28 |
+
"06fe5f771cd854998a587f1eacc54e6b": "1819\u5e74",
|
29 |
+
"7325d542b269d9a349b00eb228f51a2d": "1980\u5e74",
|
30 |
+
"670c0c90bd8924973c8695c3a2ad2edc": "1912\u5e74",
|
31 |
+
"f5815b2d50da971a7354b7c78c3f85bc": "1917\u5e74",
|
32 |
+
"2c1c613cd36df60f98fd76082ef30678": "1906\u5e74",
|
33 |
+
"3a2d4a34c91af5adc9ac113333b94bdc": "\u5343\u8449\u7e23\u7684\u5730\u8cea\u70ba\u7b2c\u4e09\u7d00\u5c64\u8207\u767d\u4e9e\u7d00",
|
34 |
+
"6fc5903cc576b6cbe4f61ada88605d34": "1960\u5e74",
|
35 |
+
"693776aa647ed481cb10330f2f833773": "1990\u5e74\u4ee3",
|
36 |
+
"f7b1b7935f69e56cbfbba6b48eaaf065": "1212\u5e74",
|
37 |
+
"529369bdc670371e549ceab86b2ea456": "1859\u5e74",
|
38 |
+
"d321d99dd52176859df02069d2686059": "1945\u5e74",
|
39 |
+
"af926e28f9e3092944afdd230896b9cf": "50\u5e74\u4ee3\uff0c\u7b2c\u4e00\u5f35\u91dd\u5c0d\u5927\u773e\u7684\u4fe1\u7528\u5361\u51fa\u73fe\uff0c\u7f8e\u570b\u66fc\u54c8\u9813\u4fe1\u8cb8\u5c08\u5bb6\u9ea5\u514b\u7d0d",
|
40 |
+
"191cc3b05032dcd8629de955fe5a4da7": "1952\u5e74",
|
41 |
+
"4a08ddf860061416b3724b5eb118b440": "\u8482\u9081\u6b50\u7bc7\u300b\u4e2d\uff0c\u8a0e\u8ad6\u4e86\u4e00\u4e9b\u6709\u6a5f\u548c\u7121\u6a5f\u7684\u7269\u8cea\uff0c\u9019\u53ef\u7b97\u662f\u6700\u65e9\u671f\u7684\u5316\u5b78\u8457\u4f5c\u3002\u67cf\u62c9\u5716",
|
42 |
+
"61afb8fae5447536ff2797ddee6e87d9": "1920\u5e74",
|
43 |
+
"5785b788652876e2ab085f50148d00c9": "\u5a01\u585e\u514b\u65af\u570b\u738b\u963f\u723e\u5f17\u96f7\u5fb7\u5927\u738b\u53ef\u4ee5\u8aaa\u662f\u7b2c\u4e00\u500b\u300c\u82f1\u683c\u862d\u4eba\u300d\u7684\u570b\u738b\uff0c\u4ed6\u5728886\u5e74",
|
44 |
+
"595b3a62fc6fb582ba063a5c58790825": "1803\u5e74",
|
45 |
+
"77b2458a5b1695f982c60c3a0bc7f33b": "\u4e2d\u83ef\u4eba\u6c11\u5171\u548c\u570b\u4e3b\u5e2d\u3001\u526f\u4e3b\u5e2d\uff0c\u570b\u52d9",
|
46 |
+
"78d46dea6bc9ffcd2b68f4d00ae4e02a": "1920\u5e74",
|
47 |
+
"17e62209574ff38da6304b78cfcd49d1": "\u4e2d\u83ef\u4eba\u6c11\u5171\u548c\u570b\u6210\u7acb\u524d\u5915\uff0c\u7531\u570b\u7acb\u4e2d\u592e\u5927\u5b78\u6613\u540d\u570b\u7acb\u5357\u4eac\u5927\u5b78\uff0c\u7fcc\u5e74",
|
48 |
+
"fbf924b0ab9d2410e426e7c4a856860f": "\u963f\u5fb7\u96f7\u5f97",
|
49 |
+
"f2ceddcdcf07dd0382803c8ffd5bfb0f": "1863\u5e74",
|
50 |
+
"1496718077c1a846aa1d34104e8cc984": "1918\u5e74",
|
51 |
+
"6481188500ee22a7c6babf8b2e17a8d3": "\u5289\u88d5\u51fa\u65bc\u884c\u4f0d\uff0c\u81ea\u5e7c\u5bb6\u8ca7\u3002\u6642\u503c\u6771\u6649\u672b\u671f\uff0c\u6c11\u8b8a\u6b64\u8d77\u5f7c\u4f0f\uff0c\u671d\u5ef7\u5167\u90e8\u9b25\u722d\u4e5f\u5341\u5206\u6fc0\u70c8\u3002402\u5e74",
|
52 |
+
"4ba16390f0a0b123a9073f1a6418d3a3": "1950\u5e74\u4ee3\u82071960\u5e74\u4ee3\u53ea\u6709\u4e00\u534a\uff0c\u5982\u4eca\u5247\u9ad8\u905490%\u3002\u51fa\u751f\u5f8c\u7b2c\u4e00\u5c0f\u6642",
|
53 |
+
"2477de4949e9a7a8e44286655cf9a18f": "1918\u5e74",
|
54 |
+
"6f0725f4b1c85f5758815ddc40f6dcb9": "1984\u5e74",
|
55 |
+
"5100cc5b65a49adf8757f66abd75efe1": "\u6c5f\u590f\u3001\u9577\u6c99\u3001\u6842\u967d\u7d66\u5b6b\u6b0a\uff0c\u5357\u90e1\u3001\u96f6\u9675\u3001\u6b66\u9675\u5247\u70ba\u5289\u5099\u6240\u6709\uff0c\u56de\u8ecd\u6c5f\u5dde\u3002\u53c8\u9063\u9ec3\u6b0a",
|
56 |
+
"6565f31bdb27acc6b2669d25d099b6c4": "\u7f8e\u570b\u8cc7\u672c\u4e3b\u7fa9\u548c\u8607\u806f\u793e\u6703\u4e3b\u7fa9\u5169\u5927\u9663\u71df\uff0c\u5357\u65af\u62c9\u592b",
|
57 |
+
"74ed90319663e9d75cde0a7aa722e14b": "1953\u5e74",
|
58 |
+
"4ca857cfe4f3fc6ceb2074175e0cd9c9": "\u5317\u9f4a\u662f\u4e2d\u570b\u5317\u671d\u6642\u7684\u9bae\u5351\u738b\u671d\u4e4b\u4e00\u3002550\u5e746\u67089\u65e5\uff0c\u7531\u6587\u5ba3\u5e1d\u9ad8\u6d0b",
|
59 |
+
"eb9025149b0f7bc756d642eecb0f7909": "1920\u5e74",
|
60 |
+
"6c59d9ef9f5eee348666bf50e3a4aa4c": "\u7d30\u5fae\u7684\u6539\u8b8a\u3002\u800c\u756b\u9762\u7684\u88fd\u4f5c\u65b9\u5f0f\uff0c\u6700\u5e38\u898b\u7684\u662f\u624b\u7e6a\u5728\u7d19\u5f35\u6216\u8cfd",
|
61 |
+
"b99d9031f829fcbfdca13e2acd6198e9": "\u5143\u97f3\uff0c\u53f0\u7063\u4fd7\u7a31\u6bcd",
|
62 |
+
"ad80d9e69e0de43e00d0e3ee1bfa7e8f": "\u77f3\u58a8\u70ef\u53ea\u6709\u55ae\u4e00\u5c64\u7684\u77f3\u58a8\uff0c\u4f46\u5f37\u5ea6\u975e\u5e38\u9ad8\uff0c\u5bcc\u52d2\u70ef",
|
63 |
+
"05b0795fa4f2100b47bd440e93db9d10": "1997\u5e74",
|
64 |
+
"8b9423f5d169fc81e87ecf662884c76a": "1921\u5e74",
|
65 |
+
"7b7c3b72ced7ed3da2cea59b67f56325": "\u963f\u62c9\u4f2f\u91ab\u5b78\u5bb6\u4f0a\u672c\u00b7\u7d0d\u83f2\u65af",
|
66 |
+
"dbda7e4c33596c6012ea2a08d12f7edc": "\u8c9d\u91cc\u65af",
|
67 |
+
"f4e1ac70d7e5b6de676eb7790e74ce44": "1992\u5e74",
|
68 |
+
"d63ebadc74416772a314f46065b1f4a5": "\u4fdd\u5b9a\u5e02\u7684\u8fb2\u696d\u6709\u8015\u573010.27\u842c\u516c\u9803\u3002\u4e3b\u8981\u4f5c\u7269\u6709\u5c0f\u9ea5\u3001\u7389\u7c73\u3001\u68c9\u82b1\u3002\u9644\u8fd1\u6eff\u57ce\u7e23\u51fa\u7522\u8349\u8393",
|
69 |
+
"469bced10d4e09c1eaddf654457c02fe": "\u80fa\u57fa\u9178\u3001\u91a3\u985e\u548c\u8102\u985e\u4ee3\u8b1d\u7684\u7522\u7532\u70f7",
|
70 |
+
"0cae7599332e594e4efdcd2701fe3eb9": "\u6ab8\u6aac\u9178",
|
71 |
+
"af63e238593bc62add0382611ed3f244": "1896\u5e74",
|
72 |
+
"768dafd2d342edcc43e26ad75a601d68": "\u59da\u8208\u5f97\u4ee5\u8fce\u81f3\u9577\u5b89\u3002\u9ce9\u6469\u7f85\u4ec0",
|
73 |
+
"ab1c4e21dd77d1dee7bf08aba7d7571a": "\u5343\u8449\u7684\u300d\u70ba\u6578\u91cf\u773e\u591a\u4e4b\u8449\u7684\u610f\u7fa9\uff0c\u845b\u8449\u826f\u597d\u7e41\u76db\u7684\u751f\u9577",
|
74 |
+
"35e5f655b3b1ad079be4136f5574bb90": "\u5206\u5b50\u751f\u7269\u5b78\u4e3b\u8981\u81f4\u529b\u65bc\u5c0d\u7d30\u80de\u4e2d\u4e0d\u540c\u7cfb\u7d71\u4e4b\u9593\u76f8\u4e92\u4f5c\u7528\u7684\u7406\u89e3\uff0c\u5305\u62ec\u53bb\u6c27\u6838\u91a3\u6838\u9178",
|
75 |
+
"c31db0157e7289b9c53fb8450c6a9c2e": "\u5cf6\u5dbc",
|
76 |
+
"ba4e029e6aa1383842166e71e46d69f3": "\u502b\u6566\u5e02\uff0c\u97f3\u8b6f\u4f5c\u897f\u5824",
|
77 |
+
"e89e4549c04871b8b8f90bcc61a5b2a8": "1948\u5e74",
|
78 |
+
"4d330823043ebc52cbeec5fe2289c80e": "1919\u5e74",
|
79 |
+
"3a16ac8e9c74d82a1083c52cb38b01d4": "1857\u5e74\u5be6\u884c\u6c11\u4e3b\u81ea\u6cbb\uff0c\u539f\u4f86\u7e3d\u7763\u4efb\u547d\u7684\u7acb\u6cd5\u6703\u6539\u7232\u9078\u8209\u7522\u751f\u30021901\u5e74",
|
80 |
+
"105d21de718233cbbbfeaf404718a08c": "\u3002\u6b64\u5916\uff0c\u525b\u5b75\u5316\u7684\u6d77\u9f9c",
|
81 |
+
"bad8526247fb98efc708309fdc6e56da": "\u5510\u671d",
|
82 |
+
"c2ee4e3427305dbebc4965566011e5c9": "1997\u5e74",
|
83 |
+
"0b6484a409247e8c892898294b86c724": "\u5343\u8449\u7e23\u7684\u7e23\u540d\u7684\u8d77\u6e90\uff0c\u662f\u65bc\u5ee2\u85e9\u7f6e\u7e23\u5f8c\u96a8\u5373\u9032\u884c\u7684\u7e23\u7684\u7d71\u5408\u6642\uff0c\u65bc\u5343\u8449\u90e1\u5343\u8449\u753a\u8a2d\u7f6e\u7e23\u5ef3",
|
84 |
+
"390f023c33861da79260b56e931ae866": "1863\u5e74",
|
85 |
+
"5d7466831532ae30bd4282a8520311e2": "\u8d8a\u5357\u7684\u6642\u9593\u6700\u65e9\u5927\u7d04\u5728\u6f22\u737b\u5e1d",
|
86 |
+
"61bf767e8cb7c3bedfc7669603e8853d": "1918\u5e74",
|
87 |
+
"ca83388a5742aae8ba57047c2aac48ca": "\u83ab\u54c8\u97cb\u6c99\u6f20\u7684\u6771\u5357\u9762\u6709\u6b7b\u4ea1\u8c37\u3002\u9019\u88e1\u6709\u5317\u7f8e\u6700\u4f4e\u9ede\u3002\u52a0\u5229\u798f\u5c3c\u4e9e\u4f4d\u65bc\u8056\u5b89\u5fb7\u70c8\u4e9e\u65af",
|
88 |
+
"35018e8abcb68afdb98e1f802faf2b7e": "\u61f7\u826f\u89aa\u738b\u4e58\u6a5f\u5f9e\u5e55\u5e9c\u7ba1\u6cbb\u4e0b\u596a\u56de\u4e5d\u5dde\u3002\u5c0a\u6c0f",
|
89 |
+
"c5b2e903aed73aa2c7ce96297ba62446": "1988\u5e74",
|
90 |
+
"5bc804db3f8f7532dd392ccf0dc9ef4d": "1919\u5e74",
|
91 |
+
"19801e96394242041b45476f1ff9d7a5": "\u9ec3\u83ca\u662f\u81ea1976\u5e74",
|
92 |
+
"a58f2fe7ba58ee58e3a2c0d0c41e1b64": "1990\u5e74",
|
93 |
+
"99a5a89dab5d8653ebbf3da27b9fc617": "1948\u5e74",
|
94 |
+
"e8cc9059d005a93fbfe6196e583adce8": "1965\u5e74",
|
95 |
+
"6c849491be47ff9c3319fca045c32a14": "\u5b5f\u683c\u5e03\u797f",
|
96 |
+
"08708596b3d03aea1efc2bf39a45e409": "1988\u5e74",
|
97 |
+
"65eea1d8602a2b47c2b3fb2adc9b662d": "\u7fa9\u5927\u5229\u7269\u7406\u5b78\u5bb6\u2014\u2014",
|
98 |
+
"79356aedd329f27376d0a971f97b3bf9": "1902\u5e74",
|
99 |
+
"219002768c9aca5e15e898ce7dc1fa6d": "1990\u5e74",
|
100 |
+
"11477c34c957a37d56136af8d6902977": "\u7b1b\u5361\u5152",
|
101 |
+
"dd4f748c0c9dcf175fabde83af1119b7": "\u5e03\u5360\u6cf0\u806f\u5408\u8499\u53e4\u79d1\u723e\u6c81\u90e8\u7387\u5175\u653b\u6253\u5efa\u5dde\u6240\u5c6c\u7684\u864e\u723e\u54c8\u8def\u3002\u540c\u5e74"
|
102 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4be817bfc088d865e0abdae3b5a618ff55e540924b175259002bb5650a118cee
|
3 |
+
size 406782121
|
special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"additional_special_tokens": [],
|
45 |
+
"clean_up_tokenization_spaces": true,
|
46 |
+
"cls_token": "[CLS]",
|
47 |
+
"do_lower_case": false,
|
48 |
+
"mask_token": "[MASK]",
|
49 |
+
"model_max_length": 512,
|
50 |
+
"pad_token": "[PAD]",
|
51 |
+
"sep_token": "[SEP]",
|
52 |
+
"strip_accents": null,
|
53 |
+
"tokenize_chinese_chars": true,
|
54 |
+
"tokenizer_class": "BertTokenizer",
|
55 |
+
"unk_token": "[UNK]"
|
56 |
+
}
|
vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|