raptorkwok commited on
Commit
9a86a84
1 Parent(s): c3f7aa3

Model save

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
added_tokens.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "㓉": 51357,
3
+ "㔌": 51307,
4
+ "㔷": 51276,
5
+ "㔻": 51316,
6
+ "㕪": 51303,
7
+ "㖭": 51281,
8
+ "㗇": 51300,
9
+ "㗳": 51329,
10
+ "㗻": 51331,
11
+ "㗾": 51309,
12
+ "㘉": 51313,
13
+ "㘝": 51289,
14
+ "㠀": 51345,
15
+ "㡁": 51314,
16
+ "㢌": 51338,
17
+ "㢜": 51336,
18
+ "㣇": 51335,
19
+ "㤿": 51332,
20
+ "㧬": 51293,
21
+ "㨂": 51291,
22
+ "㨘": 51326,
23
+ "㨢": 51334,
24
+ "㬓": 51310,
25
+ "㬱": 51359,
26
+ "㭾": 51369,
27
+ "㰤": 51341,
28
+ "㱽": 51324,
29
+ "㺂": 51349,
30
+ "㽺": 51361,
31
+ "䀆": 51367,
32
+ "䂿": 51350,
33
+ "䅌": 51346,
34
+ "䉪": 51368,
35
+ "䉯": 51343,
36
+ "䉺": 51337,
37
+ "䊦": 51280,
38
+ "䋫": 51321,
39
+ "䑛": 51312,
40
+ "䘆": 51283,
41
+ "䘒": 51355,
42
+ "䤔": 51344,
43
+ "䤵": 51284,
44
+ "䦥": 51333,
45
+ "䧘": 51348,
46
+ "䫿": 51330,
47
+ "䭮": 51352,
48
+ "䯀": 51286,
49
+ "䰙": 51370,
50
+ "䶩": 51339,
51
+ "嘺": 51288,
52
+ "圖書館": 51371,
53
+ "地鐵站": 51372,
54
+ "𠍁": 51328,
55
+ "𠓼": 51318,
56
+ "𠯔": 51347,
57
+ "𠱁": 51285,
58
+ "𠲜": 51364,
59
+ "𠳏": 51358,
60
+ "𠴝": 51366,
61
+ "𠵿": 51274,
62
+ "𠹺": 51282,
63
+ "𠼮": 51305,
64
+ "𠼻": 51297,
65
+ "𡁯": 51317,
66
+ "𡁵": 51290,
67
+ "𡃈": 51351,
68
+ "𡲢": 51320,
69
+ "𡷹": 51304,
70
+ "𢫏": 51275,
71
+ "𢫕": 51327,
72
+ "𢬿": 51287,
73
+ "𢭃": 51325,
74
+ "𢯎": 51301,
75
+ "𢱕": 51295,
76
+ "𢲡": 51362,
77
+ "𢲩": 51353,
78
+ "𢴒": 51294,
79
+ "𣖕": 51315,
80
+ "𣚺": 51356,
81
+ "𣵷": 51323,
82
+ "𤗈": 51308,
83
+ "𤗲": 51271,
84
+ "𤘅": 51273,
85
+ "𤶸": 51298,
86
+ "𤺊": 51340,
87
+ "𥄫": 51277,
88
+ "𦉘": 51365,
89
+ "𦟌": 51299,
90
+ "𦢊": 51311,
91
+ "𧇣": 51278,
92
+ "𧊅": 51296,
93
+ "𧕴": 51363,
94
+ "𧜵": 51354,
95
+ "𨂽": 51306,
96
+ "𨂾": 51272,
97
+ "𨇣": 51302,
98
+ "𨈇": 51319,
99
+ "𨋍": 51360,
100
+ "𨛜": 51342,
101
+ "𩪷": 51322,
102
+ "𩰫": 51292,
103
+ "𪐀": 51279
104
+ }
config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "notebooks/cantonese/bart-base-chinese",
3
+ "activation_dropout": 0.1,
4
+ "activation_function": "gelu",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": false,
7
+ "architectures": [
8
+ "BartForConditionalGeneration"
9
+ ],
10
+ "attention_dropout": 0.1,
11
+ "bos_token_id": 101,
12
+ "classif_dropout": 0.1,
13
+ "classifier_dropout": 0.0,
14
+ "d_model": 768,
15
+ "decoder_attention_heads": 12,
16
+ "decoder_ffn_dim": 3072,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 6,
19
+ "decoder_start_token_id": 102,
20
+ "dropout": 0.1,
21
+ "early_stopping": true,
22
+ "encoder_attention_heads": 12,
23
+ "encoder_ffn_dim": 3072,
24
+ "encoder_layerdrop": 0.0,
25
+ "encoder_layers": 6,
26
+ "eos_token_id": 102,
27
+ "forced_eos_token_id": 102,
28
+ "gradient_checkpointing": false,
29
+ "id2label": {
30
+ "0": "LABEL_0",
31
+ "1": "LABEL_1",
32
+ "2": "LABEL_2"
33
+ },
34
+ "init_std": 0.02,
35
+ "is_encoder_decoder": true,
36
+ "label2id": {
37
+ "LABEL_0": 0,
38
+ "LABEL_1": 1,
39
+ "LABEL_2": 2
40
+ },
41
+ "max_position_embeddings": 1024,
42
+ "model_type": "bart",
43
+ "no_repeat_ngram_size": 3,
44
+ "normalize_before": false,
45
+ "normalize_embedding": true,
46
+ "num_beams": 4,
47
+ "num_hidden_layers": 6,
48
+ "pad_token_id": 0,
49
+ "scale_embedding": false,
50
+ "task_specific_params": {
51
+ "summarization": {
52
+ "length_penalty": 1.0,
53
+ "max_length": 128,
54
+ "min_length": 12,
55
+ "num_beams": 4
56
+ },
57
+ "summarization_cnn": {
58
+ "length_penalty": 2.0,
59
+ "max_length": 142,
60
+ "min_length": 56,
61
+ "num_beams": 4
62
+ },
63
+ "summarization_xsum": {
64
+ "length_penalty": 1.0,
65
+ "max_length": 62,
66
+ "min_length": 11,
67
+ "num_beams": 6
68
+ }
69
+ },
70
+ "tokenizer_class": "BertTokenizer",
71
+ "torch_dtype": "float32",
72
+ "transformers_version": "4.28.1",
73
+ "use_cache": true,
74
+ "vocab_size": 51373
75
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 101,
4
+ "decoder_start_token_id": 102,
5
+ "early_stopping": true,
6
+ "eos_token_id": 102,
7
+ "forced_eos_token_id": 102,
8
+ "no_repeat_ngram_size": 3,
9
+ "num_beams": 4,
10
+ "pad_token_id": 0,
11
+ "transformers_version": "4.28.1"
12
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a17ededfa850831a31623f8900e1c7c8f1e729a7996e54cab1f2027b2fb70b71
3
+ size 561379866
runs/Oct31_09-29-23_hkmustamd-Super-Server/1730338218.2067604/events.out.tfevents.1730338218.hkmustamd-Super-Server.1987719.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb56bf1589a87c69afb2fc9f0de0e5a97f0ac0ce77932509bc03d191135af36
3
+ size 5971
runs/Oct31_09-29-23_hkmustamd-Super-Server/events.out.tfevents.1730338218.hkmustamd-Super-Server.1987719.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de9333d1b37ed7e4a488b3f30d2765211f104453f9929fbe90c00ba01d68bdb6
3
+ size 5889
special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[EOS]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": "[UNK]"
9
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "clean_up_tokenization_spaces": true,
4
+ "cls_token": "[CLS]",
5
+ "do_basic_tokenize": true,
6
+ "do_lower_case": false,
7
+ "eos_token": "[EOS]",
8
+ "mask_token": "[MASK]",
9
+ "model_max_length": 1000000000000000019884624838656,
10
+ "never_split": null,
11
+ "pad_token": "[PAD]",
12
+ "sep_token": "[SEP]",
13
+ "strip_accents": null,
14
+ "tokenize_chinese_chars": true,
15
+ "tokenizer_class": "BertTokenizer",
16
+ "unk_token": "[UNK]",
17
+ "use_fast": true
18
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8010a3b64dc447ffed2610144f31e35038e5252e208a993b96effb9a5e344f4d
3
+ size 4152
vocab.txt ADDED
The diff for this file is too large to render. See raw diff