ShynBui commited on
Commit
fbdec26
1 Parent(s): f64156d

Training in progress, epoch 0

Browse files
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "vinai/bartpho-syllable",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "gelu",
5
+ "architectures": [
6
+ "MBartForConditionalGeneration"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "bos_token_id": 0,
10
+ "classifier_dropout": 0.0,
11
+ "d_model": 1024,
12
+ "decoder_attention_heads": 16,
13
+ "decoder_ffn_dim": 4096,
14
+ "decoder_layerdrop": 0.0,
15
+ "decoder_layers": 12,
16
+ "decoder_start_token_id": 2,
17
+ "dropout": 0.1,
18
+ "encoder_attention_heads": 16,
19
+ "encoder_ffn_dim": 4096,
20
+ "encoder_layerdrop": 0.0,
21
+ "encoder_layers": 12,
22
+ "eos_token_id": 2,
23
+ "forced_eos_token_id": 2,
24
+ "gradient_checkpointing": false,
25
+ "init_std": 0.02,
26
+ "is_encoder_decoder": true,
27
+ "max_position_embeddings": 1024,
28
+ "model_type": "mbart",
29
+ "num_hidden_layers": 12,
30
+ "pad_token_id": 1,
31
+ "scale_embedding": false,
32
+ "tokenizer_class": "BartphoTokenizer",
33
+ "torch_dtype": "float32",
34
+ "transformers_version": "4.42.4",
35
+ "use_cache": true,
36
+ "vocab_size": 40030
37
+ }
dict.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ef550b60bc093e9b12aa693fc4c54040c7b8d11723cc055bc4d87e53e51b9e
3
+ size 1583480280
runs/Aug06_04-15-37_53fc2f722dcb/events.out.tfevents.1722917740.53fc2f722dcb.194.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8193723af5c303628a59114b38388ab1858f82b7a96c64ddfa66369dfafffeac
3
+ size 10544
runs/Aug06_04-31-55_53fc2f722dcb/events.out.tfevents.1722918717.53fc2f722dcb.5461.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4001fb5d28ebfa048e972563b70a05728acdb68b8b94b63e34414e0e04060124
3
+ size 10544
runs/Aug06_04-38-02_53fc2f722dcb/events.out.tfevents.1722919083.53fc2f722dcb.7970.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27adf124cd443f749a731e84307c0bed253e35741a20f84c823f01f3c2def706
3
+ size 8280
runs/Aug06_04-38-32_53fc2f722dcb/events.out.tfevents.1722919117.53fc2f722dcb.7970.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4466850b493cf749891ea6bf7c04c1b27a53061c6d11acbc8c4661f11619826b
3
+ size 4184
runs/Aug06_04-40-11_53fc2f722dcb/events.out.tfevents.1722919213.53fc2f722dcb.8662.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7208bc9de968ee423f282a90b8d12713c33d4333ba066c5f6d904bf9c505e5e
3
+ size 15772
runs/Aug06_04-50-51_53fc2f722dcb/events.out.tfevents.1722919853.53fc2f722dcb.11551.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47141a7095dc403819a0a2d56c7ea88cb054eff4aeb1c58e7c349d6cb7c10afa
3
+ size 5317
runs/Aug06_05-00-49_53fc2f722dcb/events.out.tfevents.1722920451.53fc2f722dcb.13585.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3ea928f6523fc2968b5591236402b04820f7e816aa70c433b1cedf0fe581d34
3
+ size 5317
runs/Aug06_05-08-15_53fc2f722dcb/events.out.tfevents.1722920897.53fc2f722dcb.15400.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccac35dfa18f9bbfc83eccdbae1252c3fa2783f3a4d6cb0380f575154fab5290
3
+ size 5316
runs/Aug06_05-21-02_53fc2f722dcb/events.out.tfevents.1722921673.53fc2f722dcb.17983.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:657402959848482e7de37f2d4ef4278dfbd060128efcc347d196f414c2ed7284
3
+ size 5313
runs/Aug06_05-24-45_53fc2f722dcb/events.out.tfevents.1722921899.53fc2f722dcb.17983.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a0f2e1e9dfa9fa57d5c2fa5f51e3809c60c351dcf01f2c826d1d531cba983e
3
+ size 6158
runs/Aug06_07-04-50_53fc2f722dcb/events.out.tfevents.1722927895.53fc2f722dcb.17983.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc3d58a94119a47c7e7896923da3208fd1efc8881515427e98ee38a4e254847
3
+ size 4184
runs/Aug06_07-09-53_53fc2f722dcb/events.out.tfevents.1722928195.53fc2f722dcb.45964.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b70a5ba38d77997a774daf6dc4158f822f875912a009f157cd790e88c25f07
3
+ size 5314
runs/Aug06_07-10-09_53fc2f722dcb/events.out.tfevents.1722928211.53fc2f722dcb.45964.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c610c97fa6433dc6a1c4ccf25f4623f9d6759337a338de2032d40e221ebff1
3
+ size 13202
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
+ size 5069051
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "40029": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": true,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "mask_token": "<mask>",
49
+ "model_max_length": 1000000000000000019884624838656,
50
+ "pad_token": "<pad>",
51
+ "sep_token": "</s>",
52
+ "sp_model_kwargs": {},
53
+ "tokenizer_class": "BartphoTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf63db5565228f58d2d104f0de5cae281a8664312808f6df860f92579a799290
3
+ size 5304