Training in progress, step 2000

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,60 @@
+{
+  "_name_or_path": "gogamza/kobart-base-v2",
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": false,
+  "architectures": [
+    "BartForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "author": "Heewon Jeon(madjakarta@gmail.com)",
+  "bos_token_id": 1,
+  "classif_dropout": 0.1,
+  "classifier_dropout": 0.1,
+  "d_model": 768,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 3072,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 1,
+  "do_blenderbot_90_layernorm": false,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 3072,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 1,
+  "extra_pos_embeddings": 2,
+  "force_bos_token_to_be_generated": false,
+  "forced_eos_token_id": 1,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "kobart_version": 2.0,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "length_penalty": 5.0,
+  "max_length": 128,
+  "max_position_embeddings": 1026,
+  "min_length": 30,
+  "model_type": "bart",
+  "no_repeat_ngram_size": 2,
+  "normalize_before": false,
+  "normalize_embedding": true,
+  "num_beams": 10,
+  "num_hidden_layers": 6,
+  "pad_token_id": 3,
+  "scale_embedding": false,
+  "static_position_embeddings": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1",
+  "use_cache": true,
+  "vocab_size": 30000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64427d03c725b672bb3aac504837bc6142fe9d208225322f336a77b94a22cd62
+size 495648413

runs/Feb01_01-56-33_05ae2094ef53/1675216623.5902588/events.out.tfevents.1675216623.05ae2094ef53.1700.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef07524e49ff5b6a2a63b8ecf74b1514beaf5e0ad1ea2429f4f9a980226a12b
+size 5800

runs/Feb01_01-56-33_05ae2094ef53/events.out.tfevents.1675216623.05ae2094ef53.1700.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262cec7ee4e21ef763721c96c3814cac786d2eacdafba8185038ac43b9ac4989
+size 6346

runs/Feb01_02-23-01_05ae2094ef53/1675218219.7537491/events.out.tfevents.1675218219.05ae2094ef53.2212.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68715817ffef58b306a6b2eab9ddb0b18544febfb937f92e919d46190f51f795
+size 5800

runs/Feb01_02-23-01_05ae2094ef53/events.out.tfevents.1675218219.05ae2094ef53.2212.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd5d2914302b8b3dd95ca7fea5266c9c192c37d030218cb02e67de7b0e72ca1
+size 7327

runs/Feb01_02-50-10_05ae2094ef53/1675219836.990371/events.out.tfevents.1675219836.05ae2094ef53.3026.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf001442ceeb708de253fc97443f81b2b7f0dd30416b58d325e20f352d55dc
+size 5800

runs/Feb01_02-50-10_05ae2094ef53/events.out.tfevents.1675219836.05ae2094ef53.3026.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e74d2d000b9419a7a5a8b5cbc7e422088bdcb57986e37f6d39e7f777a188e5d
+size 6345

runs/Feb01_03-20-31_05ae2094ef53/1675221658.471225/events.out.tfevents.1675221658.05ae2094ef53.4182.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb779f20e1263f392c34a2361a0675371e6d55e3ad509c66667898b3c4faedc
+size 5800

runs/Feb01_03-20-31_05ae2094ef53/events.out.tfevents.1675221658.05ae2094ef53.4182.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8544155c3665d9921f8dd6ef3de7d0af1d99df9de5d6d8ef8ec13e9eb6a8661b
+size 9349

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "bos_token": "</s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444f68abc3b798ce3f285f1afff88f634a15514d53c11b49d5f9f640a006af03
+size 1049337

tokenizer_config.json

@@ -0,0 +1,7 @@
+{
+  "max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "gogamza/kobart-base-v2",
+  "special_tokens_map_file": "/opt/ml/.cache/huggingface/hub/models--gogamza--kobart-base-v2/snapshots/f9f2ec35d3c32a1ecc7a3281f9626b7ec1913fed/special_tokens_map.json",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e54844d95624a724829b3cd8639bd91f721a603eb11b396040cc54f444ef1
+size 3643