Model save

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,51 @@
+---
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+model-index:
+- name: mbart-sahitrans_new_data
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# mbart-sahitrans_new_data
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.37.2
+- Pytorch 2.1.2+cu121
+- Datasets 2.16.1
+- Tokenizers 0.15.1

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 7.0,
+    "predict_bleu": 46.7681,
+    "predict_gen_len": 12.5226,
+    "predict_loss": 1.1072814464569092,
+    "predict_runtime": 32.3808,
+    "predict_samples": 1263,
+    "predict_samples_per_second": 39.005,
+    "predict_steps_per_second": 9.759,
+    "train_loss": 0.024883948061263487,
+    "train_runtime": 1768.5377,
+    "train_samples": 53559,
+    "train_samples_per_second": 211.99,
+    "train_steps_per_second": 52.999
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt",
+  "_num_labels": 3,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
+  "architectures": [
+    "MBartForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "mbart",
+  "normalize_before": true,
+  "normalize_embedding": true,
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "static_position_embeddings": false,
+  "tokenizer_class": "MBart50Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.2",
+  "use_cache": true,
+  "vocab_size": 250054
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "max_length": 200,
+  "num_beams": 5,
+  "pad_token_id": 1,
+  "transformers_version": "4.37.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267aa3c6ede55e3ce5387e8cf3a33b920d351547908c529bf859c698a4675387
+size 2444578688

predict_results.json

@@ -0,0 +1,9 @@
+{
+    "predict_bleu": 46.7681,
+    "predict_gen_len": 12.5226,
+    "predict_loss": 1.1072814464569092,
+    "predict_runtime": 32.3808,
+    "predict_samples": 1263,
+    "predict_samples_per_second": 39.005,
+    "predict_steps_per_second": 9.759
+}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,69 @@
+{
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201552f7c207f9a4bea038b8ae995e4908ba34accaf5c791bc520dbac640cc54
+size 17109938

tokenizer_config.json

@@ -0,0 +1,528 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "ar_AR",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250002": {
+      "content": "cs_CZ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250003": {
+      "content": "de_DE",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250004": {
+      "content": "en_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250005": {
+      "content": "es_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250006": {
+      "content": "et_EE",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250007": {
+      "content": "fi_FI",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250008": {
+      "content": "fr_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250009": {
+      "content": "gu_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250010": {
+      "content": "hi_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250011": {
+      "content": "it_IT",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250012": {
+      "content": "ja_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250013": {
+      "content": "kk_KZ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250014": {
+      "content": "ko_KR",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250015": {
+      "content": "lt_LT",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250016": {
+      "content": "lv_LV",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250017": {
+      "content": "my_MM",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250018": {
+      "content": "ne_NP",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250019": {
+      "content": "nl_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250020": {
+      "content": "ro_RO",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250021": {
+      "content": "ru_RU",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250022": {
+      "content": "si_LK",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250023": {
+      "content": "tr_TR",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250024": {
+      "content": "vi_VN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250025": {
+      "content": "zh_CN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250026": {
+      "content": "af_ZA",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250027": {
+      "content": "az_AZ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250028": {
+      "content": "bn_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250029": {
+      "content": "fa_IR",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250030": {
+      "content": "he_IL",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250031": {
+      "content": "hr_HR",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250032": {
+      "content": "id_ID",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250033": {
+      "content": "ka_GE",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250034": {
+      "content": "km_KH",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250035": {
+      "content": "mk_MK",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250036": {
+      "content": "ml_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250037": {
+      "content": "mn_MN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250038": {
+      "content": "mr_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250039": {
+      "content": "pl_PL",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250040": {
+      "content": "ps_AF",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250041": {
+      "content": "pt_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250042": {
+      "content": "sv_SE",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250043": {
+      "content": "sw_KE",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250044": {
+      "content": "ta_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250045": {
+      "content": "te_IN",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250046": {
+      "content": "th_TH",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250047": {
+      "content": "tl_XX",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250048": {
+      "content": "uk_UA",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250049": {
+      "content": "ur_PK",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250050": {
+      "content": "xh_ZA",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250051": {
+      "content": "gl_ES",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250052": {
+      "content": "sl_SI",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250053": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "language_codes": "ML50",
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "src_lang": "sa_XX",
+  "tgt_lang": "hi_IN",
+  "tokenizer_class": "MBart50Tokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 7.0,
+    "train_loss": 0.024883948061263487,
+    "train_runtime": 1768.5377,
+    "train_samples": 53559,
+    "train_samples_per_second": 211.99,
+    "train_steps_per_second": 52.999
+}

trainer_state.json

@@ -0,0 +1,1152 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 93730,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.813293502613891e-05,
+      "loss": 3.4729,
+      "step": 500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.626587005227782e-05,
+      "loss": 3.0263,
+      "step": 1000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.439880507841673e-05,
+      "loss": 2.8813,
+      "step": 1500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.253174010455564e-05,
+      "loss": 2.7034,
+      "step": 2000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.066467513069455e-05,
+      "loss": 2.7308,
+      "step": 2500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.879761015683346e-05,
+      "loss": 2.6246,
+      "step": 3000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 3.693054518297237e-05,
+      "loss": 2.5404,
+      "step": 3500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 3.506348020911128e-05,
+      "loss": 2.543,
+      "step": 4000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 3.319641523525019e-05,
+      "loss": 2.4337,
+      "step": 4500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 3.13293502613891e-05,
+      "loss": 2.5003,
+      "step": 5000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.9462285287528007e-05,
+      "loss": 2.4064,
+      "step": 5500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.759522031366692e-05,
+      "loss": 2.3045,
+      "step": 6000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.5728155339805826e-05,
+      "loss": 2.3047,
+      "step": 6500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.3861090365944735e-05,
+      "loss": 2.2855,
+      "step": 7000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1994025392083645e-05,
+      "loss": 2.3088,
+      "step": 7500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0126960418222554e-05,
+      "loss": 2.2434,
+      "step": 8000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8259895444361464e-05,
+      "loss": 2.215,
+      "step": 8500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.6392830470500377e-05,
+      "loss": 2.2731,
+      "step": 9000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4525765496639285e-05,
+      "loss": 2.1623,
+      "step": 9500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.2658700522778194e-05,
+      "loss": 2.1395,
+      "step": 10000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.0791635548917104e-05,
+      "loss": 2.2036,
+      "step": 10500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.924570575056013e-06,
+      "loss": 2.1406,
+      "step": 11000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.057505601194922e-06,
+      "loss": 2.0425,
+      "step": 11500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.190440627333831e-06,
+      "loss": 2.0832,
+      "step": 12000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.3233756534727413e-06,
+      "loss": 2.0409,
+      "step": 12500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.4563106796116506e-06,
+      "loss": 2.0602,
+      "step": 13000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.991784914115011e-05,
+      "loss": 2.1169,
+      "step": 13500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.95444361463779e-05,
+      "loss": 1.9384,
+      "step": 14000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.917102315160568e-05,
+      "loss": 1.9064,
+      "step": 14500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.879761015683346e-05,
+      "loss": 1.9263,
+      "step": 15000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.8424197162061244e-05,
+      "loss": 1.984,
+      "step": 15500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.805078416728902e-05,
+      "loss": 1.9026,
+      "step": 16000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7677371172516806e-05,
+      "loss": 1.9688,
+      "step": 16500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.7303958177744584e-05,
+      "loss": 1.9084,
+      "step": 17000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.693054518297237e-05,
+      "loss": 1.9521,
+      "step": 17500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.655713218820015e-05,
+      "loss": 1.9084,
+      "step": 18000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.618371919342793e-05,
+      "loss": 1.957,
+      "step": 18500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.5810306198655716e-05,
+      "loss": 1.9216,
+      "step": 19000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.54368932038835e-05,
+      "loss": 1.9009,
+      "step": 19500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.506348020911128e-05,
+      "loss": 1.9264,
+      "step": 20000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.469006721433906e-05,
+      "loss": 1.9279,
+      "step": 20500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.431665421956684e-05,
+      "loss": 1.8553,
+      "step": 21000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3943241224794625e-05,
+      "loss": 1.9544,
+      "step": 21500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.35698282300224e-05,
+      "loss": 1.8713,
+      "step": 22000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.319641523525019e-05,
+      "loss": 1.877,
+      "step": 22500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2823002240477966e-05,
+      "loss": 1.8483,
+      "step": 23000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.244958924570575e-05,
+      "loss": 1.8154,
+      "step": 23500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2076176250933535e-05,
+      "loss": 1.897,
+      "step": 24000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.170276325616132e-05,
+      "loss": 1.8807,
+      "step": 24500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.13293502613891e-05,
+      "loss": 1.8696,
+      "step": 25000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.095593726661688e-05,
+      "loss": 1.8949,
+      "step": 25500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.058252427184466e-05,
+      "loss": 1.8808,
+      "step": 26000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0209111277072444e-05,
+      "loss": 1.8257,
+      "step": 26500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9835698282300222e-05,
+      "loss": 1.6733,
+      "step": 27000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9462285287528007e-05,
+      "loss": 1.3824,
+      "step": 27500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9088872292755788e-05,
+      "loss": 1.4268,
+      "step": 28000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8715459297983573e-05,
+      "loss": 1.3661,
+      "step": 28500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.834204630321135e-05,
+      "loss": 1.3921,
+      "step": 29000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.7968633308439135e-05,
+      "loss": 1.381,
+      "step": 29500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.759522031366692e-05,
+      "loss": 1.4431,
+      "step": 30000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7221807318894698e-05,
+      "loss": 1.4092,
+      "step": 30500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6848394324122482e-05,
+      "loss": 1.3834,
+      "step": 31000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6474981329350264e-05,
+      "loss": 1.3976,
+      "step": 31500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6101568334578048e-05,
+      "loss": 1.4163,
+      "step": 32000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5728155339805826e-05,
+      "loss": 1.463,
+      "step": 32500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.535474234503361e-05,
+      "loss": 1.3829,
+      "step": 33000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.498132935026139e-05,
+      "loss": 1.4267,
+      "step": 33500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4607916355489173e-05,
+      "loss": 1.4251,
+      "step": 34000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4234503360716954e-05,
+      "loss": 1.3971,
+      "step": 34500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3861090365944735e-05,
+      "loss": 1.4307,
+      "step": 35000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3487677371172517e-05,
+      "loss": 1.3797,
+      "step": 35500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3114264376400298e-05,
+      "loss": 1.4136,
+      "step": 36000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2740851381628083e-05,
+      "loss": 1.3923,
+      "step": 36500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2367438386855864e-05,
+      "loss": 1.4402,
+      "step": 37000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1994025392083645e-05,
+      "loss": 1.4485,
+      "step": 37500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1620612397311426e-05,
+      "loss": 1.3766,
+      "step": 38000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1247199402539207e-05,
+      "loss": 1.3877,
+      "step": 38500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0873786407766992e-05,
+      "loss": 1.4218,
+      "step": 39000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0500373412994773e-05,
+      "loss": 1.4167,
+      "step": 39500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0126960418222554e-05,
+      "loss": 1.3621,
+      "step": 40000
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9753547423450336e-05,
+      "loss": 1.0586,
+      "step": 40500
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9380134428678117e-05,
+      "loss": 0.9882,
+      "step": 41000
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9006721433905898e-05,
+      "loss": 0.9795,
+      "step": 41500
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8633308439133683e-05,
+      "loss": 0.9992,
+      "step": 42000
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8259895444361464e-05,
+      "loss": 0.9474,
+      "step": 42500
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7886482449589245e-05,
+      "loss": 0.9975,
+      "step": 43000
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7513069454817026e-05,
+      "loss": 0.9606,
+      "step": 43500
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.713965646004481e-05,
+      "loss": 0.9781,
+      "step": 44000
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6766243465272592e-05,
+      "loss": 1.0437,
+      "step": 44500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6392830470500377e-05,
+      "loss": 0.963,
+      "step": 45000
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6019417475728158e-05,
+      "loss": 1.0407,
+      "step": 45500
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.564600448095594e-05,
+      "loss": 1.0054,
+      "step": 46000
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.527259148618372e-05,
+      "loss": 1.0396,
+      "step": 46500
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4899178491411503e-05,
+      "loss": 1.0051,
+      "step": 47000
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4525765496639285e-05,
+      "loss": 0.9828,
+      "step": 47500
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4152352501867066e-05,
+      "loss": 0.9976,
+      "step": 48000
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3778939507094849e-05,
+      "loss": 1.0251,
+      "step": 48500
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.340552651232263e-05,
+      "loss": 1.0432,
+      "step": 49000
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3032113517550413e-05,
+      "loss": 0.9727,
+      "step": 49500
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2658700522778194e-05,
+      "loss": 0.9822,
+      "step": 50000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2285287528005974e-05,
+      "loss": 1.0392,
+      "step": 50500
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1911874533233758e-05,
+      "loss": 0.9943,
+      "step": 51000
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.153846153846154e-05,
+      "loss": 1.0256,
+      "step": 51500
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.116504854368932e-05,
+      "loss": 1.0166,
+      "step": 52000
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0791635548917104e-05,
+      "loss": 0.9493,
+      "step": 52500
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0418222554144885e-05,
+      "loss": 1.0561,
+      "step": 53000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0044809559372668e-05,
+      "loss": 0.976,
+      "step": 53500
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.671396564600449e-06,
+      "loss": 0.7222,
+      "step": 54000
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.29798356982823e-06,
+      "loss": 0.6606,
+      "step": 54500
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.924570575056013e-06,
+      "loss": 0.6666,
+      "step": 55000
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.551157580283794e-06,
+      "loss": 0.6524,
+      "step": 55500
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.177744585511576e-06,
+      "loss": 0.6646,
+      "step": 56000
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.804331590739359e-06,
+      "loss": 0.7429,
+      "step": 56500
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.43091859596714e-06,
+      "loss": 0.711,
+      "step": 57000
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.057505601194922e-06,
+      "loss": 0.6983,
+      "step": 57500
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.684092606422704e-06,
+      "loss": 0.6639,
+      "step": 58000
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.310679611650486e-06,
+      "loss": 0.7254,
+      "step": 58500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.937266616878267e-06,
+      "loss": 0.701,
+      "step": 59000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.563853622106049e-06,
+      "loss": 0.7424,
+      "step": 59500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.190440627333831e-06,
+      "loss": 0.6679,
+      "step": 60000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.817027632561613e-06,
+      "loss": 0.6413,
+      "step": 60500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.443614637789395e-06,
+      "loss": 0.7014,
+      "step": 61000
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.070201643017177e-06,
+      "loss": 0.6786,
+      "step": 61500
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.6967886482449596e-06,
+      "loss": 0.6792,
+      "step": 62000
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3233756534727413e-06,
+      "loss": 0.7148,
+      "step": 62500
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.949962658700523e-06,
+      "loss": 0.6512,
+      "step": 63000
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.5765496639283046e-06,
+      "loss": 0.681,
+      "step": 63500
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.203136669156087e-06,
+      "loss": 0.7019,
+      "step": 64000
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8297236743838687e-06,
+      "loss": 0.5755,
+      "step": 64500
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.4563106796116506e-06,
+      "loss": 0.5506,
+      "step": 65000
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.0828976848394324e-06,
+      "loss": 0.5695,
+      "step": 65500
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.094846900672144e-07,
+      "loss": 0.5534,
+      "step": 66000
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.360716952949963e-07,
+      "loss": 0.5473,
+      "step": 66500
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 1.425904192894484e-05,
+      "loss": 0.5644,
+      "step": 67000
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 1.39923183612504e-05,
+      "loss": 0.574,
+      "step": 67500
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 1.3725594793555959e-05,
+      "loss": 0.5951,
+      "step": 68000
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 1.345887122586152e-05,
+      "loss": 0.6167,
+      "step": 68500
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 1.3192147658167076e-05,
+      "loss": 0.6116,
+      "step": 69000
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 1.2925424090472635e-05,
+      "loss": 0.6739,
+      "step": 69500
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 1.2658700522778194e-05,
+      "loss": 0.6638,
+      "step": 70000
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 1.2391976955083752e-05,
+      "loss": 0.6339,
+      "step": 70500
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 1.212525338738931e-05,
+      "loss": 0.6601,
+      "step": 71000
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 1.1858529819694868e-05,
+      "loss": 0.6563,
+      "step": 71500
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 1.1591806252000428e-05,
+      "loss": 0.6491,
+      "step": 72000
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 1.1325082684305987e-05,
+      "loss": 0.6026,
+      "step": 72500
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 1.1058359116611544e-05,
+      "loss": 0.6851,
+      "step": 73000
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 1.0791635548917104e-05,
+      "loss": 0.6337,
+      "step": 73500
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 1.0524911981222661e-05,
+      "loss": 0.6659,
+      "step": 74000
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 1.025818841352822e-05,
+      "loss": 0.6691,
+      "step": 74500
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 9.991464845833778e-06,
+      "loss": 0.6611,
+      "step": 75000
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 9.724741278139336e-06,
+      "loss": 0.6542,
+      "step": 75500
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 9.458017710444895e-06,
+      "loss": 0.6849,
+      "step": 76000
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 9.191294142750454e-06,
+      "loss": 0.6552,
+      "step": 76500
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 8.924570575056013e-06,
+      "loss": 0.6636,
+      "step": 77000
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 8.65784700736157e-06,
+      "loss": 0.6323,
+      "step": 77500
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 8.39112343966713e-06,
+      "loss": 0.6581,
+      "step": 78000
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 8.124399871972687e-06,
+      "loss": 0.6613,
+      "step": 78500
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 7.857676304278247e-06,
+      "loss": 0.6816,
+      "step": 79000
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 7.590952736583805e-06,
+      "loss": 0.6908,
+      "step": 79500
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 7.324229168889363e-06,
+      "loss": 0.6854,
+      "step": 80000
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 7.057505601194922e-06,
+      "loss": 0.5705,
+      "step": 80500
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 6.79078203350048e-06,
+      "loss": 0.4532,
+      "step": 81000
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 6.5240584658060394e-06,
+      "loss": 0.4785,
+      "step": 81500
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 6.257334898111597e-06,
+      "loss": 0.4568,
+      "step": 82000
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 5.990611330417156e-06,
+      "loss": 0.4415,
+      "step": 82500
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 5.723887762722714e-06,
+      "loss": 0.4598,
+      "step": 83000
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 5.457164195028273e-06,
+      "loss": 0.4661,
+      "step": 83500
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 5.190440627333831e-06,
+      "loss": 0.437,
+      "step": 84000
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 4.92371705963939e-06,
+      "loss": 0.4782,
+      "step": 84500
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 4.656993491944948e-06,
+      "loss": 0.465,
+      "step": 85000
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 4.390269924250507e-06,
+      "loss": 0.4491,
+      "step": 85500
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 4.123546356556066e-06,
+      "loss": 0.4727,
+      "step": 86000
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 3.856822788861624e-06,
+      "loss": 0.4576,
+      "step": 86500
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 3.590099221167183e-06,
+      "loss": 0.4565,
+      "step": 87000
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 3.3233756534727413e-06,
+      "loss": 0.4646,
+      "step": 87500
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 3.0566520857782996e-06,
+      "loss": 0.4749,
+      "step": 88000
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 2.789928518083858e-06,
+      "loss": 0.3821,
+      "step": 88500
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 2.523204950389417e-06,
+      "loss": 0.4083,
+      "step": 89000
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 2.2564813826949748e-06,
+      "loss": 0.4041,
+      "step": 89500
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 1.9897578150005336e-06,
+      "loss": 0.4081,
+      "step": 90000
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 1.723034247306092e-06,
+      "loss": 0.4027,
+      "step": 90500
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 1.4563106796116506e-06,
+      "loss": 0.4354,
+      "step": 91000
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 1.189587111917209e-06,
+      "loss": 0.4193,
+      "step": 91500
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 9.228635442227675e-07,
+      "loss": 0.3877,
+      "step": 92000
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 6.56139976528326e-07,
+      "loss": 0.4322,
+      "step": 92500
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 3.894164088338846e-07,
+      "loss": 0.4068,
+      "step": 93000
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 1.226928411394431e-07,
+      "loss": 0.3968,
+      "step": 93500
+    },
+    {
+      "epoch": 7.0,
+      "step": 93730,
+      "total_flos": 2.490638010831667e+16,
+      "train_loss": 0.024883948061263487,
+      "train_runtime": 1768.5377,
+      "train_samples_per_second": 211.99,
+      "train_steps_per_second": 52.999
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 93730,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 7,
+  "save_steps": 500,
+  "total_flos": 2.490638010831667e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81764c2f689a4b3fc5fb3c2433c16a2b363d6e376aada1aded503088659c121f
+size 5048