{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10351966873706005,
  "eval_steps": 9,
  "global_step": 25,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004140786749482402,
      "grad_norm": 0.9301577806472778,
      "learning_rate": 1e-05,
      "loss": 3.1126,
      "step": 1
    },
    {
      "epoch": 0.004140786749482402,
      "eval_loss": 1.5828256607055664,
      "eval_runtime": 86.4747,
      "eval_samples_per_second": 2.359,
      "eval_steps_per_second": 0.301,
      "step": 1
    },
    {
      "epoch": 0.008281573498964804,
      "grad_norm": 0.8852660655975342,
      "learning_rate": 2e-05,
      "loss": 3.2312,
      "step": 2
    },
    {
      "epoch": 0.012422360248447204,
      "grad_norm": 0.9227669835090637,
      "learning_rate": 3e-05,
      "loss": 2.8183,
      "step": 3
    },
    {
      "epoch": 0.016563146997929608,
      "grad_norm": 1.096196174621582,
      "learning_rate": 4e-05,
      "loss": 3.433,
      "step": 4
    },
    {
      "epoch": 0.020703933747412008,
      "grad_norm": 1.1805181503295898,
      "learning_rate": 5e-05,
      "loss": 2.9417,
      "step": 5
    },
    {
      "epoch": 0.024844720496894408,
      "grad_norm": 1.0887078046798706,
      "learning_rate": 6e-05,
      "loss": 2.7484,
      "step": 6
    },
    {
      "epoch": 0.028985507246376812,
      "grad_norm": 1.1074923276901245,
      "learning_rate": 7e-05,
      "loss": 2.8224,
      "step": 7
    },
    {
      "epoch": 0.033126293995859216,
      "grad_norm": 1.1030354499816895,
      "learning_rate": 8e-05,
      "loss": 2.7812,
      "step": 8
    },
    {
      "epoch": 0.037267080745341616,
      "grad_norm": 1.2491376399993896,
      "learning_rate": 9e-05,
      "loss": 2.6374,
      "step": 9
    },
    {
      "epoch": 0.037267080745341616,
      "eval_loss": 1.3686977624893188,
      "eval_runtime": 86.6236,
      "eval_samples_per_second": 2.355,
      "eval_steps_per_second": 0.3,
      "step": 9
    },
    {
      "epoch": 0.041407867494824016,
      "grad_norm": 1.2215477228164673,
      "learning_rate": 0.0001,
      "loss": 2.9145,
      "step": 10
    },
    {
      "epoch": 0.045548654244306416,
      "grad_norm": 1.2886161804199219,
      "learning_rate": 9.99695413509548e-05,
      "loss": 2.2524,
      "step": 11
    },
    {
      "epoch": 0.049689440993788817,
      "grad_norm": 1.200274109840393,
      "learning_rate": 9.987820251299122e-05,
      "loss": 2.3977,
      "step": 12
    },
    {
      "epoch": 0.053830227743271224,
      "grad_norm": 1.059577465057373,
      "learning_rate": 9.972609476841367e-05,
      "loss": 2.1013,
      "step": 13
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 1.544952154159546,
      "learning_rate": 9.951340343707852e-05,
      "loss": 2.3457,
      "step": 14
    },
    {
      "epoch": 0.062111801242236024,
      "grad_norm": 1.3836092948913574,
      "learning_rate": 9.924038765061042e-05,
      "loss": 2.7073,
      "step": 15
    },
    {
      "epoch": 0.06625258799171843,
      "grad_norm": 1.410312533378601,
      "learning_rate": 9.890738003669029e-05,
      "loss": 2.8543,
      "step": 16
    },
    {
      "epoch": 0.07039337474120083,
      "grad_norm": 1.2303005456924438,
      "learning_rate": 9.851478631379982e-05,
      "loss": 2.3382,
      "step": 17
    },
    {
      "epoch": 0.07453416149068323,
      "grad_norm": 1.4924076795578003,
      "learning_rate": 9.806308479691595e-05,
      "loss": 2.2618,
      "step": 18
    },
    {
      "epoch": 0.07453416149068323,
      "eval_loss": 1.0939579010009766,
      "eval_runtime": 86.594,
      "eval_samples_per_second": 2.356,
      "eval_steps_per_second": 0.3,
      "step": 18
    },
    {
      "epoch": 0.07867494824016563,
      "grad_norm": 1.4655351638793945,
      "learning_rate": 9.755282581475769e-05,
      "loss": 2.5699,
      "step": 19
    },
    {
      "epoch": 0.08281573498964803,
      "grad_norm": 1.2195974588394165,
      "learning_rate": 9.698463103929542e-05,
      "loss": 1.8441,
      "step": 20
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 1.2934242486953735,
      "learning_rate": 9.635919272833938e-05,
      "loss": 2.2081,
      "step": 21
    },
    {
      "epoch": 0.09109730848861283,
      "grad_norm": 1.0533246994018555,
      "learning_rate": 9.567727288213005e-05,
      "loss": 2.0406,
      "step": 22
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 1.3303511142730713,
      "learning_rate": 9.493970231495835e-05,
      "loss": 2.3889,
      "step": 23
    },
    {
      "epoch": 0.09937888198757763,
      "grad_norm": 1.2019553184509277,
      "learning_rate": 9.414737964294636e-05,
      "loss": 1.6975,
      "step": 24
    },
    {
      "epoch": 0.10351966873706005,
      "grad_norm": 1.1562660932540894,
      "learning_rate": 9.330127018922194e-05,
      "loss": 2.0118,
      "step": 25
    }
  ],
  "logging_steps": 1,
  "max_steps": 100,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.840003565355008e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}