{
  "best_metric": 6.83237886428833,
  "best_model_checkpoint": "./results/models/checkpoint-25230",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 25230,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11890606420927467,
      "grad_norm": 0.4375,
      "learning_rate": 0.003990487514863258,
      "loss": 6.8648,
      "step": 500
    },
    {
      "epoch": 0.23781212841854935,
      "grad_norm": 3.78125,
      "learning_rate": 0.003980975029726516,
      "loss": 6.8372,
      "step": 1000
    },
    {
      "epoch": 0.356718192627824,
      "grad_norm": 3.21875,
      "learning_rate": 0.003971462544589774,
      "loss": 6.872,
      "step": 1500
    },
    {
      "epoch": 0.4756242568370987,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0039619500594530324,
      "loss": 6.8835,
      "step": 2000
    },
    {
      "epoch": 0.5945303210463734,
      "grad_norm": 15.25,
      "learning_rate": 0.00395243757431629,
      "loss": 6.8784,
      "step": 2500
    },
    {
      "epoch": 0.713436385255648,
      "grad_norm": 2.328125,
      "learning_rate": 0.003942925089179548,
      "loss": 6.8964,
      "step": 3000
    },
    {
      "epoch": 0.8323424494649228,
      "grad_norm": 17.0,
      "learning_rate": 0.003933412604042806,
      "loss": 6.8779,
      "step": 3500
    },
    {
      "epoch": 0.9512485136741974,
      "grad_norm": 0.98828125,
      "learning_rate": 0.003923900118906064,
      "loss": 6.8788,
      "step": 4000
    },
    {
      "epoch": 1.0,
      "eval_loss": 6.88191556930542,
      "eval_runtime": 26.2747,
      "eval_samples_per_second": 76.119,
      "eval_steps_per_second": 0.609,
      "step": 4205
    },
    {
      "epoch": 1.070154577883472,
      "grad_norm": 5.1875,
      "learning_rate": 0.003914387633769323,
      "loss": 6.8778,
      "step": 4500
    },
    {
      "epoch": 1.1890606420927468,
      "grad_norm": 2.296875,
      "learning_rate": 0.00390487514863258,
      "loss": 6.8945,
      "step": 5000
    },
    {
      "epoch": 1.3079667063020213,
      "grad_norm": 2.625,
      "learning_rate": 0.0038953626634958384,
      "loss": 6.8862,
      "step": 5500
    },
    {
      "epoch": 1.426872770511296,
      "grad_norm": 0.71875,
      "learning_rate": 0.0038858501783590963,
      "loss": 6.8846,
      "step": 6000
    },
    {
      "epoch": 1.5457788347205708,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0038763376932223546,
      "loss": 6.8757,
      "step": 6500
    },
    {
      "epoch": 1.6646848989298455,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0038668252080856125,
      "loss": 6.8802,
      "step": 7000
    },
    {
      "epoch": 1.7835909631391202,
      "grad_norm": 1.5625,
      "learning_rate": 0.0038573127229488704,
      "loss": 6.8663,
      "step": 7500
    },
    {
      "epoch": 1.9024970273483948,
      "grad_norm": 12.75,
      "learning_rate": 0.0038478002378121287,
      "loss": 6.8694,
      "step": 8000
    },
    {
      "epoch": 2.0,
      "eval_loss": 6.880330562591553,
      "eval_runtime": 23.7249,
      "eval_samples_per_second": 84.299,
      "eval_steps_per_second": 0.674,
      "step": 8410
    },
    {
      "epoch": 2.0214030915576693,
      "grad_norm": 14.375,
      "learning_rate": 0.003838287752675386,
      "loss": 6.8764,
      "step": 8500
    },
    {
      "epoch": 2.140309155766944,
      "grad_norm": 5.09375,
      "learning_rate": 0.0038287752675386444,
      "loss": 6.8742,
      "step": 9000
    },
    {
      "epoch": 2.2592152199762188,
      "grad_norm": 17.125,
      "learning_rate": 0.0038192627824019027,
      "loss": 6.8829,
      "step": 9500
    },
    {
      "epoch": 2.3781212841854935,
      "grad_norm": 2.171875,
      "learning_rate": 0.0038097502972651606,
      "loss": 6.8883,
      "step": 10000
    },
    {
      "epoch": 2.4970273483947683,
      "grad_norm": 1.0,
      "learning_rate": 0.0038002378121284185,
      "loss": 6.8851,
      "step": 10500
    },
    {
      "epoch": 2.6159334126040426,
      "grad_norm": 0.84375,
      "learning_rate": 0.003790725326991677,
      "loss": 6.8849,
      "step": 11000
    },
    {
      "epoch": 2.7348394768133177,
      "grad_norm": 2.0625,
      "learning_rate": 0.0037812128418549347,
      "loss": 6.8784,
      "step": 11500
    },
    {
      "epoch": 2.853745541022592,
      "grad_norm": 5.78125,
      "learning_rate": 0.003771700356718193,
      "loss": 6.8769,
      "step": 12000
    },
    {
      "epoch": 2.972651605231867,
      "grad_norm": 5.125,
      "learning_rate": 0.0037621878715814504,
      "loss": 6.876,
      "step": 12500
    },
    {
      "epoch": 3.0,
      "eval_loss": 6.865922451019287,
      "eval_runtime": 20.8083,
      "eval_samples_per_second": 96.115,
      "eval_steps_per_second": 0.769,
      "step": 12615
    },
    {
      "epoch": 3.0915576694411415,
      "grad_norm": 3.8125,
      "learning_rate": 0.0037526753864447087,
      "loss": 6.8658,
      "step": 13000
    },
    {
      "epoch": 3.2104637336504163,
      "grad_norm": 6.21875,
      "learning_rate": 0.003743162901307967,
      "loss": 6.8673,
      "step": 13500
    },
    {
      "epoch": 3.329369797859691,
      "grad_norm": 3.71875,
      "learning_rate": 0.003733650416171225,
      "loss": 6.8629,
      "step": 14000
    },
    {
      "epoch": 3.4482758620689653,
      "grad_norm": 4.5,
      "learning_rate": 0.0037241379310344828,
      "loss": 6.866,
      "step": 14500
    },
    {
      "epoch": 3.56718192627824,
      "grad_norm": 2.546875,
      "learning_rate": 0.003714625445897741,
      "loss": 6.8627,
      "step": 15000
    },
    {
      "epoch": 3.686087990487515,
      "grad_norm": 7.0625,
      "learning_rate": 0.003705112960760999,
      "loss": 6.859,
      "step": 15500
    },
    {
      "epoch": 3.8049940546967895,
      "grad_norm": 42.0,
      "learning_rate": 0.003695600475624257,
      "loss": 6.852,
      "step": 16000
    },
    {
      "epoch": 3.9239001189060643,
      "grad_norm": 24.75,
      "learning_rate": 0.0036860879904875147,
      "loss": 6.8541,
      "step": 16500
    },
    {
      "epoch": 4.0,
      "eval_loss": 6.84573221206665,
      "eval_runtime": 22.0613,
      "eval_samples_per_second": 90.656,
      "eval_steps_per_second": 0.725,
      "step": 16820
    },
    {
      "epoch": 4.042806183115339,
      "grad_norm": 19.75,
      "learning_rate": 0.003676575505350773,
      "loss": 6.85,
      "step": 17000
    },
    {
      "epoch": 4.161712247324614,
      "grad_norm": 18.0,
      "learning_rate": 0.0036670630202140313,
      "loss": 6.8548,
      "step": 17500
    },
    {
      "epoch": 4.280618311533888,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0036575505350772888,
      "loss": 6.8497,
      "step": 18000
    },
    {
      "epoch": 4.399524375743163,
      "grad_norm": 11.25,
      "learning_rate": 0.003648038049940547,
      "loss": 6.8469,
      "step": 18500
    },
    {
      "epoch": 4.5184304399524375,
      "grad_norm": 181.0,
      "learning_rate": 0.003638525564803805,
      "loss": 6.8481,
      "step": 19000
    },
    {
      "epoch": 4.637336504161713,
      "grad_norm": 13.4375,
      "learning_rate": 0.0036290130796670633,
      "loss": 6.854,
      "step": 19500
    },
    {
      "epoch": 4.756242568370987,
      "grad_norm": 19.75,
      "learning_rate": 0.003619500594530321,
      "loss": 6.848,
      "step": 20000
    },
    {
      "epoch": 4.875148632580261,
      "grad_norm": 3.71875,
      "learning_rate": 0.003609988109393579,
      "loss": 6.8439,
      "step": 20500
    },
    {
      "epoch": 4.9940546967895365,
      "grad_norm": 3.78125,
      "learning_rate": 0.0036004756242568373,
      "loss": 6.8516,
      "step": 21000
    },
    {
      "epoch": 5.0,
      "eval_loss": 6.845646381378174,
      "eval_runtime": 24.3842,
      "eval_samples_per_second": 82.02,
      "eval_steps_per_second": 0.656,
      "step": 21025
    },
    {
      "epoch": 5.112960760998811,
      "grad_norm": 43.0,
      "learning_rate": 0.003590963139120095,
      "loss": 6.8426,
      "step": 21500
    },
    {
      "epoch": 5.231866825208086,
      "grad_norm": 14.5,
      "learning_rate": 0.003581450653983353,
      "loss": 6.8388,
      "step": 22000
    },
    {
      "epoch": 5.35077288941736,
      "grad_norm": 23.25,
      "learning_rate": 0.0035719381688466114,
      "loss": 6.843,
      "step": 22500
    },
    {
      "epoch": 5.469678953626635,
      "grad_norm": 3.546875,
      "learning_rate": 0.0035624256837098692,
      "loss": 6.8391,
      "step": 23000
    },
    {
      "epoch": 5.58858501783591,
      "grad_norm": 4.03125,
      "learning_rate": 0.003552913198573127,
      "loss": 6.838,
      "step": 23500
    },
    {
      "epoch": 5.707491082045184,
      "grad_norm": 2.953125,
      "learning_rate": 0.0035434007134363854,
      "loss": 6.8373,
      "step": 24000
    },
    {
      "epoch": 5.826397146254459,
      "grad_norm": 16.25,
      "learning_rate": 0.0035338882282996433,
      "loss": 6.8372,
      "step": 24500
    },
    {
      "epoch": 5.945303210463734,
      "grad_norm": 49.0,
      "learning_rate": 0.0035243757431629016,
      "loss": 6.8363,
      "step": 25000
    },
    {
      "epoch": 6.0,
      "eval_loss": 6.83237886428833,
      "eval_runtime": 24.8165,
      "eval_samples_per_second": 80.591,
      "eval_steps_per_second": 0.645,
      "step": 25230
    }
  ],
  "logging_steps": 500,
  "max_steps": 210250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.337350063694092e+18,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}