{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10465116279069768,
  "eval_steps": 9,
  "global_step": 45,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002325581395348837,
      "eval_loss": 5.892056941986084,
      "eval_runtime": 19.7546,
      "eval_samples_per_second": 36.65,
      "eval_steps_per_second": 4.607,
      "step": 1
    },
    {
      "epoch": 0.0069767441860465115,
      "grad_norm": 3.488095760345459,
      "learning_rate": 1.5e-05,
      "loss": 5.9292,
      "step": 3
    },
    {
      "epoch": 0.013953488372093023,
      "grad_norm": 2.8731729984283447,
      "learning_rate": 3e-05,
      "loss": 5.7853,
      "step": 6
    },
    {
      "epoch": 0.020930232558139535,
      "grad_norm": 4.2616777420043945,
      "learning_rate": 4.5e-05,
      "loss": 5.9753,
      "step": 9
    },
    {
      "epoch": 0.020930232558139535,
      "eval_loss": 5.681079387664795,
      "eval_runtime": 19.8386,
      "eval_samples_per_second": 36.494,
      "eval_steps_per_second": 4.587,
      "step": 9
    },
    {
      "epoch": 0.027906976744186046,
      "grad_norm": 4.38749361038208,
      "learning_rate": 4.993910125649561e-05,
      "loss": 5.632,
      "step": 12
    },
    {
      "epoch": 0.03488372093023256,
      "grad_norm": 4.592843055725098,
      "learning_rate": 4.962019382530521e-05,
      "loss": 4.9077,
      "step": 15
    },
    {
      "epoch": 0.04186046511627907,
      "grad_norm": 4.174410820007324,
      "learning_rate": 4.9031542398457974e-05,
      "loss": 4.5093,
      "step": 18
    },
    {
      "epoch": 0.04186046511627907,
      "eval_loss": 4.481910705566406,
      "eval_runtime": 19.8608,
      "eval_samples_per_second": 36.454,
      "eval_steps_per_second": 4.582,
      "step": 18
    },
    {
      "epoch": 0.04883720930232558,
      "grad_norm": 4.76424503326416,
      "learning_rate": 4.817959636416969e-05,
      "loss": 4.4965,
      "step": 21
    },
    {
      "epoch": 0.05581395348837209,
      "grad_norm": 4.088315963745117,
      "learning_rate": 4.707368982147318e-05,
      "loss": 3.9977,
      "step": 24
    },
    {
      "epoch": 0.06279069767441861,
      "grad_norm": 3.9060111045837402,
      "learning_rate": 4.572593931387604e-05,
      "loss": 3.9268,
      "step": 27
    },
    {
      "epoch": 0.06279069767441861,
      "eval_loss": 3.678138256072998,
      "eval_runtime": 19.8735,
      "eval_samples_per_second": 36.43,
      "eval_steps_per_second": 4.579,
      "step": 27
    },
    {
      "epoch": 0.06976744186046512,
      "grad_norm": 4.486081123352051,
      "learning_rate": 4.415111107797445e-05,
      "loss": 3.6693,
      "step": 30
    },
    {
      "epoch": 0.07674418604651163,
      "grad_norm": 3.4287188053131104,
      "learning_rate": 4.2366459261474933e-05,
      "loss": 3.0881,
      "step": 33
    },
    {
      "epoch": 0.08372093023255814,
      "grad_norm": 3.1772103309631348,
      "learning_rate": 4.039153688314145e-05,
      "loss": 3.2421,
      "step": 36
    },
    {
      "epoch": 0.08372093023255814,
      "eval_loss": 3.141343832015991,
      "eval_runtime": 19.8825,
      "eval_samples_per_second": 36.414,
      "eval_steps_per_second": 4.577,
      "step": 36
    },
    {
      "epoch": 0.09069767441860466,
      "grad_norm": 3.955404758453369,
      "learning_rate": 3.824798160583012e-05,
      "loss": 3.0893,
      "step": 39
    },
    {
      "epoch": 0.09767441860465116,
      "grad_norm": 3.391456365585327,
      "learning_rate": 3.5959278669726935e-05,
      "loss": 2.924,
      "step": 42
    },
    {
      "epoch": 0.10465116279069768,
      "grad_norm": 3.183100461959839,
      "learning_rate": 3.355050358314172e-05,
      "loss": 2.8891,
      "step": 45
    },
    {
      "epoch": 0.10465116279069768,
      "eval_loss": 2.8821494579315186,
      "eval_runtime": 19.8866,
      "eval_samples_per_second": 36.406,
      "eval_steps_per_second": 4.576,
      "step": 45
    }
  ],
  "logging_steps": 3,
  "max_steps": 100,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 9,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.175641953140736e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}