{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.01426126640045636,
  "eval_steps": 9,
  "global_step": 25,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005704506560182544,
      "grad_norm": 2.1348867416381836,
      "learning_rate": 1e-05,
      "loss": 4.4655,
      "step": 1
    },
    {
      "epoch": 0.0005704506560182544,
      "eval_loss": 4.3506245613098145,
      "eval_runtime": 8.1496,
      "eval_samples_per_second": 724.452,
      "eval_steps_per_second": 22.7,
      "step": 1
    },
    {
      "epoch": 0.0011409013120365088,
      "grad_norm": 2.2813360691070557,
      "learning_rate": 2e-05,
      "loss": 4.3676,
      "step": 2
    },
    {
      "epoch": 0.0017113519680547634,
      "grad_norm": 2.062041759490967,
      "learning_rate": 3e-05,
      "loss": 4.2251,
      "step": 3
    },
    {
      "epoch": 0.0022818026240730175,
      "grad_norm": 2.039959192276001,
      "learning_rate": 4e-05,
      "loss": 4.2274,
      "step": 4
    },
    {
      "epoch": 0.002852253280091272,
      "grad_norm": 2.0442728996276855,
      "learning_rate": 5e-05,
      "loss": 4.0562,
      "step": 5
    },
    {
      "epoch": 0.0034227039361095267,
      "grad_norm": 2.0887296199798584,
      "learning_rate": 6e-05,
      "loss": 3.9563,
      "step": 6
    },
    {
      "epoch": 0.003993154592127781,
      "grad_norm": 2.1998727321624756,
      "learning_rate": 7e-05,
      "loss": 4.432,
      "step": 7
    },
    {
      "epoch": 0.004563605248146035,
      "grad_norm": 2.0811333656311035,
      "learning_rate": 8e-05,
      "loss": 4.1355,
      "step": 8
    },
    {
      "epoch": 0.00513405590416429,
      "grad_norm": 1.9647859334945679,
      "learning_rate": 9e-05,
      "loss": 4.2561,
      "step": 9
    },
    {
      "epoch": 0.00513405590416429,
      "eval_loss": 3.972166061401367,
      "eval_runtime": 8.067,
      "eval_samples_per_second": 731.87,
      "eval_steps_per_second": 22.933,
      "step": 9
    },
    {
      "epoch": 0.005704506560182544,
      "grad_norm": 1.784217357635498,
      "learning_rate": 0.0001,
      "loss": 3.9204,
      "step": 10
    },
    {
      "epoch": 0.006274957216200799,
      "grad_norm": 1.632825255393982,
      "learning_rate": 9.99695413509548e-05,
      "loss": 3.7814,
      "step": 11
    },
    {
      "epoch": 0.0068454078722190535,
      "grad_norm": 1.467962622642517,
      "learning_rate": 9.987820251299122e-05,
      "loss": 3.6729,
      "step": 12
    },
    {
      "epoch": 0.007415858528237307,
      "grad_norm": 1.360505223274231,
      "learning_rate": 9.972609476841367e-05,
      "loss": 3.8295,
      "step": 13
    },
    {
      "epoch": 0.007986309184255563,
      "grad_norm": 1.0902290344238281,
      "learning_rate": 9.951340343707852e-05,
      "loss": 3.622,
      "step": 14
    },
    {
      "epoch": 0.008556759840273816,
      "grad_norm": 1.2049509286880493,
      "learning_rate": 9.924038765061042e-05,
      "loss": 3.3118,
      "step": 15
    },
    {
      "epoch": 0.00912721049629207,
      "grad_norm": 1.5156885385513306,
      "learning_rate": 9.890738003669029e-05,
      "loss": 3.3338,
      "step": 16
    },
    {
      "epoch": 0.009697661152310326,
      "grad_norm": 1.9360144138336182,
      "learning_rate": 9.851478631379982e-05,
      "loss": 3.5442,
      "step": 17
    },
    {
      "epoch": 0.01026811180832858,
      "grad_norm": 1.753395438194275,
      "learning_rate": 9.806308479691595e-05,
      "loss": 3.3793,
      "step": 18
    },
    {
      "epoch": 0.01026811180832858,
      "eval_loss": 3.318361282348633,
      "eval_runtime": 8.0828,
      "eval_samples_per_second": 730.436,
      "eval_steps_per_second": 22.888,
      "step": 18
    },
    {
      "epoch": 0.010838562464346835,
      "grad_norm": 1.6109830141067505,
      "learning_rate": 9.755282581475769e-05,
      "loss": 3.2638,
      "step": 19
    },
    {
      "epoch": 0.011409013120365089,
      "grad_norm": 1.2425326108932495,
      "learning_rate": 9.698463103929542e-05,
      "loss": 3.1719,
      "step": 20
    },
    {
      "epoch": 0.011979463776383342,
      "grad_norm": 1.1413416862487793,
      "learning_rate": 9.635919272833938e-05,
      "loss": 3.2818,
      "step": 21
    },
    {
      "epoch": 0.012549914432401598,
      "grad_norm": 0.9109447598457336,
      "learning_rate": 9.567727288213005e-05,
      "loss": 3.3284,
      "step": 22
    },
    {
      "epoch": 0.013120365088419851,
      "grad_norm": 0.802269697189331,
      "learning_rate": 9.493970231495835e-05,
      "loss": 3.0046,
      "step": 23
    },
    {
      "epoch": 0.013690815744438107,
      "grad_norm": 0.8611403703689575,
      "learning_rate": 9.414737964294636e-05,
      "loss": 3.0243,
      "step": 24
    },
    {
      "epoch": 0.01426126640045636,
      "grad_norm": 0.8646649718284607,
      "learning_rate": 9.330127018922194e-05,
      "loss": 3.0422,
      "step": 25
    }
  ],
  "logging_steps": 1,
  "max_steps": 100,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1388375860838400.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}