{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 12.0,
  "global_step": 10452,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.57,
      "learning_rate": 4.760811327975507e-05,
      "loss": 2.2326,
      "step": 500
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.150918960571289,
      "eval_runtime": 10.3767,
      "eval_samples_per_second": 282.652,
      "eval_steps_per_second": 35.368,
      "step": 871
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.521622655951014e-05,
      "loss": 2.1995,
      "step": 1000
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.282433983926522e-05,
      "loss": 2.1375,
      "step": 1500
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.1088852882385254,
      "eval_runtime": 10.4009,
      "eval_samples_per_second": 281.994,
      "eval_steps_per_second": 35.285,
      "step": 1742
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.043245311902029e-05,
      "loss": 2.0858,
      "step": 2000
    },
    {
      "epoch": 2.87,
      "learning_rate": 3.8040566398775356e-05,
      "loss": 2.0442,
      "step": 2500
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.0654592514038086,
      "eval_runtime": 10.4234,
      "eval_samples_per_second": 281.386,
      "eval_steps_per_second": 35.209,
      "step": 2613
    },
    {
      "epoch": 3.44,
      "learning_rate": 3.5648679678530425e-05,
      "loss": 2.0116,
      "step": 3000
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.0432863235473633,
      "eval_runtime": 10.4039,
      "eval_samples_per_second": 281.913,
      "eval_steps_per_second": 35.275,
      "step": 3484
    },
    {
      "epoch": 4.02,
      "learning_rate": 3.32567929582855e-05,
      "loss": 2.0013,
      "step": 3500
    },
    {
      "epoch": 4.59,
      "learning_rate": 3.086490623804057e-05,
      "loss": 1.9346,
      "step": 4000
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.0133845806121826,
      "eval_runtime": 10.3456,
      "eval_samples_per_second": 283.503,
      "eval_steps_per_second": 35.474,
      "step": 4355
    },
    {
      "epoch": 5.17,
      "learning_rate": 2.847301951779564e-05,
      "loss": 1.9208,
      "step": 4500
    },
    {
      "epoch": 5.74,
      "learning_rate": 2.608113279755071e-05,
      "loss": 1.9056,
      "step": 5000
    },
    {
      "epoch": 6.0,
      "eval_loss": 1.9956320524215698,
      "eval_runtime": 10.2631,
      "eval_samples_per_second": 285.782,
      "eval_steps_per_second": 35.759,
      "step": 5226
    },
    {
      "epoch": 6.31,
      "learning_rate": 2.368924607730578e-05,
      "loss": 1.866,
      "step": 5500
    },
    {
      "epoch": 6.89,
      "learning_rate": 2.1297359357060852e-05,
      "loss": 1.8295,
      "step": 6000
    },
    {
      "epoch": 7.0,
      "eval_loss": 2.028700828552246,
      "eval_runtime": 10.2135,
      "eval_samples_per_second": 287.168,
      "eval_steps_per_second": 35.933,
      "step": 6097
    },
    {
      "epoch": 7.46,
      "learning_rate": 1.890547263681592e-05,
      "loss": 1.8204,
      "step": 6500
    },
    {
      "epoch": 8.0,
      "eval_loss": 2.0173206329345703,
      "eval_runtime": 10.2204,
      "eval_samples_per_second": 286.974,
      "eval_steps_per_second": 35.909,
      "step": 6968
    },
    {
      "epoch": 8.04,
      "learning_rate": 1.651358591657099e-05,
      "loss": 1.7944,
      "step": 7000
    },
    {
      "epoch": 8.61,
      "learning_rate": 1.4121699196326064e-05,
      "loss": 1.7928,
      "step": 7500
    },
    {
      "epoch": 9.0,
      "eval_loss": 2.0250914096832275,
      "eval_runtime": 10.2198,
      "eval_samples_per_second": 286.991,
      "eval_steps_per_second": 35.911,
      "step": 7839
    },
    {
      "epoch": 9.18,
      "learning_rate": 1.1729812476081135e-05,
      "loss": 1.7555,
      "step": 8000
    },
    {
      "epoch": 9.76,
      "learning_rate": 9.337925755836204e-06,
      "loss": 1.7357,
      "step": 8500
    },
    {
      "epoch": 10.0,
      "eval_loss": 2.014782667160034,
      "eval_runtime": 10.2205,
      "eval_samples_per_second": 286.972,
      "eval_steps_per_second": 35.908,
      "step": 8710
    },
    {
      "epoch": 10.33,
      "learning_rate": 6.946039035591274e-06,
      "loss": 1.7191,
      "step": 9000
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.554152315346345e-06,
      "loss": 1.7318,
      "step": 9500
    },
    {
      "epoch": 11.0,
      "eval_loss": 1.9273912906646729,
      "eval_runtime": 10.2143,
      "eval_samples_per_second": 287.148,
      "eval_steps_per_second": 35.93,
      "step": 9581
    },
    {
      "epoch": 11.48,
      "learning_rate": 2.1622655951014164e-06,
      "loss": 1.7311,
      "step": 10000
    },
    {
      "epoch": 12.0,
      "eval_loss": 1.931414246559143,
      "eval_runtime": 10.2191,
      "eval_samples_per_second": 287.011,
      "eval_steps_per_second": 35.913,
      "step": 10452
    },
    {
      "epoch": 12.0,
      "step": 10452,
      "total_flos": 4.400971970398618e+16,
      "train_loss": 1.9038402734019955,
      "train_runtime": 9444.1472,
      "train_samples_per_second": 70.82,
      "train_steps_per_second": 1.107
    }
  ],
  "max_steps": 10452,
  "num_train_epochs": 12,
  "total_flos": 4.400971970398618e+16,
  "trial_name": null,
  "trial_params": null
}