{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0086580086580086,
  "eval_steps": 15,
  "global_step": 173,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.017316017316017316,
      "eval_loss": 0.8123326897621155,
      "eval_runtime": 21.4215,
      "eval_samples_per_second": 4.528,
      "eval_steps_per_second": 0.607,
      "step": 1
    },
    {
      "epoch": 0.05194805194805195,
      "grad_norm": 1.44769287109375,
      "learning_rate": 3e-05,
      "loss": 3.0463,
      "step": 3
    },
    {
      "epoch": 0.1038961038961039,
      "grad_norm": 0.9673851728439331,
      "learning_rate": 6e-05,
      "loss": 2.883,
      "step": 6
    },
    {
      "epoch": 0.15584415584415584,
      "grad_norm": 1.2237026691436768,
      "learning_rate": 9e-05,
      "loss": 3.0048,
      "step": 9
    },
    {
      "epoch": 0.2077922077922078,
      "grad_norm": 1.0807669162750244,
      "learning_rate": 9.9962857531815e-05,
      "loss": 2.8812,
      "step": 12
    },
    {
      "epoch": 0.2597402597402597,
      "grad_norm": 0.8111446499824524,
      "learning_rate": 9.976801044672608e-05,
      "loss": 2.8254,
      "step": 15
    },
    {
      "epoch": 0.2597402597402597,
      "eval_loss": 0.7221285700798035,
      "eval_runtime": 21.8495,
      "eval_samples_per_second": 4.439,
      "eval_steps_per_second": 0.595,
      "step": 15
    },
    {
      "epoch": 0.3116883116883117,
      "grad_norm": 0.7993184924125671,
      "learning_rate": 9.940682350363912e-05,
      "loss": 2.5783,
      "step": 18
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.88717120885849,
      "learning_rate": 9.888050389939172e-05,
      "loss": 3.0288,
      "step": 21
    },
    {
      "epoch": 0.4155844155844156,
      "grad_norm": 0.9446913003921509,
      "learning_rate": 9.819081075450014e-05,
      "loss": 2.6752,
      "step": 24
    },
    {
      "epoch": 0.4675324675324675,
      "grad_norm": 0.7598215937614441,
      "learning_rate": 9.734004923364257e-05,
      "loss": 2.6636,
      "step": 27
    },
    {
      "epoch": 0.5194805194805194,
      "grad_norm": 0.9138664603233337,
      "learning_rate": 9.63310628410961e-05,
      "loss": 2.6451,
      "step": 30
    },
    {
      "epoch": 0.5194805194805194,
      "eval_loss": 0.6947051286697388,
      "eval_runtime": 21.8569,
      "eval_samples_per_second": 4.438,
      "eval_steps_per_second": 0.595,
      "step": 30
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.7083372473716736,
      "learning_rate": 9.516722391687902e-05,
      "loss": 2.5942,
      "step": 33
    },
    {
      "epoch": 0.6233766233766234,
      "grad_norm": 0.6996327042579651,
      "learning_rate": 9.38524223653626e-05,
      "loss": 2.648,
      "step": 36
    },
    {
      "epoch": 0.6753246753246753,
      "grad_norm": 0.7574095726013184,
      "learning_rate": 9.239105265402525e-05,
      "loss": 2.5124,
      "step": 39
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.7147637605667114,
      "learning_rate": 9.078799912580304e-05,
      "loss": 2.652,
      "step": 42
    },
    {
      "epoch": 0.7792207792207793,
      "grad_norm": 0.8316633701324463,
      "learning_rate": 8.904861967412703e-05,
      "loss": 2.5992,
      "step": 45
    },
    {
      "epoch": 0.7792207792207793,
      "eval_loss": 0.6810405254364014,
      "eval_runtime": 21.865,
      "eval_samples_per_second": 4.436,
      "eval_steps_per_second": 0.595,
      "step": 45
    },
    {
      "epoch": 0.8311688311688312,
      "grad_norm": 0.7336857318878174,
      "learning_rate": 8.717872783521047e-05,
      "loss": 2.4763,
      "step": 48
    },
    {
      "epoch": 0.8831168831168831,
      "grad_norm": 0.6515845060348511,
      "learning_rate": 8.518457335743926e-05,
      "loss": 2.5329,
      "step": 51
    },
    {
      "epoch": 0.935064935064935,
      "grad_norm": 0.7598447203636169,
      "learning_rate": 8.307282131280804e-05,
      "loss": 2.6017,
      "step": 54
    },
    {
      "epoch": 0.987012987012987,
      "grad_norm": 0.6881215572357178,
      "learning_rate": 8.085052982021847e-05,
      "loss": 2.5885,
      "step": 57
    },
    {
      "epoch": 1.0432900432900434,
      "grad_norm": 0.6885347962379456,
      "learning_rate": 7.85251264550948e-05,
      "loss": 2.3153,
      "step": 60
    },
    {
      "epoch": 1.0432900432900434,
      "eval_loss": 0.6708703637123108,
      "eval_runtime": 21.8845,
      "eval_samples_per_second": 4.432,
      "eval_steps_per_second": 0.594,
      "step": 60
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.8033732175827026,
      "learning_rate": 7.610438342416319e-05,
      "loss": 2.1058,
      "step": 63
    },
    {
      "epoch": 1.1471861471861473,
      "grad_norm": 0.7723002433776855,
      "learning_rate": 7.359639158836828e-05,
      "loss": 2.0976,
      "step": 66
    },
    {
      "epoch": 1.199134199134199,
      "grad_norm": 0.8295950889587402,
      "learning_rate": 7.10095334207501e-05,
      "loss": 2.1156,
      "step": 69
    },
    {
      "epoch": 1.251082251082251,
      "grad_norm": 0.8891462683677673,
      "learning_rate": 6.835245498966461e-05,
      "loss": 2.3097,
      "step": 72
    },
    {
      "epoch": 1.303030303030303,
      "grad_norm": 0.8947754502296448,
      "learning_rate": 6.563403706098833e-05,
      "loss": 2.2014,
      "step": 75
    },
    {
      "epoch": 1.303030303030303,
      "eval_loss": 0.6706818342208862,
      "eval_runtime": 21.8884,
      "eval_samples_per_second": 4.432,
      "eval_steps_per_second": 0.594,
      "step": 75
    },
    {
      "epoch": 1.354978354978355,
      "grad_norm": 0.8432238101959229,
      "learning_rate": 6.286336541589224e-05,
      "loss": 2.2449,
      "step": 78
    },
    {
      "epoch": 1.406926406926407,
      "grad_norm": 0.9027056097984314,
      "learning_rate": 6.004970048339226e-05,
      "loss": 2.2785,
      "step": 81
    },
    {
      "epoch": 1.4588744588744589,
      "grad_norm": 0.977626621723175,
      "learning_rate": 5.7202446389173223e-05,
      "loss": 2.1978,
      "step": 84
    },
    {
      "epoch": 1.5108225108225108,
      "grad_norm": 1.0718011856079102,
      "learning_rate": 5.433111952413495e-05,
      "loss": 2.1774,
      "step": 87
    },
    {
      "epoch": 1.5627705627705628,
      "grad_norm": 1.034270167350769,
      "learning_rate": 5.144531673771363e-05,
      "loss": 2.1726,
      "step": 90
    },
    {
      "epoch": 1.5627705627705628,
      "eval_loss": 0.6731178164482117,
      "eval_runtime": 21.8631,
      "eval_samples_per_second": 4.437,
      "eval_steps_per_second": 0.595,
      "step": 90
    },
    {
      "epoch": 1.6147186147186146,
      "grad_norm": 0.9706316590309143,
      "learning_rate": 4.855468326228638e-05,
      "loss": 2.0843,
      "step": 93
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 1.0962471961975098,
      "learning_rate": 4.566888047586507e-05,
      "loss": 2.0797,
      "step": 96
    },
    {
      "epoch": 1.7186147186147185,
      "grad_norm": 0.9773306846618652,
      "learning_rate": 4.27975536108268e-05,
      "loss": 2.1115,
      "step": 99
    },
    {
      "epoch": 1.7705627705627704,
      "grad_norm": 0.9265680909156799,
      "learning_rate": 3.9950299516607766e-05,
      "loss": 2.1697,
      "step": 102
    },
    {
      "epoch": 1.8225108225108224,
      "grad_norm": 1.1050467491149902,
      "learning_rate": 3.713663458410779e-05,
      "loss": 2.157,
      "step": 105
    },
    {
      "epoch": 1.8225108225108224,
      "eval_loss": 0.6672056317329407,
      "eval_runtime": 21.8494,
      "eval_samples_per_second": 4.439,
      "eval_steps_per_second": 0.595,
      "step": 105
    },
    {
      "epoch": 1.8744588744588744,
      "grad_norm": 1.011114239692688,
      "learning_rate": 3.43659629390117e-05,
      "loss": 2.2031,
      "step": 108
    },
    {
      "epoch": 1.9264069264069263,
      "grad_norm": 0.9879550933837891,
      "learning_rate": 3.16475450103354e-05,
      "loss": 2.1106,
      "step": 111
    },
    {
      "epoch": 1.9783549783549783,
      "grad_norm": 1.0455985069274902,
      "learning_rate": 2.899046657924992e-05,
      "loss": 2.0031,
      "step": 114
    },
    {
      "epoch": 2.034632034632035,
      "grad_norm": 1.1132123470306396,
      "learning_rate": 2.6403608411631742e-05,
      "loss": 1.843,
      "step": 117
    },
    {
      "epoch": 2.0865800865800868,
      "grad_norm": 1.035132646560669,
      "learning_rate": 2.389561657583681e-05,
      "loss": 1.6831,
      "step": 120
    },
    {
      "epoch": 2.0865800865800868,
      "eval_loss": 0.6776129603385925,
      "eval_runtime": 21.8631,
      "eval_samples_per_second": 4.437,
      "eval_steps_per_second": 0.595,
      "step": 120
    },
    {
      "epoch": 2.1385281385281387,
      "grad_norm": 1.176239252090454,
      "learning_rate": 2.1474873544905205e-05,
      "loss": 1.7413,
      "step": 123
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 1.239511489868164,
      "learning_rate": 1.914947017978153e-05,
      "loss": 1.8036,
      "step": 126
    },
    {
      "epoch": 2.242424242424242,
      "grad_norm": 1.0849404335021973,
      "learning_rate": 1.692717868719195e-05,
      "loss": 1.9443,
      "step": 129
    },
    {
      "epoch": 2.2943722943722946,
      "grad_norm": 1.1872035264968872,
      "learning_rate": 1.4815426642560754e-05,
      "loss": 1.7633,
      "step": 132
    },
    {
      "epoch": 2.346320346320346,
      "grad_norm": 1.1865441799163818,
      "learning_rate": 1.2821272164789544e-05,
      "loss": 1.8487,
      "step": 135
    },
    {
      "epoch": 2.346320346320346,
      "eval_loss": 0.6821556687355042,
      "eval_runtime": 21.8619,
      "eval_samples_per_second": 4.437,
      "eval_steps_per_second": 0.595,
      "step": 135
    },
    {
      "epoch": 2.398268398268398,
      "grad_norm": 1.1166489124298096,
      "learning_rate": 1.0951380325872979e-05,
      "loss": 1.5943,
      "step": 138
    },
    {
      "epoch": 2.45021645021645,
      "grad_norm": 1.1581447124481201,
      "learning_rate": 9.212000874196953e-06,
      "loss": 1.7557,
      "step": 141
    },
    {
      "epoch": 2.502164502164502,
      "grad_norm": 1.1575648784637451,
      "learning_rate": 7.60894734597476e-06,
      "loss": 1.6507,
      "step": 144
    },
    {
      "epoch": 2.554112554112554,
      "grad_norm": 1.119139313697815,
      "learning_rate": 6.147577634637414e-06,
      "loss": 1.7355,
      "step": 147
    },
    {
      "epoch": 2.606060606060606,
      "grad_norm": 1.2103753089904785,
      "learning_rate": 4.832776083120982e-06,
      "loss": 1.6898,
      "step": 150
    },
    {
      "epoch": 2.606060606060606,
      "eval_loss": 0.6833479404449463,
      "eval_runtime": 21.8503,
      "eval_samples_per_second": 4.439,
      "eval_steps_per_second": 0.595,
      "step": 150
    },
    {
      "epoch": 2.658008658008658,
      "grad_norm": 1.2263282537460327,
      "learning_rate": 3.668937158903901e-06,
      "loss": 1.7352,
      "step": 153
    },
    {
      "epoch": 2.70995670995671,
      "grad_norm": 1.3095903396606445,
      "learning_rate": 2.6599507663574384e-06,
      "loss": 1.8122,
      "step": 156
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 1.2558013200759888,
      "learning_rate": 1.8091892454998594e-06,
      "loss": 1.6398,
      "step": 159
    },
    {
      "epoch": 2.813852813852814,
      "grad_norm": 1.2757107019424438,
      "learning_rate": 1.1194961006082972e-06,
      "loss": 1.7014,
      "step": 162
    },
    {
      "epoch": 2.865800865800866,
      "grad_norm": 1.1844847202301025,
      "learning_rate": 5.931764963608866e-07,
      "loss": 1.8026,
      "step": 165
    },
    {
      "epoch": 2.865800865800866,
      "eval_loss": 0.6837310194969177,
      "eval_runtime": 43.4558,
      "eval_samples_per_second": 2.232,
      "eval_steps_per_second": 0.299,
      "step": 165
    },
    {
      "epoch": 2.9177489177489178,
      "grad_norm": 1.2679266929626465,
      "learning_rate": 2.319895532739369e-07,
      "loss": 1.6958,
      "step": 168
    },
    {
      "epoch": 2.9696969696969697,
      "grad_norm": 1.2044878005981445,
      "learning_rate": 3.7142468185014104e-08,
      "loss": 1.697,
      "step": 171
    }
  ],
  "logging_steps": 3,
  "max_steps": 173,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 15,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.887307373379584e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}