{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0045430797537650775,
  "eval_steps": 25,
  "global_step": 50,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 9.086159507530154e-05,
      "grad_norm": 28.37936019897461,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 8.8371,
      "step": 1
    },
    {
      "epoch": 9.086159507530154e-05,
      "eval_loss": 10.420028686523438,
      "eval_runtime": 306.3179,
      "eval_samples_per_second": 30.256,
      "eval_steps_per_second": 15.128,
      "step": 1
    },
    {
      "epoch": 0.0001817231901506031,
      "grad_norm": 34.581912994384766,
      "learning_rate": 6.666666666666667e-05,
      "loss": 9.9277,
      "step": 2
    },
    {
      "epoch": 0.0002725847852259046,
      "grad_norm": 35.70059585571289,
      "learning_rate": 0.0001,
      "loss": 9.3615,
      "step": 3
    },
    {
      "epoch": 0.0003634463803012062,
      "grad_norm": 25.815174102783203,
      "learning_rate": 9.99524110790929e-05,
      "loss": 7.0004,
      "step": 4
    },
    {
      "epoch": 0.00045430797537650774,
      "grad_norm": 52.796356201171875,
      "learning_rate": 9.980973490458728e-05,
      "loss": 5.8176,
      "step": 5
    },
    {
      "epoch": 0.0005451695704518092,
      "grad_norm": 18.662376403808594,
      "learning_rate": 9.957224306869053e-05,
      "loss": 3.2304,
      "step": 6
    },
    {
      "epoch": 0.0006360311655271108,
      "grad_norm": 17.944053649902344,
      "learning_rate": 9.924038765061042e-05,
      "loss": 2.4738,
      "step": 7
    },
    {
      "epoch": 0.0007268927606024124,
      "grad_norm": 10.449116706848145,
      "learning_rate": 9.881480035599667e-05,
      "loss": 1.3214,
      "step": 8
    },
    {
      "epoch": 0.0008177543556777139,
      "grad_norm": 4.770611763000488,
      "learning_rate": 9.829629131445342e-05,
      "loss": 0.9449,
      "step": 9
    },
    {
      "epoch": 0.0009086159507530155,
      "grad_norm": 2.742938756942749,
      "learning_rate": 9.768584753741134e-05,
      "loss": 0.0423,
      "step": 10
    },
    {
      "epoch": 0.000999477545828317,
      "grad_norm": 5.579481601715088,
      "learning_rate": 9.698463103929542e-05,
      "loss": 0.7174,
      "step": 11
    },
    {
      "epoch": 0.0010903391409036185,
      "grad_norm": 13.289307594299316,
      "learning_rate": 9.619397662556435e-05,
      "loss": 1.2919,
      "step": 12
    },
    {
      "epoch": 0.00118120073597892,
      "grad_norm": 10.471413612365723,
      "learning_rate": 9.53153893518325e-05,
      "loss": 0.7718,
      "step": 13
    },
    {
      "epoch": 0.0012720623310542216,
      "grad_norm": 4.605869293212891,
      "learning_rate": 9.435054165891109e-05,
      "loss": 0.1433,
      "step": 14
    },
    {
      "epoch": 0.0013629239261295232,
      "grad_norm": 5.941074848175049,
      "learning_rate": 9.330127018922194e-05,
      "loss": 0.1174,
      "step": 15
    },
    {
      "epoch": 0.0014537855212048247,
      "grad_norm": 11.986332893371582,
      "learning_rate": 9.21695722906443e-05,
      "loss": 0.1588,
      "step": 16
    },
    {
      "epoch": 0.0015446471162801263,
      "grad_norm": 11.422152519226074,
      "learning_rate": 9.09576022144496e-05,
      "loss": 0.2491,
      "step": 17
    },
    {
      "epoch": 0.0016355087113554278,
      "grad_norm": 9.860111236572266,
      "learning_rate": 8.966766701456177e-05,
      "loss": 0.2102,
      "step": 18
    },
    {
      "epoch": 0.0017263703064307294,
      "grad_norm": 2.8064475059509277,
      "learning_rate": 8.83022221559489e-05,
      "loss": 0.0361,
      "step": 19
    },
    {
      "epoch": 0.001817231901506031,
      "grad_norm": 0.4391842484474182,
      "learning_rate": 8.68638668405062e-05,
      "loss": 0.0055,
      "step": 20
    },
    {
      "epoch": 0.0019080934965813325,
      "grad_norm": 3.745144844055176,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.0863,
      "step": 21
    },
    {
      "epoch": 0.001998955091656634,
      "grad_norm": 0.050352372229099274,
      "learning_rate": 8.377951038078302e-05,
      "loss": 0.0008,
      "step": 22
    },
    {
      "epoch": 0.0020898166867319356,
      "grad_norm": 1.2719851732254028,
      "learning_rate": 8.213938048432697e-05,
      "loss": 0.0119,
      "step": 23
    },
    {
      "epoch": 0.002180678281807237,
      "grad_norm": 0.5530160069465637,
      "learning_rate": 8.043807145043604e-05,
      "loss": 0.0032,
      "step": 24
    },
    {
      "epoch": 0.0022715398768825387,
      "grad_norm": 0.06411629170179367,
      "learning_rate": 7.86788218175523e-05,
      "loss": 0.0006,
      "step": 25
    },
    {
      "epoch": 0.0022715398768825387,
      "eval_loss": 1.8638120889663696,
      "eval_runtime": 306.1366,
      "eval_samples_per_second": 30.274,
      "eval_steps_per_second": 15.137,
      "step": 25
    },
    {
      "epoch": 0.00236240147195784,
      "grad_norm": 0.2939962148666382,
      "learning_rate": 7.68649804173412e-05,
      "loss": 0.0027,
      "step": 26
    },
    {
      "epoch": 0.002453263067033142,
      "grad_norm": 0.6323854923248291,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.0051,
      "step": 27
    },
    {
      "epoch": 0.002544124662108443,
      "grad_norm": 0.011483444832265377,
      "learning_rate": 7.308743066175172e-05,
      "loss": 0.0002,
      "step": 28
    },
    {
      "epoch": 0.002634986257183745,
      "grad_norm": 0.028377123177051544,
      "learning_rate": 7.113091308703498e-05,
      "loss": 0.0002,
      "step": 29
    },
    {
      "epoch": 0.0027258478522590463,
      "grad_norm": 0.0203834380954504,
      "learning_rate": 6.91341716182545e-05,
      "loss": 0.0003,
      "step": 30
    },
    {
      "epoch": 0.002816709447334348,
      "grad_norm": 9.312389373779297,
      "learning_rate": 6.710100716628344e-05,
      "loss": 0.4706,
      "step": 31
    },
    {
      "epoch": 0.0029075710424096494,
      "grad_norm": 68.22864532470703,
      "learning_rate": 6.503528997521366e-05,
      "loss": 3.3187,
      "step": 32
    },
    {
      "epoch": 0.002998432637484951,
      "grad_norm": 48.021480560302734,
      "learning_rate": 6.294095225512603e-05,
      "loss": 2.134,
      "step": 33
    },
    {
      "epoch": 0.0030892942325602525,
      "grad_norm": 18.471052169799805,
      "learning_rate": 6.0821980696905146e-05,
      "loss": 1.2329,
      "step": 34
    },
    {
      "epoch": 0.0031801558276355543,
      "grad_norm": 16.42901039123535,
      "learning_rate": 5.868240888334653e-05,
      "loss": 0.4616,
      "step": 35
    },
    {
      "epoch": 0.0032710174227108557,
      "grad_norm": 13.609719276428223,
      "learning_rate": 5.6526309611002594e-05,
      "loss": 0.3694,
      "step": 36
    },
    {
      "epoch": 0.0033618790177861574,
      "grad_norm": 2.441948652267456,
      "learning_rate": 5.435778713738292e-05,
      "loss": 0.043,
      "step": 37
    },
    {
      "epoch": 0.0034527406128614588,
      "grad_norm": 0.41872337460517883,
      "learning_rate": 5.218096936826681e-05,
      "loss": 0.0039,
      "step": 38
    },
    {
      "epoch": 0.00354360220793676,
      "grad_norm": 0.22431544959545135,
      "learning_rate": 5e-05,
      "loss": 0.0019,
      "step": 39
    },
    {
      "epoch": 0.003634463803012062,
      "grad_norm": 0.3925679624080658,
      "learning_rate": 4.781903063173321e-05,
      "loss": 0.0035,
      "step": 40
    },
    {
      "epoch": 0.0037253253980873632,
      "grad_norm": 0.04403270035982132,
      "learning_rate": 4.564221286261709e-05,
      "loss": 0.0006,
      "step": 41
    },
    {
      "epoch": 0.003816186993162665,
      "grad_norm": 0.034630876034498215,
      "learning_rate": 4.347369038899744e-05,
      "loss": 0.0005,
      "step": 42
    },
    {
      "epoch": 0.003907048588237967,
      "grad_norm": 0.46163317561149597,
      "learning_rate": 4.131759111665349e-05,
      "loss": 0.0027,
      "step": 43
    },
    {
      "epoch": 0.003997910183313268,
      "grad_norm": 0.06355968862771988,
      "learning_rate": 3.917801930309486e-05,
      "loss": 0.0006,
      "step": 44
    },
    {
      "epoch": 0.0040887717783885695,
      "grad_norm": 0.05269589275121689,
      "learning_rate": 3.705904774487396e-05,
      "loss": 0.0005,
      "step": 45
    },
    {
      "epoch": 0.004179633373463871,
      "grad_norm": 0.01986519619822502,
      "learning_rate": 3.4964710024786354e-05,
      "loss": 0.0002,
      "step": 46
    },
    {
      "epoch": 0.004270494968539173,
      "grad_norm": 0.019215445965528488,
      "learning_rate": 3.289899283371657e-05,
      "loss": 0.0002,
      "step": 47
    },
    {
      "epoch": 0.004361356563614474,
      "grad_norm": 0.006207428406924009,
      "learning_rate": 3.086582838174551e-05,
      "loss": 0.0001,
      "step": 48
    },
    {
      "epoch": 0.004452218158689776,
      "grad_norm": 0.012795104645192623,
      "learning_rate": 2.886908691296504e-05,
      "loss": 0.0002,
      "step": 49
    },
    {
      "epoch": 0.0045430797537650775,
      "grad_norm": 0.004560490138828754,
      "learning_rate": 2.6912569338248315e-05,
      "loss": 0.0001,
      "step": 50
    },
    {
      "epoch": 0.0045430797537650775,
      "eval_loss": 2.606266498565674,
      "eval_runtime": 305.9895,
      "eval_samples_per_second": 30.289,
      "eval_steps_per_second": 15.144,
      "step": 50
    }
  ],
  "logging_steps": 1,
  "max_steps": 75,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9788035851878400.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}