{
  "best_metric": 6.696208477020264,
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
  "epoch": 0.0353198686697841,
  "eval_steps": 25,
  "global_step": 71,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004974629390110437,
      "grad_norm": 2.1102797985076904,
      "learning_rate": 0.00015,
      "loss": 6.9589,
      "step": 1
    },
    {
      "epoch": 0.0004974629390110437,
      "eval_loss": 6.948693752288818,
      "eval_runtime": 0.0403,
      "eval_samples_per_second": 1242.035,
      "eval_steps_per_second": 74.522,
      "step": 1
    },
    {
      "epoch": 0.0009949258780220873,
      "grad_norm": 0.7844905853271484,
      "learning_rate": 0.0003,
      "loss": 6.9495,
      "step": 2
    },
    {
      "epoch": 0.0014923888170331311,
      "grad_norm": 1.2520802021026611,
      "learning_rate": 0.0002998600959423082,
      "loss": 6.9498,
      "step": 3
    },
    {
      "epoch": 0.0019898517560441747,
      "grad_norm": 1.3780094385147095,
      "learning_rate": 0.0002994406737417567,
      "loss": 6.9461,
      "step": 4
    },
    {
      "epoch": 0.0024873146950552183,
      "grad_norm": 1.5773358345031738,
      "learning_rate": 0.00029874260271490463,
      "loss": 6.9386,
      "step": 5
    },
    {
      "epoch": 0.0029847776340662623,
      "grad_norm": 1.953880786895752,
      "learning_rate": 0.00029776732972055516,
      "loss": 6.9294,
      "step": 6
    },
    {
      "epoch": 0.003482240573077306,
      "grad_norm": 1.976645588874817,
      "learning_rate": 0.0002965168761609197,
      "loss": 6.9055,
      "step": 7
    },
    {
      "epoch": 0.003979703512088349,
      "grad_norm": 0.8517647385597229,
      "learning_rate": 0.0002949938337919529,
      "loss": 6.9133,
      "step": 8
    },
    {
      "epoch": 0.004477166451099393,
      "grad_norm": 1.1108756065368652,
      "learning_rate": 0.0002932013593515431,
      "loss": 6.9281,
      "step": 9
    },
    {
      "epoch": 0.0049746293901104365,
      "grad_norm": 1.314795732498169,
      "learning_rate": 0.00029114316801669057,
      "loss": 6.8758,
      "step": 10
    },
    {
      "epoch": 0.0054720923291214805,
      "grad_norm": 1.5624110698699951,
      "learning_rate": 0.00028882352570323616,
      "loss": 6.8467,
      "step": 11
    },
    {
      "epoch": 0.0059695552681325245,
      "grad_norm": 1.8820241689682007,
      "learning_rate": 0.00028624724022409897,
      "loss": 6.8124,
      "step": 12
    },
    {
      "epoch": 0.006467018207143568,
      "grad_norm": 1.1546019315719604,
      "learning_rate": 0.0002834196513243502,
      "loss": 6.8769,
      "step": 13
    },
    {
      "epoch": 0.006964481146154612,
      "grad_norm": 1.020631194114685,
      "learning_rate": 0.0002803466196137759,
      "loss": 6.8753,
      "step": 14
    },
    {
      "epoch": 0.007461944085165655,
      "grad_norm": 0.9455771446228027,
      "learning_rate": 0.00027703451441986836,
      "loss": 6.8669,
      "step": 15
    },
    {
      "epoch": 0.007959407024176699,
      "grad_norm": 1.3777406215667725,
      "learning_rate": 0.000273490200586422,
      "loss": 6.8486,
      "step": 16
    },
    {
      "epoch": 0.008456869963187742,
      "grad_norm": 0.7217961549758911,
      "learning_rate": 0.00026972102424509665,
      "loss": 6.8179,
      "step": 17
    },
    {
      "epoch": 0.008954332902198787,
      "grad_norm": 1.2333062887191772,
      "learning_rate": 0.00026573479758943753,
      "loss": 6.7716,
      "step": 18
    },
    {
      "epoch": 0.00945179584120983,
      "grad_norm": 1.557617425918579,
      "learning_rate": 0.0002615397826829114,
      "loss": 6.7166,
      "step": 19
    },
    {
      "epoch": 0.009949258780220873,
      "grad_norm": 1.0129878520965576,
      "learning_rate": 0.0002571446743345183,
      "loss": 6.8344,
      "step": 20
    },
    {
      "epoch": 0.010446721719231918,
      "grad_norm": 1.1682052612304688,
      "learning_rate": 0.00025255858207747205,
      "loss": 6.8857,
      "step": 21
    },
    {
      "epoch": 0.010944184658242961,
      "grad_norm": 1.0228655338287354,
      "learning_rate": 0.0002477910112883017,
      "loss": 6.8231,
      "step": 22
    },
    {
      "epoch": 0.011441647597254004,
      "grad_norm": 1.154994010925293,
      "learning_rate": 0.00024285184348550706,
      "loss": 6.7277,
      "step": 23
    },
    {
      "epoch": 0.011939110536265049,
      "grad_norm": 1.3172268867492676,
      "learning_rate": 0.0002377513158486027,
      "loss": 6.6751,
      "step": 24
    },
    {
      "epoch": 0.012436573475276092,
      "grad_norm": 1.1298874616622925,
      "learning_rate": 0.00023249999999999999,
      "loss": 6.7232,
      "step": 25
    },
    {
      "epoch": 0.012436573475276092,
      "eval_loss": 6.769708633422852,
      "eval_runtime": 0.0413,
      "eval_samples_per_second": 1209.612,
      "eval_steps_per_second": 72.577,
      "step": 25
    },
    {
      "epoch": 0.012934036414287135,
      "grad_norm": 1.482825756072998,
      "learning_rate": 0.00022710878009370554,
      "loss": 6.835,
      "step": 26
    },
    {
      "epoch": 0.013431499353298178,
      "grad_norm": 0.6565159559249878,
      "learning_rate": 0.00022158883025624965,
      "loss": 6.8394,
      "step": 27
    },
    {
      "epoch": 0.013928962292309223,
      "grad_norm": 1.1333484649658203,
      "learning_rate": 0.0002159515914266029,
      "loss": 6.8224,
      "step": 28
    },
    {
      "epoch": 0.014426425231320266,
      "grad_norm": 0.9818063974380493,
      "learning_rate": 0.0002102087476430831,
      "loss": 6.8011,
      "step": 29
    },
    {
      "epoch": 0.01492388817033131,
      "grad_norm": 1.1090376377105713,
      "learning_rate": 0.00020437220182640135,
      "loss": 6.6984,
      "step": 30
    },
    {
      "epoch": 0.015421351109342354,
      "grad_norm": 1.2643979787826538,
      "learning_rate": 0.00019845405110904146,
      "loss": 6.6402,
      "step": 31
    },
    {
      "epoch": 0.015918814048353398,
      "grad_norm": 0.8210477232933044,
      "learning_rate": 0.00019246656176210558,
      "loss": 6.7164,
      "step": 32
    },
    {
      "epoch": 0.01641627698736444,
      "grad_norm": 0.8293486833572388,
      "learning_rate": 0.0001864221437715939,
      "loss": 6.8353,
      "step": 33
    },
    {
      "epoch": 0.016913739926375484,
      "grad_norm": 0.9909377098083496,
      "learning_rate": 0.0001803333251168141,
      "loss": 6.8237,
      "step": 34
    },
    {
      "epoch": 0.01741120286538653,
      "grad_norm": 0.7456725239753723,
      "learning_rate": 0.00017421272580423058,
      "loss": 6.7016,
      "step": 35
    },
    {
      "epoch": 0.017908665804397574,
      "grad_norm": 0.9571717381477356,
      "learning_rate": 0.00016807303171057425,
      "loss": 6.6303,
      "step": 36
    },
    {
      "epoch": 0.018406128743408617,
      "grad_norm": 1.1454938650131226,
      "learning_rate": 0.00016192696828942573,
      "loss": 6.5629,
      "step": 37
    },
    {
      "epoch": 0.01890359168241966,
      "grad_norm": 1.051835298538208,
      "learning_rate": 0.00015578727419576942,
      "loss": 6.8194,
      "step": 38
    },
    {
      "epoch": 0.019401054621430703,
      "grad_norm": 0.9183468818664551,
      "learning_rate": 0.00014966667488318586,
      "loss": 6.8263,
      "step": 39
    },
    {
      "epoch": 0.019898517560441746,
      "grad_norm": 1.002596378326416,
      "learning_rate": 0.00014357785622840606,
      "loss": 6.8061,
      "step": 40
    },
    {
      "epoch": 0.02039598049945279,
      "grad_norm": 1.323659896850586,
      "learning_rate": 0.00013753343823789445,
      "loss": 6.7613,
      "step": 41
    },
    {
      "epoch": 0.020893443438463836,
      "grad_norm": 0.601455569267273,
      "learning_rate": 0.00013154594889095854,
      "loss": 6.721,
      "step": 42
    },
    {
      "epoch": 0.02139090637747488,
      "grad_norm": 0.9729992747306824,
      "learning_rate": 0.00012562779817359865,
      "loss": 6.6221,
      "step": 43
    },
    {
      "epoch": 0.021888369316485922,
      "grad_norm": 1.1012927293777466,
      "learning_rate": 0.00011979125235691685,
      "loss": 6.5465,
      "step": 44
    },
    {
      "epoch": 0.022385832255496965,
      "grad_norm": 0.921903133392334,
      "learning_rate": 0.00011404840857339706,
      "loss": 6.7825,
      "step": 45
    },
    {
      "epoch": 0.02288329519450801,
      "grad_norm": 1.041771650314331,
      "learning_rate": 0.0001084111697437504,
      "loss": 6.8214,
      "step": 46
    },
    {
      "epoch": 0.02338075813351905,
      "grad_norm": 0.6873188018798828,
      "learning_rate": 0.00010289121990629447,
      "loss": 6.7128,
      "step": 47
    },
    {
      "epoch": 0.023878221072530098,
      "grad_norm": 0.9764477014541626,
      "learning_rate": 9.750000000000003e-05,
      "loss": 6.6194,
      "step": 48
    },
    {
      "epoch": 0.02437568401154114,
      "grad_norm": 0.851015031337738,
      "learning_rate": 9.22486841513973e-05,
      "loss": 6.55,
      "step": 49
    },
    {
      "epoch": 0.024873146950552184,
      "grad_norm": 0.7856554388999939,
      "learning_rate": 8.714815651449293e-05,
      "loss": 6.628,
      "step": 50
    },
    {
      "epoch": 0.024873146950552184,
      "eval_loss": 6.696208477020264,
      "eval_runtime": 0.0415,
      "eval_samples_per_second": 1204.166,
      "eval_steps_per_second": 72.25,
      "step": 50
    },
    {
      "epoch": 0.025370609889563227,
      "grad_norm": 1.6974908113479614,
      "learning_rate": 8.220898871169827e-05,
      "loss": 6.8279,
      "step": 51
    },
    {
      "epoch": 0.02586807282857427,
      "grad_norm": 0.6426116824150085,
      "learning_rate": 7.744141792252794e-05,
      "loss": 6.802,
      "step": 52
    },
    {
      "epoch": 0.026365535767585314,
      "grad_norm": 1.004481315612793,
      "learning_rate": 7.285532566548172e-05,
      "loss": 6.767,
      "step": 53
    },
    {
      "epoch": 0.026862998706596357,
      "grad_norm": 1.2093220949172974,
      "learning_rate": 6.846021731708856e-05,
      "loss": 6.7411,
      "step": 54
    },
    {
      "epoch": 0.027360461645607403,
      "grad_norm": 0.7267762422561646,
      "learning_rate": 6.426520241056245e-05,
      "loss": 6.6548,
      "step": 55
    },
    {
      "epoch": 0.027857924584618447,
      "grad_norm": 0.8319692611694336,
      "learning_rate": 6.0278975754903317e-05,
      "loss": 6.5916,
      "step": 56
    },
    {
      "epoch": 0.02835538752362949,
      "grad_norm": 0.7229805588722229,
      "learning_rate": 5.6509799413577934e-05,
      "loss": 6.593,
      "step": 57
    },
    {
      "epoch": 0.028852850462640533,
      "grad_norm": 0.8349987268447876,
      "learning_rate": 5.296548558013161e-05,
      "loss": 6.7984,
      "step": 58
    },
    {
      "epoch": 0.029350313401651576,
      "grad_norm": 0.9424655437469482,
      "learning_rate": 4.9653380386224046e-05,
      "loss": 6.7904,
      "step": 59
    },
    {
      "epoch": 0.02984777634066262,
      "grad_norm": 0.6447422504425049,
      "learning_rate": 4.658034867564977e-05,
      "loss": 6.66,
      "step": 60
    },
    {
      "epoch": 0.030345239279673666,
      "grad_norm": 0.8311784267425537,
      "learning_rate": 4.375275977590104e-05,
      "loss": 6.5813,
      "step": 61
    },
    {
      "epoch": 0.03084270221868471,
      "grad_norm": 0.9207125902175903,
      "learning_rate": 4.117647429676387e-05,
      "loss": 6.5121,
      "step": 62
    },
    {
      "epoch": 0.03134016515769575,
      "grad_norm": 1.0499930381774902,
      "learning_rate": 3.885683198330941e-05,
      "loss": 6.7942,
      "step": 63
    },
    {
      "epoch": 0.031837628096706795,
      "grad_norm": 0.9650680422782898,
      "learning_rate": 3.679864064845691e-05,
      "loss": 6.8169,
      "step": 64
    },
    {
      "epoch": 0.03233509103571784,
      "grad_norm": 0.8432676792144775,
      "learning_rate": 3.500616620804712e-05,
      "loss": 6.7807,
      "step": 65
    },
    {
      "epoch": 0.03283255397472888,
      "grad_norm": 1.2601343393325806,
      "learning_rate": 3.348312383908033e-05,
      "loss": 6.7331,
      "step": 66
    },
    {
      "epoch": 0.03333001691373993,
      "grad_norm": 0.5202540755271912,
      "learning_rate": 3.223267027944483e-05,
      "loss": 6.7119,
      "step": 67
    },
    {
      "epoch": 0.03382747985275097,
      "grad_norm": 0.8801518678665161,
      "learning_rate": 3.125739728509535e-05,
      "loss": 6.5942,
      "step": 68
    },
    {
      "epoch": 0.034324942791762014,
      "grad_norm": 0.9333907961845398,
      "learning_rate": 3.055932625824328e-05,
      "loss": 6.5063,
      "step": 69
    },
    {
      "epoch": 0.03482240573077306,
      "grad_norm": 0.7383935451507568,
      "learning_rate": 3.0139904057691777e-05,
      "loss": 6.6695,
      "step": 70
    },
    {
      "epoch": 0.0353198686697841,
      "grad_norm": 0.9811359643936157,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 6.8281,
      "step": 71
    }
  ],
  "logging_steps": 1,
  "max_steps": 71,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 1,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7767234478080.0,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}