{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.692243996687828,
  "eval_steps": 500,
  "global_step": 8500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05520287054926856,
      "grad_norm": 1.2856197357177734,
      "learning_rate": 1.1037527593818985e-05,
      "loss": 0.7609,
      "step": 100
    },
    {
      "epoch": 0.11040574109853712,
      "grad_norm": 1.0077331066131592,
      "learning_rate": 2.207505518763797e-05,
      "loss": 0.5552,
      "step": 200
    },
    {
      "epoch": 0.1656086116478057,
      "grad_norm": 1.2774763107299805,
      "learning_rate": 3.311258278145696e-05,
      "loss": 0.5229,
      "step": 300
    },
    {
      "epoch": 0.22081148219707425,
      "grad_norm": 1.3611174821853638,
      "learning_rate": 4.415011037527594e-05,
      "loss": 0.5191,
      "step": 400
    },
    {
      "epoch": 0.2760143527463428,
      "grad_norm": 1.112617015838623,
      "learning_rate": 5.518763796909493e-05,
      "loss": 0.5068,
      "step": 500
    },
    {
      "epoch": 0.3312172232956114,
      "grad_norm": 1.1730616092681885,
      "learning_rate": 6.622516556291392e-05,
      "loss": 0.4895,
      "step": 600
    },
    {
      "epoch": 0.3864200938448799,
      "grad_norm": 1.1149307489395142,
      "learning_rate": 7.726269315673289e-05,
      "loss": 0.5044,
      "step": 700
    },
    {
      "epoch": 0.4416229643941485,
      "grad_norm": 1.1326206922531128,
      "learning_rate": 8.830022075055188e-05,
      "loss": 0.5081,
      "step": 800
    },
    {
      "epoch": 0.49682583494341703,
      "grad_norm": 1.1592661142349243,
      "learning_rate": 9.933774834437086e-05,
      "loss": 0.5024,
      "step": 900
    },
    {
      "epoch": 0.5520287054926856,
      "grad_norm": 1.4300315380096436,
      "learning_rate": 9.996717238759354e-05,
      "loss": 0.5078,
      "step": 1000
    },
    {
      "epoch": 0.6072315760419542,
      "grad_norm": 1.3841311931610107,
      "learning_rate": 9.986022415440564e-05,
      "loss": 0.5091,
      "step": 1100
    },
    {
      "epoch": 0.6624344465912227,
      "grad_norm": 1.3825188875198364,
      "learning_rate": 9.967918047007774e-05,
      "loss": 0.4915,
      "step": 1200
    },
    {
      "epoch": 0.7176373171404913,
      "grad_norm": 1.248660683631897,
      "learning_rate": 9.942431037699172e-05,
      "loss": 0.5049,
      "step": 1300
    },
    {
      "epoch": 0.7728401876897598,
      "grad_norm": 1.2805066108703613,
      "learning_rate": 9.909599262824883e-05,
      "loss": 0.4787,
      "step": 1400
    },
    {
      "epoch": 0.8280430582390285,
      "grad_norm": 1.5455862283706665,
      "learning_rate": 9.869471512481871e-05,
      "loss": 0.4844,
      "step": 1500
    },
    {
      "epoch": 0.883245928788297,
      "grad_norm": 1.647222876548767,
      "learning_rate": 9.822107419048758e-05,
      "loss": 0.4732,
      "step": 1600
    },
    {
      "epoch": 0.9384487993375655,
      "grad_norm": 1.128386378288269,
      "learning_rate": 9.76757736856833e-05,
      "loss": 0.4515,
      "step": 1700
    },
    {
      "epoch": 0.9936516698868341,
      "grad_norm": 1.1730600595474243,
      "learning_rate": 9.705962396149427e-05,
      "loss": 0.4496,
      "step": 1800
    },
    {
      "epoch": 1.0488545404361027,
      "grad_norm": 1.2323981523513794,
      "learning_rate": 9.637354065543631e-05,
      "loss": 0.3201,
      "step": 1900
    },
    {
      "epoch": 1.1040574109853711,
      "grad_norm": 1.3514504432678223,
      "learning_rate": 9.561854333075736e-05,
      "loss": 0.3029,
      "step": 2000
    },
    {
      "epoch": 1.1592602815346398,
      "grad_norm": 1.305432915687561,
      "learning_rate": 9.479575396130191e-05,
      "loss": 0.2974,
      "step": 2100
    },
    {
      "epoch": 1.2144631520839084,
      "grad_norm": 1.2165225744247437,
      "learning_rate": 9.390639526418681e-05,
      "loss": 0.2999,
      "step": 2200
    },
    {
      "epoch": 1.2696660226331768,
      "grad_norm": 1.5560479164123535,
      "learning_rate": 9.295178888276614e-05,
      "loss": 0.2957,
      "step": 2300
    },
    {
      "epoch": 1.3248688931824455,
      "grad_norm": 1.236303448677063,
      "learning_rate": 9.193335342258558e-05,
      "loss": 0.3,
      "step": 2400
    },
    {
      "epoch": 1.380071763731714,
      "grad_norm": 1.3867113590240479,
      "learning_rate": 9.08526023432446e-05,
      "loss": 0.3113,
      "step": 2500
    },
    {
      "epoch": 1.4352746342809826,
      "grad_norm": 1.3542137145996094,
      "learning_rate": 8.971114170929969e-05,
      "loss": 0.2965,
      "step": 2600
    },
    {
      "epoch": 1.4904775048302512,
      "grad_norm": 1.0694419145584106,
      "learning_rate": 8.851066780355073e-05,
      "loss": 0.2907,
      "step": 2700
    },
    {
      "epoch": 1.5456803753795199,
      "grad_norm": 1.2589095830917358,
      "learning_rate": 8.72529646062573e-05,
      "loss": 0.2881,
      "step": 2800
    },
    {
      "epoch": 1.6008832459287883,
      "grad_norm": 0.9907445311546326,
      "learning_rate": 8.593990114403092e-05,
      "loss": 0.2833,
      "step": 2900
    },
    {
      "epoch": 1.6560861164780567,
      "grad_norm": 1.1165964603424072,
      "learning_rate": 8.45734287123433e-05,
      "loss": 0.279,
      "step": 3000
    },
    {
      "epoch": 1.7112889870273253,
      "grad_norm": 1.4846047163009644,
      "learning_rate": 8.315557797577755e-05,
      "loss": 0.2788,
      "step": 3100
    },
    {
      "epoch": 1.766491857576594,
      "grad_norm": 1.2695362567901611,
      "learning_rate": 8.168845595033201e-05,
      "loss": 0.2764,
      "step": 3200
    },
    {
      "epoch": 1.8216947281258626,
      "grad_norm": 1.3499970436096191,
      "learning_rate": 8.017424287226106e-05,
      "loss": 0.2576,
      "step": 3300
    },
    {
      "epoch": 1.876897598675131,
      "grad_norm": 1.3490862846374512,
      "learning_rate": 7.861518895810596e-05,
      "loss": 0.2529,
      "step": 3400
    },
    {
      "epoch": 1.9321004692243997,
      "grad_norm": 1.3637194633483887,
      "learning_rate": 7.701361106073043e-05,
      "loss": 0.247,
      "step": 3500
    },
    {
      "epoch": 1.9873033397736681,
      "grad_norm": 1.1327725648880005,
      "learning_rate": 7.537188922633076e-05,
      "loss": 0.2376,
      "step": 3600
    },
    {
      "epoch": 2.0425062103229368,
      "grad_norm": 0.8765416741371155,
      "learning_rate": 7.369246315753623e-05,
      "loss": 0.1724,
      "step": 3700
    },
    {
      "epoch": 2.0977090808722054,
      "grad_norm": 0.8936216831207275,
      "learning_rate": 7.19778285878565e-05,
      "loss": 0.1515,
      "step": 3800
    },
    {
      "epoch": 2.152911951421474,
      "grad_norm": 0.7982431650161743,
      "learning_rate": 7.023053357286366e-05,
      "loss": 0.1542,
      "step": 3900
    },
    {
      "epoch": 2.2081148219707423,
      "grad_norm": 0.7692477107048035,
      "learning_rate": 6.845317470362014e-05,
      "loss": 0.154,
      "step": 4000
    },
    {
      "epoch": 2.263317692520011,
      "grad_norm": 0.7042354345321655,
      "learning_rate": 6.664839324798001e-05,
      "loss": 0.155,
      "step": 4100
    },
    {
      "epoch": 2.3185205630692796,
      "grad_norm": 0.8404821157455444,
      "learning_rate": 6.481887122549755e-05,
      "loss": 0.1576,
      "step": 4200
    },
    {
      "epoch": 2.373723433618548,
      "grad_norm": 0.8974793553352356,
      "learning_rate": 6.296732742177644e-05,
      "loss": 0.1553,
      "step": 4300
    },
    {
      "epoch": 2.428926304167817,
      "grad_norm": 0.8145149350166321,
      "learning_rate": 6.109651334818204e-05,
      "loss": 0.1542,
      "step": 4400
    },
    {
      "epoch": 2.4841291747170855,
      "grad_norm": 0.9313832521438599,
      "learning_rate": 5.9209209152921384e-05,
      "loss": 0.1541,
      "step": 4500
    },
    {
      "epoch": 2.5393320452663537,
      "grad_norm": 0.9550230503082275,
      "learning_rate": 5.730821948956665e-05,
      "loss": 0.1556,
      "step": 4600
    },
    {
      "epoch": 2.5945349158156223,
      "grad_norm": 0.6794816255569458,
      "learning_rate": 5.539636934916247e-05,
      "loss": 0.1529,
      "step": 4700
    },
    {
      "epoch": 2.649737786364891,
      "grad_norm": 0.8268643021583557,
      "learning_rate": 5.347649986211022e-05,
      "loss": 0.1538,
      "step": 4800
    },
    {
      "epoch": 2.7049406569141596,
      "grad_norm": 0.8783162236213684,
      "learning_rate": 5.155146407606835e-05,
      "loss": 0.1527,
      "step": 4900
    },
    {
      "epoch": 2.760143527463428,
      "grad_norm": 0.788532555103302,
      "learning_rate": 4.962412271614282e-05,
      "loss": 0.146,
      "step": 5000
    },
    {
      "epoch": 2.8153463980126965,
      "grad_norm": 0.671291172504425,
      "learning_rate": 4.7697339933668414e-05,
      "loss": 0.1483,
      "step": 5100
    },
    {
      "epoch": 2.870549268561965,
      "grad_norm": 0.6203655004501343,
      "learning_rate": 4.5773979049898455e-05,
      "loss": 0.1451,
      "step": 5200
    },
    {
      "epoch": 2.9257521391112338,
      "grad_norm": 0.8333371877670288,
      "learning_rate": 4.385689830092801e-05,
      "loss": 0.1437,
      "step": 5300
    },
    {
      "epoch": 2.9809550096605024,
      "grad_norm": 0.725379467010498,
      "learning_rate": 4.194894659017415e-05,
      "loss": 0.1412,
      "step": 5400
    },
    {
      "epoch": 3.036157880209771,
      "grad_norm": 0.4681724011898041,
      "learning_rate": 4.005295925472484e-05,
      "loss": 0.1206,
      "step": 5500
    },
    {
      "epoch": 3.0913607507590393,
      "grad_norm": 0.6104450821876526,
      "learning_rate": 3.817175385184861e-05,
      "loss": 0.1074,
      "step": 5600
    },
    {
      "epoch": 3.146563621308308,
      "grad_norm": 0.5122411847114563,
      "learning_rate": 3.630812597192591e-05,
      "loss": 0.1088,
      "step": 5700
    },
    {
      "epoch": 3.2017664918575766,
      "grad_norm": 0.48834362626075745,
      "learning_rate": 3.4464845084024766e-05,
      "loss": 0.1076,
      "step": 5800
    },
    {
      "epoch": 3.256969362406845,
      "grad_norm": 0.4744304120540619,
      "learning_rate": 3.2644650420294285e-05,
      "loss": 0.1087,
      "step": 5900
    },
    {
      "epoch": 3.312172232956114,
      "grad_norm": 0.5677183270454407,
      "learning_rate": 3.085024690529227e-05,
      "loss": 0.1086,
      "step": 6000
    },
    {
      "epoch": 3.367375103505382,
      "grad_norm": 0.5468078851699829,
      "learning_rate": 2.908430113629592e-05,
      "loss": 0.1083,
      "step": 6100
    },
    {
      "epoch": 3.4225779740546507,
      "grad_norm": 0.49241673946380615,
      "learning_rate": 2.734943742056943e-05,
      "loss": 0.107,
      "step": 6200
    },
    {
      "epoch": 3.4777808446039193,
      "grad_norm": 0.4840191900730133,
      "learning_rate": 2.5648233875477157e-05,
      "loss": 0.1081,
      "step": 6300
    },
    {
      "epoch": 3.532983715153188,
      "grad_norm": 0.43311458826065063,
      "learning_rate": 2.398321859723792e-05,
      "loss": 0.1089,
      "step": 6400
    },
    {
      "epoch": 3.5881865857024566,
      "grad_norm": 0.506381094455719,
      "learning_rate": 2.2356865904013918e-05,
      "loss": 0.1097,
      "step": 6500
    },
    {
      "epoch": 3.6433894562517253,
      "grad_norm": 0.4998696446418762,
      "learning_rate": 2.0771592658917193e-05,
      "loss": 0.1074,
      "step": 6600
    },
    {
      "epoch": 3.698592326800994,
      "grad_norm": 0.40012943744659424,
      "learning_rate": 1.922975467839799e-05,
      "loss": 0.1078,
      "step": 6700
    },
    {
      "epoch": 3.753795197350262,
      "grad_norm": 0.3930221498012543,
      "learning_rate": 1.773364323135227e-05,
      "loss": 0.1054,
      "step": 6800
    },
    {
      "epoch": 3.8089980678995308,
      "grad_norm": 0.6007972359657288,
      "learning_rate": 1.6285481634151057e-05,
      "loss": 0.1068,
      "step": 6900
    },
    {
      "epoch": 3.8642009384487994,
      "grad_norm": 0.4134114384651184,
      "learning_rate": 1.4887421946651437e-05,
      "loss": 0.1058,
      "step": 7000
    },
    {
      "epoch": 3.919403808998068,
      "grad_norm": 0.451486200094223,
      "learning_rate": 1.354154177409932e-05,
      "loss": 0.1057,
      "step": 7100
    },
    {
      "epoch": 3.9746066795473363,
      "grad_norm": 0.4829927384853363,
      "learning_rate": 1.224984117967648e-05,
      "loss": 0.1034,
      "step": 7200
    },
    {
      "epoch": 4.029809550096605,
      "grad_norm": 0.29708752036094666,
      "learning_rate": 1.1014239712279945e-05,
      "loss": 0.0977,
      "step": 7300
    },
    {
      "epoch": 4.0850124206458736,
      "grad_norm": 0.4131404459476471,
      "learning_rate": 9.83657355395079e-06,
      "loss": 0.09,
      "step": 7400
    },
    {
      "epoch": 4.140215291195142,
      "grad_norm": 0.3377688229084015,
      "learning_rate": 8.718592791191299e-06,
      "loss": 0.0907,
      "step": 7500
    },
    {
      "epoch": 4.195418161744411,
      "grad_norm": 0.4322417378425598,
      "learning_rate": 7.66195881422559e-06,
      "loss": 0.0902,
      "step": 7600
    },
    {
      "epoch": 4.2506210322936795,
      "grad_norm": 0.31211355328559875,
      "learning_rate": 6.668241848068507e-06,
      "loss": 0.0921,
      "step": 7700
    },
    {
      "epoch": 4.305823902842948,
      "grad_norm": 0.3759203255176544,
      "learning_rate": 5.738918619071809e-06,
      "loss": 0.0921,
      "step": 7800
    },
    {
      "epoch": 4.361026773392217,
      "grad_norm": 0.2856844365596771,
      "learning_rate": 4.875370160415244e-06,
      "loss": 0.091,
      "step": 7900
    },
    {
      "epoch": 4.4162296439414845,
      "grad_norm": 0.3637724816799164,
      "learning_rate": 4.0788797598038054e-06,
      "loss": 0.0904,
      "step": 8000
    },
    {
      "epoch": 4.471432514490753,
      "grad_norm": 0.34369856119155884,
      "learning_rate": 3.3506310524209107e-06,
      "loss": 0.091,
      "step": 8100
    },
    {
      "epoch": 4.526635385040022,
      "grad_norm": 0.2887893617153168,
      "learning_rate": 2.6917062619715325e-06,
      "loss": 0.0919,
      "step": 8200
    },
    {
      "epoch": 4.5818382555892905,
      "grad_norm": 0.29069042205810547,
      "learning_rate": 2.1030845924292554e-06,
      "loss": 0.0934,
      "step": 8300
    },
    {
      "epoch": 4.637041126138559,
      "grad_norm": 0.2758566737174988,
      "learning_rate": 1.5856407728771395e-06,
      "loss": 0.0906,
      "step": 8400
    },
    {
      "epoch": 4.692243996687828,
      "grad_norm": 0.30082598328590393,
      "learning_rate": 1.140143757604889e-06,
      "loss": 0.0904,
      "step": 8500
    }
  ],
  "logging_steps": 100,
  "max_steps": 9055,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.509819988241154e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}