{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6107081324472627,
  "global_step": 445000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.996983692635866e-05,
      "loss": 7.2434,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9939673852717336e-05,
      "loss": 6.3951,
      "step": 1000
    },
    {
      "epoch": 0.0,
      "eval_loss": 6.350970268249512,
      "eval_runtime": 3.8385,
      "eval_samples_per_second": 260.78,
      "eval_steps_per_second": 16.413,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9909510779075997e-05,
      "loss": 6.2791,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9879347705434663e-05,
      "loss": 6.2011,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "eval_loss": 6.223337173461914,
      "eval_runtime": 3.7358,
      "eval_samples_per_second": 267.946,
      "eval_steps_per_second": 16.864,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984918463179333e-05,
      "loss": 6.15,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9819021558152e-05,
      "loss": 6.121,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "eval_loss": 6.134737014770508,
      "eval_runtime": 3.7442,
      "eval_samples_per_second": 267.346,
      "eval_steps_per_second": 16.826,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978885848451066e-05,
      "loss": 6.0839,
      "step": 3500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9758695410869325e-05,
      "loss": 6.0626,
      "step": 4000
    },
    {
      "epoch": 0.01,
      "eval_loss": 6.063777923583984,
      "eval_runtime": 4.0904,
      "eval_samples_per_second": 244.72,
      "eval_steps_per_second": 15.402,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.972853233722799e-05,
      "loss": 6.0263,
      "step": 4500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.969836926358666e-05,
      "loss": 6.0177,
      "step": 5000
    },
    {
      "epoch": 0.02,
      "eval_loss": 6.02394962310791,
      "eval_runtime": 3.9573,
      "eval_samples_per_second": 252.948,
      "eval_steps_per_second": 15.92,
      "step": 5000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.966820618994532e-05,
      "loss": 5.9988,
      "step": 5500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.963804311630399e-05,
      "loss": 5.9921,
      "step": 6000
    },
    {
      "epoch": 0.02,
      "eval_loss": 6.0168046951293945,
      "eval_runtime": 4.0579,
      "eval_samples_per_second": 246.677,
      "eval_steps_per_second": 15.525,
      "step": 6000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9607940368809935e-05,
      "loss": 5.9751,
      "step": 6500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9577837621315885e-05,
      "loss": 5.9632,
      "step": 7000
    },
    {
      "epoch": 0.03,
      "eval_loss": 5.997592926025391,
      "eval_runtime": 4.2019,
      "eval_samples_per_second": 238.224,
      "eval_steps_per_second": 14.993,
      "step": 7000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.954767454767455e-05,
      "loss": 5.9386,
      "step": 7500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.951751147403322e-05,
      "loss": 5.9524,
      "step": 8000
    },
    {
      "epoch": 0.03,
      "eval_loss": 5.969239711761475,
      "eval_runtime": 4.0231,
      "eval_samples_per_second": 248.812,
      "eval_steps_per_second": 15.659,
      "step": 8000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.948734840039188e-05,
      "loss": 5.9376,
      "step": 8500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9457185326750546e-05,
      "loss": 5.9328,
      "step": 9000
    },
    {
      "epoch": 0.03,
      "eval_loss": 5.940969944000244,
      "eval_runtime": 3.8844,
      "eval_samples_per_second": 257.697,
      "eval_steps_per_second": 16.219,
      "step": 9000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.942702225310921e-05,
      "loss": 5.9177,
      "step": 9500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.939685917946787e-05,
      "loss": 5.9162,
      "step": 10000
    },
    {
      "epoch": 0.04,
      "eval_loss": 5.932608604431152,
      "eval_runtime": 4.0642,
      "eval_samples_per_second": 246.298,
      "eval_steps_per_second": 15.501,
      "step": 10000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.936669610582654e-05,
      "loss": 5.9054,
      "step": 10500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.933659335833249e-05,
      "loss": 5.8906,
      "step": 11000
    },
    {
      "epoch": 0.04,
      "eval_loss": 5.921965599060059,
      "eval_runtime": 4.2691,
      "eval_samples_per_second": 234.477,
      "eval_steps_per_second": 14.757,
      "step": 11000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9306430284691156e-05,
      "loss": 5.8952,
      "step": 11500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9276267211049823e-05,
      "loss": 5.8868,
      "step": 12000
    },
    {
      "epoch": 0.04,
      "eval_loss": 5.910747528076172,
      "eval_runtime": 4.3284,
      "eval_samples_per_second": 231.264,
      "eval_steps_per_second": 14.555,
      "step": 12000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.924610413740849e-05,
      "loss": 5.8829,
      "step": 12500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.921600138991443e-05,
      "loss": 5.8738,
      "step": 13000
    },
    {
      "epoch": 0.05,
      "eval_loss": 5.895788669586182,
      "eval_runtime": 4.2991,
      "eval_samples_per_second": 232.842,
      "eval_steps_per_second": 14.654,
      "step": 13000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.91858383162731e-05,
      "loss": 5.8717,
      "step": 13500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.915567524263177e-05,
      "loss": 5.8642,
      "step": 14000
    },
    {
      "epoch": 0.05,
      "eval_loss": 5.891711235046387,
      "eval_runtime": 4.3228,
      "eval_samples_per_second": 231.564,
      "eval_steps_per_second": 14.574,
      "step": 14000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9125512168990434e-05,
      "loss": 5.8667,
      "step": 14500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.909540942149638e-05,
      "loss": 5.8494,
      "step": 15000
    },
    {
      "epoch": 0.05,
      "eval_loss": 5.886107921600342,
      "eval_runtime": 4.4064,
      "eval_samples_per_second": 227.167,
      "eval_steps_per_second": 14.297,
      "step": 15000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.906524634785505e-05,
      "loss": 5.8369,
      "step": 15500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.903508327421371e-05,
      "loss": 5.8414,
      "step": 16000
    },
    {
      "epoch": 0.06,
      "eval_loss": 5.89373254776001,
      "eval_runtime": 4.3188,
      "eval_samples_per_second": 231.776,
      "eval_steps_per_second": 14.587,
      "step": 16000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.900492020057238e-05,
      "loss": 5.851,
      "step": 16500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.8974757126931045e-05,
      "loss": 5.8512,
      "step": 17000
    },
    {
      "epoch": 0.06,
      "eval_loss": 5.9001264572143555,
      "eval_runtime": 4.3173,
      "eval_samples_per_second": 231.857,
      "eval_steps_per_second": 14.592,
      "step": 17000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.8944594053289705e-05,
      "loss": 5.8471,
      "step": 17500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.8914491305795654e-05,
      "loss": 5.8319,
      "step": 18000
    },
    {
      "epoch": 0.07,
      "eval_loss": 5.870309829711914,
      "eval_runtime": 4.2282,
      "eval_samples_per_second": 236.743,
      "eval_steps_per_second": 14.9,
      "step": 18000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.888432823215432e-05,
      "loss": 5.8285,
      "step": 18500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.885416515851299e-05,
      "loss": 5.8282,
      "step": 19000
    },
    {
      "epoch": 0.07,
      "eval_loss": 5.834588050842285,
      "eval_runtime": 4.2534,
      "eval_samples_per_second": 235.344,
      "eval_steps_per_second": 14.812,
      "step": 19000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.882400208487165e-05,
      "loss": 5.8305,
      "step": 19500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.879383901123032e-05,
      "loss": 5.8159,
      "step": 20000
    },
    {
      "epoch": 0.07,
      "eval_loss": 5.825201034545898,
      "eval_runtime": 4.2051,
      "eval_samples_per_second": 238.046,
      "eval_steps_per_second": 14.982,
      "step": 20000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.876367593758898e-05,
      "loss": 5.8109,
      "step": 20500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.873357319009493e-05,
      "loss": 5.8206,
      "step": 21000
    },
    {
      "epoch": 0.08,
      "eval_loss": 5.839576244354248,
      "eval_runtime": 4.2748,
      "eval_samples_per_second": 234.162,
      "eval_steps_per_second": 14.737,
      "step": 21000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.87034101164536e-05,
      "loss": 5.8187,
      "step": 21500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8673247042812266e-05,
      "loss": 5.826,
      "step": 22000
    },
    {
      "epoch": 0.08,
      "eval_loss": 5.854990482330322,
      "eval_runtime": 6.3825,
      "eval_samples_per_second": 156.835,
      "eval_steps_per_second": 9.871,
      "step": 22000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8643083969170926e-05,
      "loss": 5.8221,
      "step": 22500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.861292089552959e-05,
      "loss": 5.8109,
      "step": 23000
    },
    {
      "epoch": 0.08,
      "eval_loss": 5.85267448425293,
      "eval_runtime": 4.2815,
      "eval_samples_per_second": 233.795,
      "eval_steps_per_second": 14.714,
      "step": 23000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.858275782188826e-05,
      "loss": 5.8124,
      "step": 23500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.855259474824693e-05,
      "loss": 5.8002,
      "step": 24000
    },
    {
      "epoch": 0.09,
      "eval_loss": 5.857957363128662,
      "eval_runtime": 4.2472,
      "eval_samples_per_second": 235.683,
      "eval_steps_per_second": 14.833,
      "step": 24000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.852243167460559e-05,
      "loss": 5.7933,
      "step": 24500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.849232892711154e-05,
      "loss": 5.7957,
      "step": 25000
    },
    {
      "epoch": 0.09,
      "eval_loss": 5.843862533569336,
      "eval_runtime": 4.2251,
      "eval_samples_per_second": 236.92,
      "eval_steps_per_second": 14.911,
      "step": 25000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8462165853470204e-05,
      "loss": 5.7919,
      "step": 25500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8432002779828864e-05,
      "loss": 5.8001,
      "step": 26000
    },
    {
      "epoch": 0.09,
      "eval_loss": 5.8175740242004395,
      "eval_runtime": 4.5898,
      "eval_samples_per_second": 218.094,
      "eval_steps_per_second": 13.726,
      "step": 26000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.840183970618754e-05,
      "loss": 5.7874,
      "step": 26500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.837173695869348e-05,
      "loss": 5.7836,
      "step": 27000
    },
    {
      "epoch": 0.1,
      "eval_loss": 5.7963480949401855,
      "eval_runtime": 4.2794,
      "eval_samples_per_second": 233.909,
      "eval_steps_per_second": 14.722,
      "step": 27000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.834157388505215e-05,
      "loss": 5.7915,
      "step": 27500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8311410811410814e-05,
      "loss": 5.7797,
      "step": 28000
    },
    {
      "epoch": 0.1,
      "eval_loss": 5.796699047088623,
      "eval_runtime": 4.2933,
      "eval_samples_per_second": 233.155,
      "eval_steps_per_second": 14.674,
      "step": 28000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.828124773776948e-05,
      "loss": 5.7768,
      "step": 28500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8251144990275424e-05,
      "loss": 5.7876,
      "step": 29000
    },
    {
      "epoch": 0.1,
      "eval_loss": 5.799530506134033,
      "eval_runtime": 4.2207,
      "eval_samples_per_second": 237.163,
      "eval_steps_per_second": 14.926,
      "step": 29000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.82209819166341e-05,
      "loss": 5.7904,
      "step": 29500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.819081884299276e-05,
      "loss": 5.7837,
      "step": 30000
    },
    {
      "epoch": 0.11,
      "eval_loss": 5.798836708068848,
      "eval_runtime": 4.2831,
      "eval_samples_per_second": 233.71,
      "eval_steps_per_second": 14.709,
      "step": 30000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8160655769351425e-05,
      "loss": 5.778,
      "step": 30500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.813049269571009e-05,
      "loss": 5.7681,
      "step": 31000
    },
    {
      "epoch": 0.11,
      "eval_loss": 5.811764240264893,
      "eval_runtime": 4.3287,
      "eval_samples_per_second": 231.246,
      "eval_steps_per_second": 14.554,
      "step": 31000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.810032962206876e-05,
      "loss": 5.7695,
      "step": 31500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.80702268745747e-05,
      "loss": 5.7698,
      "step": 32000
    },
    {
      "epoch": 0.12,
      "eval_loss": 5.799587726593018,
      "eval_runtime": 6.2437,
      "eval_samples_per_second": 160.322,
      "eval_steps_per_second": 10.09,
      "step": 32000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.804006380093337e-05,
      "loss": 5.7613,
      "step": 32500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.8009900727292036e-05,
      "loss": 5.7875,
      "step": 33000
    },
    {
      "epoch": 0.12,
      "eval_loss": 5.817694664001465,
      "eval_runtime": 4.2624,
      "eval_samples_per_second": 234.843,
      "eval_steps_per_second": 14.78,
      "step": 33000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.7979737653650696e-05,
      "loss": 5.7868,
      "step": 33500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.794957458000936e-05,
      "loss": 5.7672,
      "step": 34000
    },
    {
      "epoch": 0.12,
      "eval_loss": 5.817095756530762,
      "eval_runtime": 4.3001,
      "eval_samples_per_second": 232.788,
      "eval_steps_per_second": 14.651,
      "step": 34000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.791947183251531e-05,
      "loss": 5.7585,
      "step": 34500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.788930875887398e-05,
      "loss": 5.77,
      "step": 35000
    },
    {
      "epoch": 0.13,
      "eval_loss": 5.829194068908691,
      "eval_runtime": 4.4257,
      "eval_samples_per_second": 226.177,
      "eval_steps_per_second": 14.235,
      "step": 35000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.785914568523264e-05,
      "loss": 5.7525,
      "step": 35500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.782898261159131e-05,
      "loss": 5.7534,
      "step": 36000
    },
    {
      "epoch": 0.13,
      "eval_loss": 5.81154203414917,
      "eval_runtime": 4.3328,
      "eval_samples_per_second": 231.028,
      "eval_steps_per_second": 14.54,
      "step": 36000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.7798819537949973e-05,
      "loss": 5.7679,
      "step": 36500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.776871679045592e-05,
      "loss": 5.7461,
      "step": 37000
    },
    {
      "epoch": 0.13,
      "eval_loss": 5.76007604598999,
      "eval_runtime": 4.2778,
      "eval_samples_per_second": 233.997,
      "eval_steps_per_second": 14.727,
      "step": 37000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.773855371681459e-05,
      "loss": 5.7546,
      "step": 37500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.770839064317326e-05,
      "loss": 5.7542,
      "step": 38000
    },
    {
      "epoch": 0.14,
      "eval_loss": 5.81342077255249,
      "eval_runtime": 4.3112,
      "eval_samples_per_second": 232.186,
      "eval_steps_per_second": 14.613,
      "step": 38000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.767822756953192e-05,
      "loss": 5.7467,
      "step": 38500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.764806449589059e-05,
      "loss": 5.7487,
      "step": 39000
    },
    {
      "epoch": 0.14,
      "eval_loss": 5.810147762298584,
      "eval_runtime": 4.2762,
      "eval_samples_per_second": 234.084,
      "eval_steps_per_second": 14.733,
      "step": 39000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7617961748396534e-05,
      "loss": 5.7516,
      "step": 39500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7587798674755194e-05,
      "loss": 5.7464,
      "step": 40000
    },
    {
      "epoch": 0.14,
      "eval_loss": 5.790091514587402,
      "eval_runtime": 6.3564,
      "eval_samples_per_second": 157.479,
      "eval_steps_per_second": 9.911,
      "step": 40000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.755763560111387e-05,
      "loss": 5.7518,
      "step": 40500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.752747252747253e-05,
      "loss": 5.7573,
      "step": 41000
    },
    {
      "epoch": 0.15,
      "eval_loss": 5.804274082183838,
      "eval_runtime": 4.355,
      "eval_samples_per_second": 229.852,
      "eval_steps_per_second": 14.466,
      "step": 41000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.7497309453831195e-05,
      "loss": 5.7512,
      "step": 41500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.746714638018986e-05,
      "loss": 5.7431,
      "step": 42000
    },
    {
      "epoch": 0.15,
      "eval_loss": 5.761765480041504,
      "eval_runtime": 4.3203,
      "eval_samples_per_second": 231.698,
      "eval_steps_per_second": 14.582,
      "step": 42000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.743704363269581e-05,
      "loss": 5.7573,
      "step": 42500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.740688055905447e-05,
      "loss": 5.7202,
      "step": 43000
    },
    {
      "epoch": 0.16,
      "eval_loss": 5.7786478996276855,
      "eval_runtime": 4.3352,
      "eval_samples_per_second": 230.9,
      "eval_steps_per_second": 14.532,
      "step": 43000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.737671748541314e-05,
      "loss": 5.7353,
      "step": 43500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7346554411771805e-05,
      "loss": 5.7476,
      "step": 44000
    },
    {
      "epoch": 0.16,
      "eval_loss": 5.780131816864014,
      "eval_runtime": 4.4034,
      "eval_samples_per_second": 227.326,
      "eval_steps_per_second": 14.307,
      "step": 44000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.731639133813047e-05,
      "loss": 5.7345,
      "step": 44500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7286288590636415e-05,
      "loss": 5.7416,
      "step": 45000
    },
    {
      "epoch": 0.16,
      "eval_loss": 5.7368245124816895,
      "eval_runtime": 4.2102,
      "eval_samples_per_second": 237.757,
      "eval_steps_per_second": 14.964,
      "step": 45000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.725612551699509e-05,
      "loss": 5.7451,
      "step": 45500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.722596244335375e-05,
      "loss": 5.7401,
      "step": 46000
    },
    {
      "epoch": 0.17,
      "eval_loss": 5.775325298309326,
      "eval_runtime": 4.2649,
      "eval_samples_per_second": 234.709,
      "eval_steps_per_second": 14.772,
      "step": 46000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7195799369712416e-05,
      "loss": 5.7308,
      "step": 46500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.716563629607108e-05,
      "loss": 5.7401,
      "step": 47000
    },
    {
      "epoch": 0.17,
      "eval_loss": 5.7712297439575195,
      "eval_runtime": 4.3345,
      "eval_samples_per_second": 230.935,
      "eval_steps_per_second": 14.534,
      "step": 47000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7135533548577026e-05,
      "loss": 5.7317,
      "step": 47500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.710537047493569e-05,
      "loss": 5.7336,
      "step": 48000
    },
    {
      "epoch": 0.17,
      "eval_loss": 5.742641925811768,
      "eval_runtime": 4.2969,
      "eval_samples_per_second": 232.958,
      "eval_steps_per_second": 14.662,
      "step": 48000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.707520740129436e-05,
      "loss": 5.7449,
      "step": 48500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.704510465380031e-05,
      "loss": 5.7297,
      "step": 49000
    },
    {
      "epoch": 0.18,
      "eval_loss": 5.769224643707275,
      "eval_runtime": 4.3211,
      "eval_samples_per_second": 231.651,
      "eval_steps_per_second": 14.579,
      "step": 49000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.701494158015897e-05,
      "loss": 5.7413,
      "step": 49500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.698477850651764e-05,
      "loss": 5.7347,
      "step": 50000
    },
    {
      "epoch": 0.18,
      "eval_loss": 5.765679359436035,
      "eval_runtime": 4.2691,
      "eval_samples_per_second": 234.477,
      "eval_steps_per_second": 14.757,
      "step": 50000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.69546154328763e-05,
      "loss": 5.7256,
      "step": 50500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.692445235923497e-05,
      "loss": 5.7183,
      "step": 51000
    },
    {
      "epoch": 0.18,
      "eval_loss": 5.7880048751831055,
      "eval_runtime": 8.1705,
      "eval_samples_per_second": 122.514,
      "eval_steps_per_second": 7.711,
      "step": 51000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.689428928559364e-05,
      "loss": 5.7377,
      "step": 51500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6864126211952304e-05,
      "loss": 5.7239,
      "step": 52000
    },
    {
      "epoch": 0.19,
      "eval_loss": 5.784894943237305,
      "eval_runtime": 4.3979,
      "eval_samples_per_second": 227.609,
      "eval_steps_per_second": 14.325,
      "step": 52000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6833963138310964e-05,
      "loss": 5.7332,
      "step": 52500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.680380006466963e-05,
      "loss": 5.7316,
      "step": 53000
    },
    {
      "epoch": 0.19,
      "eval_loss": 5.74093770980835,
      "eval_runtime": 4.3725,
      "eval_samples_per_second": 228.931,
      "eval_steps_per_second": 14.408,
      "step": 53000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.67736369910283e-05,
      "loss": 5.7227,
      "step": 53500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6743473917386965e-05,
      "loss": 5.7202,
      "step": 54000
    },
    {
      "epoch": 0.2,
      "eval_loss": 5.766174793243408,
      "eval_runtime": 4.2835,
      "eval_samples_per_second": 233.689,
      "eval_steps_per_second": 14.708,
      "step": 54000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.671337116989291e-05,
      "loss": 5.7194,
      "step": 54500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.668326842239886e-05,
      "loss": 5.7073,
      "step": 55000
    },
    {
      "epoch": 0.2,
      "eval_loss": 5.740816593170166,
      "eval_runtime": 4.2663,
      "eval_samples_per_second": 234.632,
      "eval_steps_per_second": 14.767,
      "step": 55000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6653105348757525e-05,
      "loss": 5.7176,
      "step": 55500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.662294227511619e-05,
      "loss": 5.7113,
      "step": 56000
    },
    {
      "epoch": 0.2,
      "eval_loss": 5.764217376708984,
      "eval_runtime": 4.4652,
      "eval_samples_per_second": 224.178,
      "eval_steps_per_second": 14.109,
      "step": 56000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.659277920147486e-05,
      "loss": 5.7094,
      "step": 56500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.656261612783352e-05,
      "loss": 5.722,
      "step": 57000
    },
    {
      "epoch": 0.21,
      "eval_loss": 5.7554473876953125,
      "eval_runtime": 4.3539,
      "eval_samples_per_second": 229.907,
      "eval_steps_per_second": 14.47,
      "step": 57000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.6532453054192186e-05,
      "loss": 5.7145,
      "step": 57500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.650228998055085e-05,
      "loss": 5.7077,
      "step": 58000
    },
    {
      "epoch": 0.21,
      "eval_loss": 5.74335241317749,
      "eval_runtime": 4.3356,
      "eval_samples_per_second": 230.882,
      "eval_steps_per_second": 14.531,
      "step": 58000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.64721872330568e-05,
      "loss": 5.7123,
      "step": 58500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.644202415941546e-05,
      "loss": 5.7163,
      "step": 59000
    },
    {
      "epoch": 0.21,
      "eval_loss": 5.77748441696167,
      "eval_runtime": 4.4579,
      "eval_samples_per_second": 224.543,
      "eval_steps_per_second": 14.132,
      "step": 59000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6411861085774136e-05,
      "loss": 5.6978,
      "step": 59500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6381698012132796e-05,
      "loss": 5.7185,
      "step": 60000
    },
    {
      "epoch": 0.22,
      "eval_loss": 5.755308151245117,
      "eval_runtime": 4.4657,
      "eval_samples_per_second": 224.155,
      "eval_steps_per_second": 14.108,
      "step": 60000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.635153493849146e-05,
      "loss": 5.7133,
      "step": 60500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.632137186485013e-05,
      "loss": 5.7126,
      "step": 61000
    },
    {
      "epoch": 0.22,
      "eval_loss": 5.742791175842285,
      "eval_runtime": 4.4874,
      "eval_samples_per_second": 223.069,
      "eval_steps_per_second": 14.039,
      "step": 61000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.62912087912088e-05,
      "loss": 5.7105,
      "step": 61500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.626104571756746e-05,
      "loss": 5.6955,
      "step": 62000
    },
    {
      "epoch": 0.22,
      "eval_loss": 5.750290870666504,
      "eval_runtime": 4.4288,
      "eval_samples_per_second": 226.023,
      "eval_steps_per_second": 14.225,
      "step": 62000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6230882643926124e-05,
      "loss": 5.7056,
      "step": 62500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6200779896432074e-05,
      "loss": 5.7177,
      "step": 63000
    },
    {
      "epoch": 0.23,
      "eval_loss": 5.7632975578308105,
      "eval_runtime": 4.4407,
      "eval_samples_per_second": 225.416,
      "eval_steps_per_second": 14.187,
      "step": 63000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6170616822790734e-05,
      "loss": 5.6985,
      "step": 63500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.61404537491494e-05,
      "loss": 5.7103,
      "step": 64000
    },
    {
      "epoch": 0.23,
      "eval_loss": 5.735149383544922,
      "eval_runtime": 4.3259,
      "eval_samples_per_second": 231.399,
      "eval_steps_per_second": 14.564,
      "step": 64000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.611029067550807e-05,
      "loss": 5.7056,
      "step": 64500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.6080127601866735e-05,
      "loss": 5.7036,
      "step": 65000
    },
    {
      "epoch": 0.24,
      "eval_loss": 5.733882427215576,
      "eval_runtime": 4.2423,
      "eval_samples_per_second": 235.959,
      "eval_steps_per_second": 14.851,
      "step": 65000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.605002485437268e-05,
      "loss": 5.7037,
      "step": 65500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.601986178073135e-05,
      "loss": 5.7035,
      "step": 66000
    },
    {
      "epoch": 0.24,
      "eval_loss": 5.746898651123047,
      "eval_runtime": 4.2969,
      "eval_samples_per_second": 232.956,
      "eval_steps_per_second": 14.662,
      "step": 66000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.598969870709001e-05,
      "loss": 5.6979,
      "step": 66500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.595953563344868e-05,
      "loss": 5.6953,
      "step": 67000
    },
    {
      "epoch": 0.24,
      "eval_loss": 5.743001461029053,
      "eval_runtime": 6.5732,
      "eval_samples_per_second": 152.285,
      "eval_steps_per_second": 9.584,
      "step": 67000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.592943288595463e-05,
      "loss": 5.7201,
      "step": 67500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5899269812313295e-05,
      "loss": 5.704,
      "step": 68000
    },
    {
      "epoch": 0.25,
      "eval_loss": 5.756634712219238,
      "eval_runtime": 4.4285,
      "eval_samples_per_second": 226.037,
      "eval_steps_per_second": 14.226,
      "step": 68000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5869106738671955e-05,
      "loss": 5.7095,
      "step": 68500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.583894366503063e-05,
      "loss": 5.712,
      "step": 69000
    },
    {
      "epoch": 0.25,
      "eval_loss": 5.764980316162109,
      "eval_runtime": 4.3235,
      "eval_samples_per_second": 231.523,
      "eval_steps_per_second": 14.571,
      "step": 69000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.580884091753657e-05,
      "loss": 5.6976,
      "step": 69500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.577867784389523e-05,
      "loss": 5.7046,
      "step": 70000
    },
    {
      "epoch": 0.25,
      "eval_loss": 5.744942665100098,
      "eval_runtime": 4.3426,
      "eval_samples_per_second": 230.505,
      "eval_steps_per_second": 14.507,
      "step": 70000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5748514770253906e-05,
      "loss": 5.7025,
      "step": 70500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5718351696612566e-05,
      "loss": 5.7031,
      "step": 71000
    },
    {
      "epoch": 0.26,
      "eval_loss": 5.732196807861328,
      "eval_runtime": 4.4018,
      "eval_samples_per_second": 227.407,
      "eval_steps_per_second": 14.312,
      "step": 71000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.568818862297123e-05,
      "loss": 5.6871,
      "step": 71500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.56580255493299e-05,
      "loss": 5.6842,
      "step": 72000
    },
    {
      "epoch": 0.26,
      "eval_loss": 5.773156642913818,
      "eval_runtime": 4.3306,
      "eval_samples_per_second": 231.146,
      "eval_steps_per_second": 14.548,
      "step": 72000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.562786247568857e-05,
      "loss": 5.6853,
      "step": 72500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.559769940204723e-05,
      "loss": 5.7022,
      "step": 73000
    },
    {
      "epoch": 0.26,
      "eval_loss": 5.724014759063721,
      "eval_runtime": 4.268,
      "eval_samples_per_second": 234.536,
      "eval_steps_per_second": 14.761,
      "step": 73000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5567536328405894e-05,
      "loss": 5.7029,
      "step": 73500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.553737325476456e-05,
      "loss": 5.707,
      "step": 74000
    },
    {
      "epoch": 0.27,
      "eval_loss": 5.71505880355835,
      "eval_runtime": 4.2511,
      "eval_samples_per_second": 235.471,
      "eval_steps_per_second": 14.82,
      "step": 74000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.550727050727051e-05,
      "loss": 5.7014,
      "step": 74500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.547710743362917e-05,
      "loss": 5.7068,
      "step": 75000
    },
    {
      "epoch": 0.27,
      "eval_loss": 5.703161239624023,
      "eval_runtime": 4.3019,
      "eval_samples_per_second": 232.687,
      "eval_steps_per_second": 14.645,
      "step": 75000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5446944359987844e-05,
      "loss": 5.6946,
      "step": 75500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5416781286346505e-05,
      "loss": 5.6892,
      "step": 76000
    },
    {
      "epoch": 0.28,
      "eval_loss": 5.7333149909973145,
      "eval_runtime": 4.2526,
      "eval_samples_per_second": 235.387,
      "eval_steps_per_second": 14.815,
      "step": 76000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5386678538852454e-05,
      "loss": 5.6814,
      "step": 76500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.535651546521112e-05,
      "loss": 5.6979,
      "step": 77000
    },
    {
      "epoch": 0.28,
      "eval_loss": 5.712403297424316,
      "eval_runtime": 4.3234,
      "eval_samples_per_second": 231.532,
      "eval_steps_per_second": 14.572,
      "step": 77000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.532635239156979e-05,
      "loss": 5.6959,
      "step": 77500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.529618931792845e-05,
      "loss": 5.6791,
      "step": 78000
    },
    {
      "epoch": 0.28,
      "eval_loss": 5.754906177520752,
      "eval_runtime": 4.3238,
      "eval_samples_per_second": 231.508,
      "eval_steps_per_second": 14.57,
      "step": 78000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5266026244287115e-05,
      "loss": 5.6984,
      "step": 78500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.5235923496793065e-05,
      "loss": 5.6953,
      "step": 79000
    },
    {
      "epoch": 0.29,
      "eval_loss": 5.720048427581787,
      "eval_runtime": 4.3352,
      "eval_samples_per_second": 230.899,
      "eval_steps_per_second": 14.532,
      "step": 79000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.5205760423151725e-05,
      "loss": 5.6924,
      "step": 79500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.51755973495104e-05,
      "loss": 5.6845,
      "step": 80000
    },
    {
      "epoch": 0.29,
      "eval_loss": 5.744686126708984,
      "eval_runtime": 4.3839,
      "eval_samples_per_second": 228.335,
      "eval_steps_per_second": 14.371,
      "step": 80000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.514543427586906e-05,
      "loss": 5.695,
      "step": 80500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.511533152837501e-05,
      "loss": 5.6872,
      "step": 81000
    },
    {
      "epoch": 0.29,
      "eval_loss": 5.723191738128662,
      "eval_runtime": 4.2942,
      "eval_samples_per_second": 233.107,
      "eval_steps_per_second": 14.671,
      "step": 81000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.5085168454733675e-05,
      "loss": 5.6841,
      "step": 81500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.505500538109234e-05,
      "loss": 5.687,
      "step": 82000
    },
    {
      "epoch": 0.3,
      "eval_loss": 5.738052845001221,
      "eval_runtime": 4.282,
      "eval_samples_per_second": 233.769,
      "eval_steps_per_second": 14.713,
      "step": 82000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.5024842307451e-05,
      "loss": 5.6913,
      "step": 82500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.499467923380967e-05,
      "loss": 5.69,
      "step": 83000
    },
    {
      "epoch": 0.3,
      "eval_loss": 5.709909915924072,
      "eval_runtime": 4.3445,
      "eval_samples_per_second": 230.406,
      "eval_steps_per_second": 14.501,
      "step": 83000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.496457648631562e-05,
      "loss": 5.6785,
      "step": 83500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.4934413412674286e-05,
      "loss": 5.6831,
      "step": 84000
    },
    {
      "epoch": 0.3,
      "eval_loss": 5.698389053344727,
      "eval_runtime": 6.3376,
      "eval_samples_per_second": 157.947,
      "eval_steps_per_second": 9.941,
      "step": 84000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.4904250339032946e-05,
      "loss": 5.6893,
      "step": 84500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.4874147591538896e-05,
      "loss": 5.682,
      "step": 85000
    },
    {
      "epoch": 0.31,
      "eval_loss": 5.747517108917236,
      "eval_runtime": 4.4117,
      "eval_samples_per_second": 226.897,
      "eval_steps_per_second": 14.28,
      "step": 85000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.484398451789756e-05,
      "loss": 5.6907,
      "step": 85500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.481382144425623e-05,
      "loss": 5.6771,
      "step": 86000
    },
    {
      "epoch": 0.31,
      "eval_loss": 5.721287727355957,
      "eval_runtime": 4.3352,
      "eval_samples_per_second": 230.902,
      "eval_steps_per_second": 14.532,
      "step": 86000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.47836583706149e-05,
      "loss": 5.6743,
      "step": 86500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.475349529697356e-05,
      "loss": 5.6818,
      "step": 87000
    },
    {
      "epoch": 0.31,
      "eval_loss": 5.736617088317871,
      "eval_runtime": 4.3397,
      "eval_samples_per_second": 230.66,
      "eval_steps_per_second": 14.517,
      "step": 87000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.4723332223332224e-05,
      "loss": 5.6836,
      "step": 87500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.469316914969089e-05,
      "loss": 5.6862,
      "step": 88000
    },
    {
      "epoch": 0.32,
      "eval_loss": 5.706295490264893,
      "eval_runtime": 4.3399,
      "eval_samples_per_second": 230.65,
      "eval_steps_per_second": 14.516,
      "step": 88000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.466300607604956e-05,
      "loss": 5.6792,
      "step": 88500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.46329033285555e-05,
      "loss": 5.6706,
      "step": 89000
    },
    {
      "epoch": 0.32,
      "eval_loss": 5.7102370262146,
      "eval_runtime": 4.2947,
      "eval_samples_per_second": 233.076,
      "eval_steps_per_second": 14.669,
      "step": 89000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.4602740254914174e-05,
      "loss": 5.6775,
      "step": 89500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4572577181272834e-05,
      "loss": 5.6662,
      "step": 90000
    },
    {
      "epoch": 0.33,
      "eval_loss": 5.69236421585083,
      "eval_runtime": 6.3959,
      "eval_samples_per_second": 156.506,
      "eval_steps_per_second": 9.85,
      "step": 90000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.45424141076315e-05,
      "loss": 5.6691,
      "step": 90500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4512371686284734e-05,
      "loss": 5.6839,
      "step": 91000
    },
    {
      "epoch": 0.33,
      "eval_loss": 5.711584091186523,
      "eval_runtime": 4.2918,
      "eval_samples_per_second": 233.234,
      "eval_steps_per_second": 14.679,
      "step": 91000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.44822086126434e-05,
      "loss": 5.6725,
      "step": 91500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.445204553900206e-05,
      "loss": 5.6789,
      "step": 92000
    },
    {
      "epoch": 0.33,
      "eval_loss": 5.663390159606934,
      "eval_runtime": 4.3322,
      "eval_samples_per_second": 231.063,
      "eval_steps_per_second": 14.542,
      "step": 92000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.442188246536073e-05,
      "loss": 5.6765,
      "step": 92500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4391719391719395e-05,
      "loss": 5.6618,
      "step": 93000
    },
    {
      "epoch": 0.34,
      "eval_loss": 5.73824405670166,
      "eval_runtime": 4.2539,
      "eval_samples_per_second": 235.311,
      "eval_steps_per_second": 14.81,
      "step": 93000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4361556318078055e-05,
      "loss": 5.6636,
      "step": 93500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.433139324443673e-05,
      "loss": 5.6733,
      "step": 94000
    },
    {
      "epoch": 0.34,
      "eval_loss": 5.712129592895508,
      "eval_runtime": 4.3264,
      "eval_samples_per_second": 231.369,
      "eval_steps_per_second": 14.562,
      "step": 94000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.430123017079539e-05,
      "loss": 5.6787,
      "step": 94500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.427112742330134e-05,
      "loss": 5.6709,
      "step": 95000
    },
    {
      "epoch": 0.34,
      "eval_loss": 5.736870288848877,
      "eval_runtime": 4.381,
      "eval_samples_per_second": 228.487,
      "eval_steps_per_second": 14.38,
      "step": 95000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4240964349660005e-05,
      "loss": 5.6618,
      "step": 95500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.421080127601867e-05,
      "loss": 5.6627,
      "step": 96000
    },
    {
      "epoch": 0.35,
      "eval_loss": 5.6889142990112305,
      "eval_runtime": 4.2821,
      "eval_samples_per_second": 233.762,
      "eval_steps_per_second": 14.712,
      "step": 96000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.418063820237733e-05,
      "loss": 5.6751,
      "step": 96500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.415053545488328e-05,
      "loss": 5.655,
      "step": 97000
    },
    {
      "epoch": 0.35,
      "eval_loss": 5.685154438018799,
      "eval_runtime": 6.9191,
      "eval_samples_per_second": 144.671,
      "eval_steps_per_second": 9.105,
      "step": 97000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.412037238124195e-05,
      "loss": 5.6734,
      "step": 97500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4090209307600616e-05,
      "loss": 5.6649,
      "step": 98000
    },
    {
      "epoch": 0.35,
      "eval_loss": 5.713215351104736,
      "eval_runtime": 4.2937,
      "eval_samples_per_second": 233.132,
      "eval_steps_per_second": 14.673,
      "step": 98000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.4060046233959276e-05,
      "loss": 5.6724,
      "step": 98500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.4029943486465226e-05,
      "loss": 5.6634,
      "step": 99000
    },
    {
      "epoch": 0.36,
      "eval_loss": 5.674860000610352,
      "eval_runtime": 4.3043,
      "eval_samples_per_second": 232.557,
      "eval_steps_per_second": 14.636,
      "step": 99000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.399978041282389e-05,
      "loss": 5.6674,
      "step": 99500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.396961733918255e-05,
      "loss": 5.6625,
      "step": 100000
    },
    {
      "epoch": 0.36,
      "eval_loss": 5.694820880889893,
      "eval_runtime": 4.396,
      "eval_samples_per_second": 227.709,
      "eval_steps_per_second": 14.331,
      "step": 100000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.393951459168851e-05,
      "loss": 5.6711,
      "step": 100500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.390935151804717e-05,
      "loss": 5.6721,
      "step": 101000
    },
    {
      "epoch": 0.37,
      "eval_loss": 5.711126804351807,
      "eval_runtime": 6.4814,
      "eval_samples_per_second": 154.443,
      "eval_steps_per_second": 9.72,
      "step": 101000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.3879188444405836e-05,
      "loss": 5.6574,
      "step": 101500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.38490253707645e-05,
      "loss": 5.6608,
      "step": 102000
    },
    {
      "epoch": 0.37,
      "eval_loss": 5.73061990737915,
      "eval_runtime": 4.2517,
      "eval_samples_per_second": 235.437,
      "eval_steps_per_second": 14.818,
      "step": 102000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.381886229712317e-05,
      "loss": 5.6663,
      "step": 102500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.378869922348183e-05,
      "loss": 5.6685,
      "step": 103000
    },
    {
      "epoch": 0.37,
      "eval_loss": 5.769214630126953,
      "eval_runtime": 4.3149,
      "eval_samples_per_second": 231.988,
      "eval_steps_per_second": 14.601,
      "step": 103000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.3758536149840504e-05,
      "loss": 5.6631,
      "step": 103500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3728373076199164e-05,
      "loss": 5.6557,
      "step": 104000
    },
    {
      "epoch": 0.38,
      "eval_loss": 5.712480545043945,
      "eval_runtime": 4.3273,
      "eval_samples_per_second": 231.325,
      "eval_steps_per_second": 14.559,
      "step": 104000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3698270328705114e-05,
      "loss": 5.6767,
      "step": 104500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.3668167581211063e-05,
      "loss": 5.6665,
      "step": 105000
    },
    {
      "epoch": 0.38,
      "eval_loss": 5.739169120788574,
      "eval_runtime": 4.2992,
      "eval_samples_per_second": 232.836,
      "eval_steps_per_second": 14.654,
      "step": 105000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.363800450756973e-05,
      "loss": 5.6699,
      "step": 105500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.360784143392839e-05,
      "loss": 5.6603,
      "step": 106000
    },
    {
      "epoch": 0.38,
      "eval_loss": 5.6816325187683105,
      "eval_runtime": 4.353,
      "eval_samples_per_second": 229.954,
      "eval_steps_per_second": 14.473,
      "step": 106000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.357767836028706e-05,
      "loss": 5.6717,
      "step": 106500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3547515286645725e-05,
      "loss": 5.6712,
      "step": 107000
    },
    {
      "epoch": 0.39,
      "eval_loss": 5.7074737548828125,
      "eval_runtime": 4.3743,
      "eval_samples_per_second": 228.834,
      "eval_steps_per_second": 14.402,
      "step": 107000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3517352213004385e-05,
      "loss": 5.6676,
      "step": 107500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.348718913936305e-05,
      "loss": 5.6547,
      "step": 108000
    },
    {
      "epoch": 0.39,
      "eval_loss": 5.6991777420043945,
      "eval_runtime": 4.4989,
      "eval_samples_per_second": 222.5,
      "eval_steps_per_second": 14.004,
      "step": 108000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3457086391869e-05,
      "loss": 5.6638,
      "step": 108500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.342692331822767e-05,
      "loss": 5.6511,
      "step": 109000
    },
    {
      "epoch": 0.39,
      "eval_loss": 5.679354190826416,
      "eval_runtime": 4.2833,
      "eval_samples_per_second": 233.696,
      "eval_steps_per_second": 14.708,
      "step": 109000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3396760244586335e-05,
      "loss": 5.6673,
      "step": 109500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3366597170945e-05,
      "loss": 5.6663,
      "step": 110000
    },
    {
      "epoch": 0.4,
      "eval_loss": 5.680385589599609,
      "eval_runtime": 4.3563,
      "eval_samples_per_second": 229.783,
      "eval_steps_per_second": 14.462,
      "step": 110000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.333643409730366e-05,
      "loss": 5.6682,
      "step": 110500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.330627102366233e-05,
      "loss": 5.6562,
      "step": 111000
    },
    {
      "epoch": 0.4,
      "eval_loss": 5.730945587158203,
      "eval_runtime": 6.374,
      "eval_samples_per_second": 157.044,
      "eval_steps_per_second": 9.884,
      "step": 111000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3276107950020996e-05,
      "loss": 5.6656,
      "step": 111500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3246005202526946e-05,
      "loss": 5.6546,
      "step": 112000
    },
    {
      "epoch": 0.41,
      "eval_loss": 5.708312034606934,
      "eval_runtime": 4.2353,
      "eval_samples_per_second": 236.345,
      "eval_steps_per_second": 14.875,
      "step": 112000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3215842128885606e-05,
      "loss": 5.6529,
      "step": 112500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.318567905524428e-05,
      "loss": 5.656,
      "step": 113000
    },
    {
      "epoch": 0.41,
      "eval_loss": 5.711429119110107,
      "eval_runtime": 4.3481,
      "eval_samples_per_second": 230.216,
      "eval_steps_per_second": 14.489,
      "step": 113000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.315551598160294e-05,
      "loss": 5.6731,
      "step": 113500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.312535290796161e-05,
      "loss": 5.6712,
      "step": 114000
    },
    {
      "epoch": 0.41,
      "eval_loss": 5.6710896492004395,
      "eval_runtime": 4.2998,
      "eval_samples_per_second": 232.804,
      "eval_steps_per_second": 14.652,
      "step": 114000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3095189834320274e-05,
      "loss": 5.6619,
      "step": 114500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.306502676067894e-05,
      "loss": 5.6473,
      "step": 115000
    },
    {
      "epoch": 0.42,
      "eval_loss": 5.6910600662231445,
      "eval_runtime": 4.3442,
      "eval_samples_per_second": 230.421,
      "eval_steps_per_second": 14.502,
      "step": 115000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3034924013184884e-05,
      "loss": 5.6577,
      "step": 115500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.300476093954355e-05,
      "loss": 5.6352,
      "step": 116000
    },
    {
      "epoch": 0.42,
      "eval_loss": 5.7348408699035645,
      "eval_runtime": 4.3322,
      "eval_samples_per_second": 231.062,
      "eval_steps_per_second": 14.542,
      "step": 116000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.297459786590222e-05,
      "loss": 5.647,
      "step": 116500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.294443479226088e-05,
      "loss": 5.6602,
      "step": 117000
    },
    {
      "epoch": 0.42,
      "eval_loss": 5.7037835121154785,
      "eval_runtime": 6.3915,
      "eval_samples_per_second": 156.614,
      "eval_steps_per_second": 9.857,
      "step": 117000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2914271718619545e-05,
      "loss": 5.6598,
      "step": 117500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.288410864497821e-05,
      "loss": 5.645,
      "step": 118000
    },
    {
      "epoch": 0.43,
      "eval_loss": 5.670388698577881,
      "eval_runtime": 4.2976,
      "eval_samples_per_second": 232.922,
      "eval_steps_per_second": 14.659,
      "step": 118000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.285394557133688e-05,
      "loss": 5.637,
      "step": 118500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.282378249769554e-05,
      "loss": 5.6611,
      "step": 119000
    },
    {
      "epoch": 0.43,
      "eval_loss": 5.681214332580566,
      "eval_runtime": 4.3365,
      "eval_samples_per_second": 230.833,
      "eval_steps_per_second": 14.528,
      "step": 119000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2793679750201495e-05,
      "loss": 5.6413,
      "step": 119500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.276357700270744e-05,
      "loss": 5.6442,
      "step": 120000
    },
    {
      "epoch": 0.43,
      "eval_loss": 5.678561687469482,
      "eval_runtime": 4.2838,
      "eval_samples_per_second": 233.671,
      "eval_steps_per_second": 14.707,
      "step": 120000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2733413929066105e-05,
      "loss": 5.6429,
      "step": 120500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.270325085542477e-05,
      "loss": 5.6572,
      "step": 121000
    },
    {
      "epoch": 0.44,
      "eval_loss": 5.70313024520874,
      "eval_runtime": 4.2374,
      "eval_samples_per_second": 236.231,
      "eval_steps_per_second": 14.868,
      "step": 121000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.267308778178344e-05,
      "loss": 5.6563,
      "step": 121500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.26429247081421e-05,
      "loss": 5.6631,
      "step": 122000
    },
    {
      "epoch": 0.44,
      "eval_loss": 5.692766189575195,
      "eval_runtime": 4.2623,
      "eval_samples_per_second": 234.85,
      "eval_steps_per_second": 14.781,
      "step": 122000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.261276163450077e-05,
      "loss": 5.6386,
      "step": 122500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.258259856085943e-05,
      "loss": 5.6553,
      "step": 123000
    },
    {
      "epoch": 0.45,
      "eval_loss": 5.708261013031006,
      "eval_runtime": 4.2737,
      "eval_samples_per_second": 234.224,
      "eval_steps_per_second": 14.741,
      "step": 123000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2552495813365376e-05,
      "loss": 5.6524,
      "step": 123500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.252233273972405e-05,
      "loss": 5.6521,
      "step": 124000
    },
    {
      "epoch": 0.45,
      "eval_loss": 5.687132358551025,
      "eval_runtime": 4.4286,
      "eval_samples_per_second": 226.029,
      "eval_steps_per_second": 14.226,
      "step": 124000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.249216966608271e-05,
      "loss": 5.6559,
      "step": 124500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2462006592441377e-05,
      "loss": 5.6644,
      "step": 125000
    },
    {
      "epoch": 0.45,
      "eval_loss": 5.712847709655762,
      "eval_runtime": 4.3174,
      "eval_samples_per_second": 231.852,
      "eval_steps_per_second": 14.592,
      "step": 125000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.2431843518800044e-05,
      "loss": 5.6407,
      "step": 125500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.240174077130599e-05,
      "loss": 5.6421,
      "step": 126000
    },
    {
      "epoch": 0.46,
      "eval_loss": 5.716492652893066,
      "eval_runtime": 4.2976,
      "eval_samples_per_second": 232.92,
      "eval_steps_per_second": 14.659,
      "step": 126000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.237157769766465e-05,
      "loss": 5.6653,
      "step": 126500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.234141462402332e-05,
      "loss": 5.6465,
      "step": 127000
    },
    {
      "epoch": 0.46,
      "eval_loss": 5.711600303649902,
      "eval_runtime": 4.3593,
      "eval_samples_per_second": 229.622,
      "eval_steps_per_second": 14.452,
      "step": 127000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.231125155038199e-05,
      "loss": 5.6545,
      "step": 127500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.2281088476740654e-05,
      "loss": 5.653,
      "step": 128000
    },
    {
      "epoch": 0.46,
      "eval_loss": 5.694251537322998,
      "eval_runtime": 6.4453,
      "eval_samples_per_second": 155.307,
      "eval_steps_per_second": 9.775,
      "step": 128000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2250925403099314e-05,
      "loss": 5.6472,
      "step": 128500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.222076232945799e-05,
      "loss": 5.6546,
      "step": 129000
    },
    {
      "epoch": 0.47,
      "eval_loss": 5.6814446449279785,
      "eval_runtime": 4.3371,
      "eval_samples_per_second": 230.802,
      "eval_steps_per_second": 14.526,
      "step": 129000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.219059925581665e-05,
      "loss": 5.6483,
      "step": 129500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.216055683446988e-05,
      "loss": 5.654,
      "step": 130000
    },
    {
      "epoch": 0.47,
      "eval_loss": 5.7155609130859375,
      "eval_runtime": 4.3569,
      "eval_samples_per_second": 229.748,
      "eval_steps_per_second": 14.46,
      "step": 130000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.213039376082855e-05,
      "loss": 5.6427,
      "step": 130500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.210023068718721e-05,
      "loss": 5.6526,
      "step": 131000
    },
    {
      "epoch": 0.47,
      "eval_loss": 5.657435417175293,
      "eval_runtime": 4.288,
      "eval_samples_per_second": 233.441,
      "eval_steps_per_second": 14.692,
      "step": 131000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.2070067613545875e-05,
      "loss": 5.6495,
      "step": 131500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.203990453990454e-05,
      "loss": 5.649,
      "step": 132000
    },
    {
      "epoch": 0.48,
      "eval_loss": 5.6852569580078125,
      "eval_runtime": 4.3096,
      "eval_samples_per_second": 232.275,
      "eval_steps_per_second": 14.619,
      "step": 132000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.200980179241049e-05,
      "loss": 5.6591,
      "step": 132500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.197963871876915e-05,
      "loss": 5.6427,
      "step": 133000
    },
    {
      "epoch": 0.48,
      "eval_loss": 5.6808366775512695,
      "eval_runtime": 4.2828,
      "eval_samples_per_second": 233.726,
      "eval_steps_per_second": 14.71,
      "step": 133000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.1949475645127825e-05,
      "loss": 5.6409,
      "step": 133500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1919312571486485e-05,
      "loss": 5.6436,
      "step": 134000
    },
    {
      "epoch": 0.49,
      "eval_loss": 5.664061546325684,
      "eval_runtime": 4.2839,
      "eval_samples_per_second": 233.663,
      "eval_steps_per_second": 14.706,
      "step": 134000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.188914949784515e-05,
      "loss": 5.6421,
      "step": 134500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.185898642420382e-05,
      "loss": 5.6319,
      "step": 135000
    },
    {
      "epoch": 0.49,
      "eval_loss": 5.68691349029541,
      "eval_runtime": 4.3423,
      "eval_samples_per_second": 230.522,
      "eval_steps_per_second": 14.508,
      "step": 135000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1828823350562486e-05,
      "loss": 5.6542,
      "step": 135500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1798660276921146e-05,
      "loss": 5.6393,
      "step": 136000
    },
    {
      "epoch": 0.49,
      "eval_loss": 5.684676647186279,
      "eval_runtime": 4.3763,
      "eval_samples_per_second": 228.73,
      "eval_steps_per_second": 14.396,
      "step": 136000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.176849720327981e-05,
      "loss": 5.6442,
      "step": 136500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.173839445578576e-05,
      "loss": 5.6363,
      "step": 137000
    },
    {
      "epoch": 0.5,
      "eval_loss": 5.680596828460693,
      "eval_runtime": 4.349,
      "eval_samples_per_second": 230.166,
      "eval_steps_per_second": 14.486,
      "step": 137000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.170823138214443e-05,
      "loss": 5.6416,
      "step": 137500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.167812863465038e-05,
      "loss": 5.648,
      "step": 138000
    },
    {
      "epoch": 0.5,
      "eval_loss": 5.648463249206543,
      "eval_runtime": 4.3014,
      "eval_samples_per_second": 232.713,
      "eval_steps_per_second": 14.646,
      "step": 138000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.164796556100904e-05,
      "loss": 5.6414,
      "step": 138500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1617802487367706e-05,
      "loss": 5.6297,
      "step": 139000
    },
    {
      "epoch": 0.5,
      "eval_loss": 5.679803371429443,
      "eval_runtime": 4.2827,
      "eval_samples_per_second": 233.729,
      "eval_steps_per_second": 14.71,
      "step": 139000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1587639413726373e-05,
      "loss": 5.6411,
      "step": 139500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.155747634008504e-05,
      "loss": 5.6442,
      "step": 140000
    },
    {
      "epoch": 0.51,
      "eval_loss": 5.673394203186035,
      "eval_runtime": 4.3412,
      "eval_samples_per_second": 230.582,
      "eval_steps_per_second": 14.512,
      "step": 140000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.15273132664437e-05,
      "loss": 5.6313,
      "step": 140500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.149715019280237e-05,
      "loss": 5.6546,
      "step": 141000
    },
    {
      "epoch": 0.51,
      "eval_loss": 5.6783528327941895,
      "eval_runtime": 4.4144,
      "eval_samples_per_second": 226.756,
      "eval_steps_per_second": 14.271,
      "step": 141000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.146704744530832e-05,
      "loss": 5.6374,
      "step": 141500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1436884371666984e-05,
      "loss": 5.6325,
      "step": 142000
    },
    {
      "epoch": 0.51,
      "eval_loss": 5.645352840423584,
      "eval_runtime": 4.3033,
      "eval_samples_per_second": 232.612,
      "eval_steps_per_second": 14.64,
      "step": 142000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.1406721298025644e-05,
      "loss": 5.643,
      "step": 142500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.137655822438432e-05,
      "loss": 5.6386,
      "step": 143000
    },
    {
      "epoch": 0.52,
      "eval_loss": 5.695677757263184,
      "eval_runtime": 4.2949,
      "eval_samples_per_second": 233.065,
      "eval_steps_per_second": 14.668,
      "step": 143000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.134639515074298e-05,
      "loss": 5.6337,
      "step": 143500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.131629240324893e-05,
      "loss": 5.6236,
      "step": 144000
    },
    {
      "epoch": 0.52,
      "eval_loss": 5.678653240203857,
      "eval_runtime": 4.4357,
      "eval_samples_per_second": 225.669,
      "eval_steps_per_second": 14.203,
      "step": 144000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.1286129329607595e-05,
      "loss": 5.639,
      "step": 144500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.1255966255966255e-05,
      "loss": 5.6269,
      "step": 145000
    },
    {
      "epoch": 0.52,
      "eval_loss": 5.681842803955078,
      "eval_runtime": 4.3725,
      "eval_samples_per_second": 228.929,
      "eval_steps_per_second": 14.408,
      "step": 145000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.122580318232492e-05,
      "loss": 5.635,
      "step": 145500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.119564010868359e-05,
      "loss": 5.6285,
      "step": 146000
    },
    {
      "epoch": 0.53,
      "eval_loss": 5.673871040344238,
      "eval_runtime": 4.3771,
      "eval_samples_per_second": 228.689,
      "eval_steps_per_second": 14.393,
      "step": 146000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.1165477035042256e-05,
      "loss": 5.6383,
      "step": 146500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.11353742875482e-05,
      "loss": 5.65,
      "step": 147000
    },
    {
      "epoch": 0.53,
      "eval_loss": 5.630629539489746,
      "eval_runtime": 4.41,
      "eval_samples_per_second": 226.983,
      "eval_steps_per_second": 14.286,
      "step": 147000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.110521121390687e-05,
      "loss": 5.6381,
      "step": 147500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.107504814026553e-05,
      "loss": 5.6313,
      "step": 148000
    },
    {
      "epoch": 0.54,
      "eval_loss": 5.6462812423706055,
      "eval_runtime": 4.3445,
      "eval_samples_per_second": 230.407,
      "eval_steps_per_second": 14.501,
      "step": 148000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.10448850666242e-05,
      "loss": 5.6347,
      "step": 148500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.1014721992982866e-05,
      "loss": 5.6412,
      "step": 149000
    },
    {
      "epoch": 0.54,
      "eval_loss": 5.668566703796387,
      "eval_runtime": 4.3418,
      "eval_samples_per_second": 230.551,
      "eval_steps_per_second": 14.51,
      "step": 149000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.098455891934153e-05,
      "loss": 5.639,
      "step": 149500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.0954456171847476e-05,
      "loss": 5.6278,
      "step": 150000
    },
    {
      "epoch": 0.54,
      "eval_loss": 5.6881489753723145,
      "eval_runtime": 4.455,
      "eval_samples_per_second": 224.692,
      "eval_steps_per_second": 14.141,
      "step": 150000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.092429309820614e-05,
      "loss": 5.6408,
      "step": 150500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.089413002456481e-05,
      "loss": 5.637,
      "step": 151000
    },
    {
      "epoch": 0.55,
      "eval_loss": 5.688764572143555,
      "eval_runtime": 6.2867,
      "eval_samples_per_second": 159.224,
      "eval_steps_per_second": 10.021,
      "step": 151000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.086396695092348e-05,
      "loss": 5.646,
      "step": 151500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.083380387728214e-05,
      "loss": 5.626,
      "step": 152000
    },
    {
      "epoch": 0.55,
      "eval_loss": 5.671611785888672,
      "eval_runtime": 4.3616,
      "eval_samples_per_second": 229.503,
      "eval_steps_per_second": 14.444,
      "step": 152000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.080364080364081e-05,
      "loss": 5.6378,
      "step": 152500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.0773538056146754e-05,
      "loss": 5.6338,
      "step": 153000
    },
    {
      "epoch": 0.55,
      "eval_loss": 5.616012096405029,
      "eval_runtime": 4.4085,
      "eval_samples_per_second": 227.06,
      "eval_steps_per_second": 14.29,
      "step": 153000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0743374982505414e-05,
      "loss": 5.6318,
      "step": 153500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.071321190886409e-05,
      "loss": 5.6361,
      "step": 154000
    },
    {
      "epoch": 0.56,
      "eval_loss": 5.667599201202393,
      "eval_runtime": 6.2583,
      "eval_samples_per_second": 159.947,
      "eval_steps_per_second": 10.067,
      "step": 154000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.068304883522275e-05,
      "loss": 5.625,
      "step": 154500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0652885761581415e-05,
      "loss": 5.6336,
      "step": 155000
    },
    {
      "epoch": 0.56,
      "eval_loss": 5.684675216674805,
      "eval_runtime": 4.3154,
      "eval_samples_per_second": 231.962,
      "eval_steps_per_second": 14.599,
      "step": 155000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.062272268794008e-05,
      "loss": 5.6388,
      "step": 155500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.059255961429875e-05,
      "loss": 5.6351,
      "step": 156000
    },
    {
      "epoch": 0.56,
      "eval_loss": 5.675138473510742,
      "eval_runtime": 4.3055,
      "eval_samples_per_second": 232.494,
      "eval_steps_per_second": 14.632,
      "step": 156000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.056239654065741e-05,
      "loss": 5.6266,
      "step": 156500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.053229379316336e-05,
      "loss": 5.6408,
      "step": 157000
    },
    {
      "epoch": 0.57,
      "eval_loss": 5.615994453430176,
      "eval_runtime": 4.3074,
      "eval_samples_per_second": 232.39,
      "eval_steps_per_second": 14.626,
      "step": 157000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0502130719522025e-05,
      "loss": 5.6399,
      "step": 157500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.047196764588069e-05,
      "loss": 5.6232,
      "step": 158000
    },
    {
      "epoch": 0.57,
      "eval_loss": 5.652904033660889,
      "eval_runtime": 4.3343,
      "eval_samples_per_second": 230.949,
      "eval_steps_per_second": 14.535,
      "step": 158000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.044186489838664e-05,
      "loss": 5.6249,
      "step": 158500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.041170182474531e-05,
      "loss": 5.6319,
      "step": 159000
    },
    {
      "epoch": 0.58,
      "eval_loss": 5.64531946182251,
      "eval_runtime": 5.6252,
      "eval_samples_per_second": 177.948,
      "eval_steps_per_second": 11.2,
      "step": 159000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.038153875110397e-05,
      "loss": 5.6244,
      "step": 159500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0351375677462636e-05,
      "loss": 5.6204,
      "step": 160000
    },
    {
      "epoch": 0.58,
      "eval_loss": 5.661260604858398,
      "eval_runtime": 4.3573,
      "eval_samples_per_second": 229.732,
      "eval_steps_per_second": 14.459,
      "step": 160000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.03212126038213e-05,
      "loss": 5.6353,
      "step": 160500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0291109856327246e-05,
      "loss": 5.6231,
      "step": 161000
    },
    {
      "epoch": 0.58,
      "eval_loss": 5.666103363037109,
      "eval_runtime": 4.5226,
      "eval_samples_per_second": 221.333,
      "eval_steps_per_second": 13.93,
      "step": 161000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.026094678268591e-05,
      "loss": 5.6318,
      "step": 161500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.023078370904458e-05,
      "loss": 5.6322,
      "step": 162000
    },
    {
      "epoch": 0.59,
      "eval_loss": 5.640702247619629,
      "eval_runtime": 4.3357,
      "eval_samples_per_second": 230.872,
      "eval_steps_per_second": 14.53,
      "step": 162000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.020062063540325e-05,
      "loss": 5.6135,
      "step": 162500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.017045756176191e-05,
      "loss": 5.6369,
      "step": 163000
    },
    {
      "epoch": 0.59,
      "eval_loss": 5.658245086669922,
      "eval_runtime": 4.353,
      "eval_samples_per_second": 229.957,
      "eval_steps_per_second": 14.473,
      "step": 163000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.014029448812058e-05,
      "loss": 5.6445,
      "step": 163500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.0110191740626523e-05,
      "loss": 5.6337,
      "step": 164000
    },
    {
      "epoch": 0.59,
      "eval_loss": 5.672937393188477,
      "eval_runtime": 4.4799,
      "eval_samples_per_second": 223.441,
      "eval_steps_per_second": 14.063,
      "step": 164000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.008002866698519e-05,
      "loss": 5.6349,
      "step": 164500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.004986559334386e-05,
      "loss": 5.6278,
      "step": 165000
    },
    {
      "epoch": 0.6,
      "eval_loss": 5.6635026931762695,
      "eval_runtime": 6.1168,
      "eval_samples_per_second": 163.647,
      "eval_steps_per_second": 10.299,
      "step": 165000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.0019702519702524e-05,
      "loss": 5.6318,
      "step": 165500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9989539446061184e-05,
      "loss": 5.6371,
      "step": 166000
    },
    {
      "epoch": 0.6,
      "eval_loss": 5.643805503845215,
      "eval_runtime": 4.2716,
      "eval_samples_per_second": 234.336,
      "eval_steps_per_second": 14.748,
      "step": 166000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.995943669856714e-05,
      "loss": 5.6145,
      "step": 166500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.99292736249258e-05,
      "loss": 5.624,
      "step": 167000
    },
    {
      "epoch": 0.6,
      "eval_loss": 5.633095741271973,
      "eval_runtime": 4.3138,
      "eval_samples_per_second": 232.048,
      "eval_steps_per_second": 14.604,
      "step": 167000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.989911055128447e-05,
      "loss": 5.619,
      "step": 167500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.9868947477643135e-05,
      "loss": 5.6198,
      "step": 168000
    },
    {
      "epoch": 0.61,
      "eval_loss": 5.6540656089782715,
      "eval_runtime": 4.3595,
      "eval_samples_per_second": 229.615,
      "eval_steps_per_second": 14.451,
      "step": 168000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.98387844040018e-05,
      "loss": 5.624,
      "step": 168500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.9808681656507745e-05,
      "loss": 5.6243,
      "step": 169000
    },
    {
      "epoch": 0.61,
      "eval_loss": 5.651320457458496,
      "eval_runtime": 4.3133,
      "eval_samples_per_second": 232.072,
      "eval_steps_per_second": 14.606,
      "step": 169000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.977851858286641e-05,
      "loss": 5.6133,
      "step": 169500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.974835550922508e-05,
      "loss": 5.6118,
      "step": 170000
    },
    {
      "epoch": 0.62,
      "eval_loss": 5.682806491851807,
      "eval_runtime": 4.4555,
      "eval_samples_per_second": 224.668,
      "eval_steps_per_second": 14.14,
      "step": 170000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.971819243558374e-05,
      "loss": 5.6085,
      "step": 170500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.9688029361942406e-05,
      "loss": 5.6315,
      "step": 171000
    },
    {
      "epoch": 0.62,
      "eval_loss": 5.685708045959473,
      "eval_runtime": 4.3306,
      "eval_samples_per_second": 231.143,
      "eval_steps_per_second": 14.547,
      "step": 171000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.965786628830107e-05,
      "loss": 5.6271,
      "step": 171500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.962770321465974e-05,
      "loss": 5.6208,
      "step": 172000
    },
    {
      "epoch": 0.62,
      "eval_loss": 5.64992618560791,
      "eval_runtime": 4.409,
      "eval_samples_per_second": 227.033,
      "eval_steps_per_second": 14.289,
      "step": 172000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.95975401410184e-05,
      "loss": 5.6218,
      "step": 172500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.9567437393524356e-05,
      "loss": 5.6261,
      "step": 173000
    },
    {
      "epoch": 0.63,
      "eval_loss": 5.64516544342041,
      "eval_runtime": 4.4391,
      "eval_samples_per_second": 225.497,
      "eval_steps_per_second": 14.192,
      "step": 173000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.9537274319883016e-05,
      "loss": 5.6255,
      "step": 173500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.950711124624168e-05,
      "loss": 5.6247,
      "step": 174000
    },
    {
      "epoch": 0.63,
      "eval_loss": 5.677004814147949,
      "eval_runtime": 4.3652,
      "eval_samples_per_second": 229.316,
      "eval_steps_per_second": 14.432,
      "step": 174000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.947700849874763e-05,
      "loss": 5.6099,
      "step": 174500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.94468454251063e-05,
      "loss": 5.6204,
      "step": 175000
    },
    {
      "epoch": 0.63,
      "eval_loss": 5.616661548614502,
      "eval_runtime": 4.3551,
      "eval_samples_per_second": 229.845,
      "eval_steps_per_second": 14.466,
      "step": 175000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.941668235146496e-05,
      "loss": 5.6196,
      "step": 175500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.938651927782363e-05,
      "loss": 5.6166,
      "step": 176000
    },
    {
      "epoch": 0.64,
      "eval_loss": 5.683280944824219,
      "eval_runtime": 4.3154,
      "eval_samples_per_second": 231.959,
      "eval_steps_per_second": 14.599,
      "step": 176000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9356356204182294e-05,
      "loss": 5.6303,
      "step": 176500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.932625345668824e-05,
      "loss": 5.6145,
      "step": 177000
    },
    {
      "epoch": 0.64,
      "eval_loss": 5.708868980407715,
      "eval_runtime": 4.3953,
      "eval_samples_per_second": 227.744,
      "eval_steps_per_second": 14.334,
      "step": 177000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.929609038304691e-05,
      "loss": 5.6208,
      "step": 177500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.926592730940557e-05,
      "loss": 5.6155,
      "step": 178000
    },
    {
      "epoch": 0.64,
      "eval_loss": 5.643332481384277,
      "eval_runtime": 4.3751,
      "eval_samples_per_second": 228.794,
      "eval_steps_per_second": 14.4,
      "step": 178000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.923576423576424e-05,
      "loss": 5.6361,
      "step": 178500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9205601162122905e-05,
      "loss": 5.6162,
      "step": 179000
    },
    {
      "epoch": 0.65,
      "eval_loss": 5.648618221282959,
      "eval_runtime": 4.3904,
      "eval_samples_per_second": 227.999,
      "eval_steps_per_second": 14.35,
      "step": 179000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.917543808848157e-05,
      "loss": 5.6344,
      "step": 179500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.914527501484023e-05,
      "loss": 5.6144,
      "step": 180000
    },
    {
      "epoch": 0.65,
      "eval_loss": 5.633224964141846,
      "eval_runtime": 4.3929,
      "eval_samples_per_second": 227.865,
      "eval_steps_per_second": 14.341,
      "step": 180000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.911517226734618e-05,
      "loss": 5.6285,
      "step": 180500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.908500919370485e-05,
      "loss": 5.6198,
      "step": 181000
    },
    {
      "epoch": 0.66,
      "eval_loss": 5.645481109619141,
      "eval_runtime": 4.3967,
      "eval_samples_per_second": 227.672,
      "eval_steps_per_second": 14.329,
      "step": 181000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.9054846120063515e-05,
      "loss": 5.6095,
      "step": 181500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.9024683046422175e-05,
      "loss": 5.6231,
      "step": 182000
    },
    {
      "epoch": 0.66,
      "eval_loss": 5.6638264656066895,
      "eval_runtime": 4.4238,
      "eval_samples_per_second": 226.274,
      "eval_steps_per_second": 14.241,
      "step": 182000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.899451997278085e-05,
      "loss": 5.6158,
      "step": 182500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.896441722528679e-05,
      "loss": 5.61,
      "step": 183000
    },
    {
      "epoch": 0.66,
      "eval_loss": 5.614964962005615,
      "eval_runtime": 4.3378,
      "eval_samples_per_second": 230.76,
      "eval_steps_per_second": 14.523,
      "step": 183000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.893425415164545e-05,
      "loss": 5.5975,
      "step": 183500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8904091078004126e-05,
      "loss": 5.614,
      "step": 184000
    },
    {
      "epoch": 0.67,
      "eval_loss": 5.670050621032715,
      "eval_runtime": 4.3122,
      "eval_samples_per_second": 232.134,
      "eval_steps_per_second": 14.61,
      "step": 184000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8873928004362786e-05,
      "loss": 5.6029,
      "step": 184500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8843825256868736e-05,
      "loss": 5.6158,
      "step": 185000
    },
    {
      "epoch": 0.67,
      "eval_loss": 5.641917705535889,
      "eval_runtime": 4.3145,
      "eval_samples_per_second": 232.008,
      "eval_steps_per_second": 14.602,
      "step": 185000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.88136621832274e-05,
      "loss": 5.6351,
      "step": 185500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.878349910958607e-05,
      "loss": 5.6163,
      "step": 186000
    },
    {
      "epoch": 0.67,
      "eval_loss": 5.651737213134766,
      "eval_runtime": 4.3373,
      "eval_samples_per_second": 230.79,
      "eval_steps_per_second": 14.525,
      "step": 186000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.875333603594473e-05,
      "loss": 5.5979,
      "step": 186500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8723172962303403e-05,
      "loss": 5.6151,
      "step": 187000
    },
    {
      "epoch": 0.68,
      "eval_loss": 5.646933078765869,
      "eval_runtime": 4.2964,
      "eval_samples_per_second": 232.987,
      "eval_steps_per_second": 14.664,
      "step": 187000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8693070214809346e-05,
      "loss": 5.6236,
      "step": 187500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.866290714116801e-05,
      "loss": 5.6251,
      "step": 188000
    },
    {
      "epoch": 0.68,
      "eval_loss": 5.671980381011963,
      "eval_runtime": 4.4739,
      "eval_samples_per_second": 223.743,
      "eval_steps_per_second": 14.082,
      "step": 188000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.863274406752668e-05,
      "loss": 5.6018,
      "step": 188500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.860258099388535e-05,
      "loss": 5.6272,
      "step": 189000
    },
    {
      "epoch": 0.68,
      "eval_loss": 5.603824138641357,
      "eval_runtime": 4.3496,
      "eval_samples_per_second": 230.135,
      "eval_steps_per_second": 14.484,
      "step": 189000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.857247824639129e-05,
      "loss": 5.6282,
      "step": 189500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.854231517274996e-05,
      "loss": 5.6291,
      "step": 190000
    },
    {
      "epoch": 0.69,
      "eval_loss": 5.6158552169799805,
      "eval_runtime": 6.4339,
      "eval_samples_per_second": 155.582,
      "eval_steps_per_second": 9.792,
      "step": 190000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.8512152099108624e-05,
      "loss": 5.6017,
      "step": 190500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.8481989025467284e-05,
      "loss": 5.6114,
      "step": 191000
    },
    {
      "epoch": 0.69,
      "eval_loss": 5.6429595947265625,
      "eval_runtime": 4.3858,
      "eval_samples_per_second": 228.235,
      "eval_steps_per_second": 14.364,
      "step": 191000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.845182595182595e-05,
      "loss": 5.6194,
      "step": 191500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.842166287818462e-05,
      "loss": 5.6128,
      "step": 192000
    },
    {
      "epoch": 0.69,
      "eval_loss": 5.634527683258057,
      "eval_runtime": 4.3652,
      "eval_samples_per_second": 229.313,
      "eval_steps_per_second": 14.432,
      "step": 192000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.8391499804543285e-05,
      "loss": 5.62,
      "step": 192500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.836139705704923e-05,
      "loss": 5.6213,
      "step": 193000
    },
    {
      "epoch": 0.7,
      "eval_loss": 5.641001224517822,
      "eval_runtime": 4.355,
      "eval_samples_per_second": 229.851,
      "eval_steps_per_second": 14.466,
      "step": 193000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.83312339834079e-05,
      "loss": 5.6182,
      "step": 193500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.830107090976656e-05,
      "loss": 5.6104,
      "step": 194000
    },
    {
      "epoch": 0.7,
      "eval_loss": 5.6409525871276855,
      "eval_runtime": 4.3644,
      "eval_samples_per_second": 229.353,
      "eval_steps_per_second": 14.435,
      "step": 194000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.827090783612523e-05,
      "loss": 5.6061,
      "step": 194500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8240744762483896e-05,
      "loss": 5.6081,
      "step": 195000
    },
    {
      "epoch": 0.71,
      "eval_loss": 5.624050617218018,
      "eval_runtime": 4.463,
      "eval_samples_per_second": 224.291,
      "eval_steps_per_second": 14.116,
      "step": 195000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.821058168884256e-05,
      "loss": 5.6234,
      "step": 195500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8180478941348505e-05,
      "loss": 5.6288,
      "step": 196000
    },
    {
      "epoch": 0.71,
      "eval_loss": 5.689996242523193,
      "eval_runtime": 6.3147,
      "eval_samples_per_second": 158.518,
      "eval_steps_per_second": 9.977,
      "step": 196000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.815031586770718e-05,
      "loss": 5.6253,
      "step": 196500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.812015279406584e-05,
      "loss": 5.607,
      "step": 197000
    },
    {
      "epoch": 0.71,
      "eval_loss": 5.656425952911377,
      "eval_runtime": 4.3871,
      "eval_samples_per_second": 228.167,
      "eval_steps_per_second": 14.36,
      "step": 197000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8089989720424506e-05,
      "loss": 5.6259,
      "step": 197500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.805982664678317e-05,
      "loss": 5.605,
      "step": 198000
    },
    {
      "epoch": 0.72,
      "eval_loss": 5.651924133300781,
      "eval_runtime": 4.362,
      "eval_samples_per_second": 229.484,
      "eval_steps_per_second": 14.443,
      "step": 198000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8029723899289116e-05,
      "loss": 5.6153,
      "step": 198500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.799956082564778e-05,
      "loss": 5.6109,
      "step": 199000
    },
    {
      "epoch": 0.72,
      "eval_loss": 5.639188766479492,
      "eval_runtime": 4.301,
      "eval_samples_per_second": 232.739,
      "eval_steps_per_second": 14.648,
      "step": 199000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.796939775200645e-05,
      "loss": 5.6064,
      "step": 199500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.793923467836512e-05,
      "loss": 5.619,
      "step": 200000
    },
    {
      "epoch": 0.72,
      "eval_loss": 5.662364959716797,
      "eval_runtime": 4.3023,
      "eval_samples_per_second": 232.664,
      "eval_steps_per_second": 14.643,
      "step": 200000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.790913193087106e-05,
      "loss": 5.6079,
      "step": 200500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7878968857229727e-05,
      "loss": 5.6019,
      "step": 201000
    },
    {
      "epoch": 0.73,
      "eval_loss": 5.653491973876953,
      "eval_runtime": 4.2771,
      "eval_samples_per_second": 234.036,
      "eval_steps_per_second": 14.73,
      "step": 201000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7848805783588394e-05,
      "loss": 5.6022,
      "step": 201500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.781864270994706e-05,
      "loss": 5.6133,
      "step": 202000
    },
    {
      "epoch": 0.73,
      "eval_loss": 5.676525115966797,
      "eval_runtime": 4.3425,
      "eval_samples_per_second": 230.512,
      "eval_steps_per_second": 14.508,
      "step": 202000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.778847963630572e-05,
      "loss": 5.6117,
      "step": 202500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.775837688881168e-05,
      "loss": 5.5927,
      "step": 203000
    },
    {
      "epoch": 0.73,
      "eval_loss": 5.636429786682129,
      "eval_runtime": 4.3367,
      "eval_samples_per_second": 230.822,
      "eval_steps_per_second": 14.527,
      "step": 203000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.772821381517034e-05,
      "loss": 5.6198,
      "step": 203500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7698050741529004e-05,
      "loss": 5.6119,
      "step": 204000
    },
    {
      "epoch": 0.74,
      "eval_loss": 5.666501045227051,
      "eval_runtime": 4.3287,
      "eval_samples_per_second": 231.246,
      "eval_steps_per_second": 14.554,
      "step": 204000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.766788766788767e-05,
      "loss": 5.6199,
      "step": 204500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.763778492039362e-05,
      "loss": 5.602,
      "step": 205000
    },
    {
      "epoch": 0.74,
      "eval_loss": 5.631441116333008,
      "eval_runtime": 4.3578,
      "eval_samples_per_second": 229.703,
      "eval_steps_per_second": 14.457,
      "step": 205000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.760762184675228e-05,
      "loss": 5.5997,
      "step": 205500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.757745877311095e-05,
      "loss": 5.605,
      "step": 206000
    },
    {
      "epoch": 0.75,
      "eval_loss": 5.630640983581543,
      "eval_runtime": 4.2859,
      "eval_samples_per_second": 233.558,
      "eval_steps_per_second": 14.699,
      "step": 206000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7547295699469615e-05,
      "loss": 5.6155,
      "step": 206500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7517132625828275e-05,
      "loss": 5.612,
      "step": 207000
    },
    {
      "epoch": 0.75,
      "eval_loss": 5.597905158996582,
      "eval_runtime": 4.3535,
      "eval_samples_per_second": 229.93,
      "eval_steps_per_second": 14.471,
      "step": 207000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.748696955218695e-05,
      "loss": 5.6189,
      "step": 207500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.745680647854561e-05,
      "loss": 5.6184,
      "step": 208000
    },
    {
      "epoch": 0.75,
      "eval_loss": 5.636325359344482,
      "eval_runtime": 4.3413,
      "eval_samples_per_second": 230.575,
      "eval_steps_per_second": 14.512,
      "step": 208000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.742670373105156e-05,
      "loss": 5.6078,
      "step": 208500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.7396540657410225e-05,
      "loss": 5.6131,
      "step": 209000
    },
    {
      "epoch": 0.76,
      "eval_loss": 5.635697364807129,
      "eval_runtime": 4.3624,
      "eval_samples_per_second": 229.461,
      "eval_steps_per_second": 14.442,
      "step": 209000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.736637758376889e-05,
      "loss": 5.6102,
      "step": 209500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.733621451012755e-05,
      "loss": 5.6063,
      "step": 210000
    },
    {
      "epoch": 0.76,
      "eval_loss": 5.6277570724487305,
      "eval_runtime": 4.4064,
      "eval_samples_per_second": 227.169,
      "eval_steps_per_second": 14.297,
      "step": 210000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.730605143648622e-05,
      "loss": 5.6061,
      "step": 210500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.727594868899217e-05,
      "loss": 5.5978,
      "step": 211000
    },
    {
      "epoch": 0.76,
      "eval_loss": 5.661520004272461,
      "eval_runtime": 4.3347,
      "eval_samples_per_second": 230.925,
      "eval_steps_per_second": 14.534,
      "step": 211000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.7245785615350836e-05,
      "loss": 5.6161,
      "step": 211500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.7215622541709496e-05,
      "loss": 5.6034,
      "step": 212000
    },
    {
      "epoch": 0.77,
      "eval_loss": 5.591000080108643,
      "eval_runtime": 4.3807,
      "eval_samples_per_second": 228.503,
      "eval_steps_per_second": 14.381,
      "step": 212000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.718545946806817e-05,
      "loss": 5.6148,
      "step": 212500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.715535672057411e-05,
      "loss": 5.6112,
      "step": 213000
    },
    {
      "epoch": 0.77,
      "eval_loss": 5.652878284454346,
      "eval_runtime": 6.5244,
      "eval_samples_per_second": 153.423,
      "eval_steps_per_second": 9.656,
      "step": 213000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.712519364693278e-05,
      "loss": 5.6086,
      "step": 213500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.709503057329145e-05,
      "loss": 5.5992,
      "step": 214000
    },
    {
      "epoch": 0.77,
      "eval_loss": 5.627796173095703,
      "eval_runtime": 4.3064,
      "eval_samples_per_second": 232.446,
      "eval_steps_per_second": 14.629,
      "step": 214000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.706486749965011e-05,
      "loss": 5.6003,
      "step": 214500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.7034764752156056e-05,
      "loss": 5.6099,
      "step": 215000
    },
    {
      "epoch": 0.78,
      "eval_loss": 5.642346382141113,
      "eval_runtime": 4.4977,
      "eval_samples_per_second": 222.559,
      "eval_steps_per_second": 14.007,
      "step": 215000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.700460167851472e-05,
      "loss": 5.5956,
      "step": 215500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.697443860487339e-05,
      "loss": 5.6031,
      "step": 216000
    },
    {
      "epoch": 0.78,
      "eval_loss": 5.631239891052246,
      "eval_runtime": 5.8594,
      "eval_samples_per_second": 170.837,
      "eval_steps_per_second": 10.752,
      "step": 216000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.694427553123205e-05,
      "loss": 5.604,
      "step": 216500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6914112457590724e-05,
      "loss": 5.6015,
      "step": 217000
    },
    {
      "epoch": 0.79,
      "eval_loss": 5.639444351196289,
      "eval_runtime": 4.3658,
      "eval_samples_per_second": 229.284,
      "eval_steps_per_second": 14.43,
      "step": 217000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.688400971009667e-05,
      "loss": 5.6062,
      "step": 217500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6853846636455334e-05,
      "loss": 5.6041,
      "step": 218000
    },
    {
      "epoch": 0.79,
      "eval_loss": 5.653528690338135,
      "eval_runtime": 4.4108,
      "eval_samples_per_second": 226.943,
      "eval_steps_per_second": 14.283,
      "step": 218000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6823683562814e-05,
      "loss": 5.6039,
      "step": 218500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.679352048917267e-05,
      "loss": 5.6027,
      "step": 219000
    },
    {
      "epoch": 0.79,
      "eval_loss": 5.654060363769531,
      "eval_runtime": 4.3047,
      "eval_samples_per_second": 232.538,
      "eval_steps_per_second": 14.635,
      "step": 219000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.676341774167861e-05,
      "loss": 5.5953,
      "step": 219500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.673325466803728e-05,
      "loss": 5.6065,
      "step": 220000
    },
    {
      "epoch": 0.8,
      "eval_loss": 5.660271167755127,
      "eval_runtime": 4.4687,
      "eval_samples_per_second": 224.002,
      "eval_steps_per_second": 14.098,
      "step": 220000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6703091594395945e-05,
      "loss": 5.6137,
      "step": 220500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6672928520754605e-05,
      "loss": 5.601,
      "step": 221000
    },
    {
      "epoch": 0.8,
      "eval_loss": 5.656097888946533,
      "eval_runtime": 4.2208,
      "eval_samples_per_second": 237.157,
      "eval_steps_per_second": 14.926,
      "step": 221000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.664282577326056e-05,
      "loss": 5.6,
      "step": 221500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.661266269961922e-05,
      "loss": 5.6075,
      "step": 222000
    },
    {
      "epoch": 0.8,
      "eval_loss": 5.628451824188232,
      "eval_runtime": 4.3448,
      "eval_samples_per_second": 230.39,
      "eval_steps_per_second": 14.5,
      "step": 222000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.658249962597789e-05,
      "loss": 5.5945,
      "step": 222500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6552336552336555e-05,
      "loss": 5.608,
      "step": 223000
    },
    {
      "epoch": 0.81,
      "eval_loss": 5.617640018463135,
      "eval_runtime": 4.3432,
      "eval_samples_per_second": 230.475,
      "eval_steps_per_second": 14.505,
      "step": 223000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.652217347869522e-05,
      "loss": 5.5962,
      "step": 223500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6492070731201165e-05,
      "loss": 5.5969,
      "step": 224000
    },
    {
      "epoch": 0.81,
      "eval_loss": 5.676702976226807,
      "eval_runtime": 4.3353,
      "eval_samples_per_second": 230.893,
      "eval_steps_per_second": 14.532,
      "step": 224000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.646190765755983e-05,
      "loss": 5.6165,
      "step": 224500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.64317445839185e-05,
      "loss": 5.6145,
      "step": 225000
    },
    {
      "epoch": 0.81,
      "eval_loss": 5.627898693084717,
      "eval_runtime": 4.3201,
      "eval_samples_per_second": 231.706,
      "eval_steps_per_second": 14.583,
      "step": 225000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6401581510277166e-05,
      "loss": 5.6048,
      "step": 225500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6371418436635826e-05,
      "loss": 5.6053,
      "step": 226000
    },
    {
      "epoch": 0.82,
      "eval_loss": 5.602691650390625,
      "eval_runtime": 6.0129,
      "eval_samples_per_second": 166.476,
      "eval_steps_per_second": 10.478,
      "step": 226000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.63412553629945e-05,
      "loss": 5.6042,
      "step": 226500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.631109228935316e-05,
      "loss": 5.5962,
      "step": 227000
    },
    {
      "epoch": 0.82,
      "eval_loss": 5.625843048095703,
      "eval_runtime": 4.3278,
      "eval_samples_per_second": 231.293,
      "eval_steps_per_second": 14.557,
      "step": 227000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.62809895418591e-05,
      "loss": 5.6113,
      "step": 227500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6250826468217777e-05,
      "loss": 5.6022,
      "step": 228000
    },
    {
      "epoch": 0.83,
      "eval_loss": 5.665659427642822,
      "eval_runtime": 4.359,
      "eval_samples_per_second": 229.642,
      "eval_steps_per_second": 14.453,
      "step": 228000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.622066339457644e-05,
      "loss": 5.6051,
      "step": 228500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6190500320935104e-05,
      "loss": 5.6086,
      "step": 229000
    },
    {
      "epoch": 0.83,
      "eval_loss": 5.674694538116455,
      "eval_runtime": 4.2969,
      "eval_samples_per_second": 232.959,
      "eval_steps_per_second": 14.662,
      "step": 229000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.616033724729377e-05,
      "loss": 5.5967,
      "step": 229500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.613023449979972e-05,
      "loss": 5.6055,
      "step": 230000
    },
    {
      "epoch": 0.83,
      "eval_loss": 5.6704535484313965,
      "eval_runtime": 4.3875,
      "eval_samples_per_second": 228.15,
      "eval_steps_per_second": 14.359,
      "step": 230000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.610007142615838e-05,
      "loss": 5.5994,
      "step": 230500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6069908352517054e-05,
      "loss": 5.6073,
      "step": 231000
    },
    {
      "epoch": 0.84,
      "eval_loss": 5.617954730987549,
      "eval_runtime": 4.3854,
      "eval_samples_per_second": 228.258,
      "eval_steps_per_second": 14.366,
      "step": 231000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6039745278875714e-05,
      "loss": 5.5921,
      "step": 231500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.600958220523438e-05,
      "loss": 5.6037,
      "step": 232000
    },
    {
      "epoch": 0.84,
      "eval_loss": 5.635035991668701,
      "eval_runtime": 4.3159,
      "eval_samples_per_second": 231.935,
      "eval_steps_per_second": 14.597,
      "step": 232000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.597941913159305e-05,
      "loss": 5.6059,
      "step": 232500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.5949316384099e-05,
      "loss": 5.6097,
      "step": 233000
    },
    {
      "epoch": 0.84,
      "eval_loss": 5.596395015716553,
      "eval_runtime": 4.4067,
      "eval_samples_per_second": 227.157,
      "eval_steps_per_second": 14.297,
      "step": 233000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.591915331045766e-05,
      "loss": 5.5941,
      "step": 233500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.5888990236816325e-05,
      "loss": 5.5931,
      "step": 234000
    },
    {
      "epoch": 0.85,
      "eval_loss": 5.672845840454102,
      "eval_runtime": 4.3691,
      "eval_samples_per_second": 229.106,
      "eval_steps_per_second": 14.419,
      "step": 234000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.585882716317499e-05,
      "loss": 5.6034,
      "step": 234500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.582866408953366e-05,
      "loss": 5.6017,
      "step": 235000
    },
    {
      "epoch": 0.85,
      "eval_loss": 5.563544273376465,
      "eval_runtime": 4.2928,
      "eval_samples_per_second": 233.179,
      "eval_steps_per_second": 14.676,
      "step": 235000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.57985613420396e-05,
      "loss": 5.6184,
      "step": 235500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.576839826839827e-05,
      "loss": 5.5987,
      "step": 236000
    },
    {
      "epoch": 0.85,
      "eval_loss": 5.619165420532227,
      "eval_runtime": 4.4266,
      "eval_samples_per_second": 226.133,
      "eval_steps_per_second": 14.232,
      "step": 236000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.5738235194756936e-05,
      "loss": 5.6069,
      "step": 236500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.5708072121115596e-05,
      "loss": 5.6052,
      "step": 237000
    },
    {
      "epoch": 0.86,
      "eval_loss": 5.640077114105225,
      "eval_runtime": 4.304,
      "eval_samples_per_second": 232.574,
      "eval_steps_per_second": 14.638,
      "step": 237000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.567790904747427e-05,
      "loss": 5.6022,
      "step": 237500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.564780629998021e-05,
      "loss": 5.5994,
      "step": 238000
    },
    {
      "epoch": 0.86,
      "eval_loss": 5.631266117095947,
      "eval_runtime": 4.339,
      "eval_samples_per_second": 230.698,
      "eval_steps_per_second": 14.519,
      "step": 238000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.561764322633888e-05,
      "loss": 5.6028,
      "step": 238500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.5587480152697546e-05,
      "loss": 5.6057,
      "step": 239000
    },
    {
      "epoch": 0.87,
      "eval_loss": 5.639108180999756,
      "eval_runtime": 4.3269,
      "eval_samples_per_second": 231.343,
      "eval_steps_per_second": 14.56,
      "step": 239000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.555731707905621e-05,
      "loss": 5.6019,
      "step": 239500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.552715400541487e-05,
      "loss": 5.6002,
      "step": 240000
    },
    {
      "epoch": 0.87,
      "eval_loss": 5.599489212036133,
      "eval_runtime": 4.2746,
      "eval_samples_per_second": 234.176,
      "eval_steps_per_second": 14.738,
      "step": 240000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.549705125792083e-05,
      "loss": 5.604,
      "step": 240500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.546688818427949e-05,
      "loss": 5.6023,
      "step": 241000
    },
    {
      "epoch": 0.87,
      "eval_loss": 5.6258158683776855,
      "eval_runtime": 4.3904,
      "eval_samples_per_second": 227.997,
      "eval_steps_per_second": 14.349,
      "step": 241000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.543672511063816e-05,
      "loss": 5.5952,
      "step": 241500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5406562036996824e-05,
      "loss": 5.5972,
      "step": 242000
    },
    {
      "epoch": 0.88,
      "eval_loss": 5.620538711547852,
      "eval_runtime": 4.4432,
      "eval_samples_per_second": 225.29,
      "eval_steps_per_second": 14.179,
      "step": 242000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.537639896335549e-05,
      "loss": 5.5949,
      "step": 242500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5346296215861434e-05,
      "loss": 5.5929,
      "step": 243000
    },
    {
      "epoch": 0.88,
      "eval_loss": 5.622025489807129,
      "eval_runtime": 6.0726,
      "eval_samples_per_second": 164.839,
      "eval_steps_per_second": 10.374,
      "step": 243000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.53161331422201e-05,
      "loss": 5.6055,
      "step": 243500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.528597006857877e-05,
      "loss": 5.6057,
      "step": 244000
    },
    {
      "epoch": 0.88,
      "eval_loss": 5.636081218719482,
      "eval_runtime": 4.3951,
      "eval_samples_per_second": 227.752,
      "eval_steps_per_second": 14.334,
      "step": 244000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.525580699493743e-05,
      "loss": 5.592,
      "step": 244500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5225704247443384e-05,
      "loss": 5.5927,
      "step": 245000
    },
    {
      "epoch": 0.89,
      "eval_loss": 5.613470554351807,
      "eval_runtime": 4.2808,
      "eval_samples_per_second": 233.836,
      "eval_steps_per_second": 14.717,
      "step": 245000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5195541173802044e-05,
      "loss": 5.5995,
      "step": 245500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.516537810016071e-05,
      "loss": 5.5932,
      "step": 246000
    },
    {
      "epoch": 0.89,
      "eval_loss": 5.671243667602539,
      "eval_runtime": 4.3622,
      "eval_samples_per_second": 229.469,
      "eval_steps_per_second": 14.442,
      "step": 246000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.513521502651937e-05,
      "loss": 5.5976,
      "step": 246500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.510511227902533e-05,
      "loss": 5.5954,
      "step": 247000
    },
    {
      "epoch": 0.89,
      "eval_loss": 5.645402431488037,
      "eval_runtime": 4.3336,
      "eval_samples_per_second": 230.987,
      "eval_steps_per_second": 14.538,
      "step": 247000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.507494920538399e-05,
      "loss": 5.5893,
      "step": 247500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.5044786131742655e-05,
      "loss": 5.6012,
      "step": 248000
    },
    {
      "epoch": 0.9,
      "eval_loss": 5.6515679359436035,
      "eval_runtime": 4.3246,
      "eval_samples_per_second": 231.466,
      "eval_steps_per_second": 14.568,
      "step": 248000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.501462305810132e-05,
      "loss": 5.6031,
      "step": 248500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.498445998445999e-05,
      "loss": 5.5963,
      "step": 249000
    },
    {
      "epoch": 0.9,
      "eval_loss": 5.553864479064941,
      "eval_runtime": 4.4624,
      "eval_samples_per_second": 224.32,
      "eval_steps_per_second": 14.118,
      "step": 249000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.495435723696593e-05,
      "loss": 5.5976,
      "step": 249500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.492425448947188e-05,
      "loss": 5.5912,
      "step": 250000
    },
    {
      "epoch": 0.9,
      "eval_loss": 5.589954853057861,
      "eval_runtime": 4.401,
      "eval_samples_per_second": 227.45,
      "eval_steps_per_second": 14.315,
      "step": 250000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.489409141583055e-05,
      "loss": 5.6036,
      "step": 250500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.486392834218921e-05,
      "loss": 5.5945,
      "step": 251000
    },
    {
      "epoch": 0.91,
      "eval_loss": 5.610245227813721,
      "eval_runtime": 4.3039,
      "eval_samples_per_second": 232.58,
      "eval_steps_per_second": 14.638,
      "step": 251000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.483376526854788e-05,
      "loss": 5.6045,
      "step": 251500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.480360219490654e-05,
      "loss": 5.5801,
      "step": 252000
    },
    {
      "epoch": 0.91,
      "eval_loss": 5.662520885467529,
      "eval_runtime": 4.4164,
      "eval_samples_per_second": 226.657,
      "eval_steps_per_second": 14.265,
      "step": 252000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.477343912126521e-05,
      "loss": 5.5911,
      "step": 252500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4743276047623876e-05,
      "loss": 5.5971,
      "step": 253000
    },
    {
      "epoch": 0.92,
      "eval_loss": 5.606277942657471,
      "eval_runtime": 4.2933,
      "eval_samples_per_second": 233.156,
      "eval_steps_per_second": 14.674,
      "step": 253000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.471311297398254e-05,
      "loss": 5.5897,
      "step": 253500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4683010226488486e-05,
      "loss": 5.5806,
      "step": 254000
    },
    {
      "epoch": 0.92,
      "eval_loss": 5.616698741912842,
      "eval_runtime": 4.358,
      "eval_samples_per_second": 229.693,
      "eval_steps_per_second": 14.456,
      "step": 254000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.465284715284716e-05,
      "loss": 5.5886,
      "step": 254500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.462268407920582e-05,
      "loss": 5.6036,
      "step": 255000
    },
    {
      "epoch": 0.92,
      "eval_loss": 5.618276119232178,
      "eval_runtime": 4.391,
      "eval_samples_per_second": 227.965,
      "eval_steps_per_second": 14.347,
      "step": 255000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.459252100556449e-05,
      "loss": 5.5938,
      "step": 255500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4562357931923154e-05,
      "loss": 5.6139,
      "step": 256000
    },
    {
      "epoch": 0.93,
      "eval_loss": 5.62522554397583,
      "eval_runtime": 4.3609,
      "eval_samples_per_second": 229.539,
      "eval_steps_per_second": 14.447,
      "step": 256000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.453231551057638e-05,
      "loss": 5.5998,
      "step": 256500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4502152436935046e-05,
      "loss": 5.5781,
      "step": 257000
    },
    {
      "epoch": 0.93,
      "eval_loss": 5.601036548614502,
      "eval_runtime": 4.3881,
      "eval_samples_per_second": 228.114,
      "eval_steps_per_second": 14.357,
      "step": 257000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.447198936329371e-05,
      "loss": 5.5866,
      "step": 257500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.444182628965238e-05,
      "loss": 5.5866,
      "step": 258000
    },
    {
      "epoch": 0.93,
      "eval_loss": 5.622751235961914,
      "eval_runtime": 4.361,
      "eval_samples_per_second": 229.534,
      "eval_steps_per_second": 14.446,
      "step": 258000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.441166321601104e-05,
      "loss": 5.5846,
      "step": 258500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.438150014236971e-05,
      "loss": 5.5912,
      "step": 259000
    },
    {
      "epoch": 0.94,
      "eval_loss": 5.602281093597412,
      "eval_runtime": 4.3383,
      "eval_samples_per_second": 230.736,
      "eval_steps_per_second": 14.522,
      "step": 259000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.4351337068728374e-05,
      "loss": 5.584,
      "step": 259500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.432117399508704e-05,
      "loss": 5.5935,
      "step": 260000
    },
    {
      "epoch": 0.94,
      "eval_loss": 5.619230270385742,
      "eval_runtime": 4.4126,
      "eval_samples_per_second": 226.848,
      "eval_steps_per_second": 14.277,
      "step": 260000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.429107124759299e-05,
      "loss": 5.5939,
      "step": 260500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.426090817395166e-05,
      "loss": 5.5879,
      "step": 261000
    },
    {
      "epoch": 0.94,
      "eval_loss": 5.617980480194092,
      "eval_runtime": 4.483,
      "eval_samples_per_second": 223.286,
      "eval_steps_per_second": 14.053,
      "step": 261000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.423074510031032e-05,
      "loss": 5.5785,
      "step": 261500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.4200582026668985e-05,
      "loss": 5.5968,
      "step": 262000
    },
    {
      "epoch": 0.95,
      "eval_loss": 5.606536865234375,
      "eval_runtime": 4.3562,
      "eval_samples_per_second": 229.79,
      "eval_steps_per_second": 14.462,
      "step": 262000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.417041895302765e-05,
      "loss": 5.5833,
      "step": 262500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.41403162055336e-05,
      "loss": 5.5899,
      "step": 263000
    },
    {
      "epoch": 0.95,
      "eval_loss": 5.632786750793457,
      "eval_runtime": 4.4039,
      "eval_samples_per_second": 227.3,
      "eval_steps_per_second": 14.306,
      "step": 263000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.411015313189226e-05,
      "loss": 5.6022,
      "step": 263500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.407999005825093e-05,
      "loss": 5.5924,
      "step": 264000
    },
    {
      "epoch": 0.96,
      "eval_loss": 5.664926528930664,
      "eval_runtime": 4.3562,
      "eval_samples_per_second": 229.789,
      "eval_steps_per_second": 14.462,
      "step": 264000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4049826984609595e-05,
      "loss": 5.5992,
      "step": 264500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4019663910968256e-05,
      "loss": 5.594,
      "step": 265000
    },
    {
      "epoch": 0.96,
      "eval_loss": 5.613445281982422,
      "eval_runtime": 4.3529,
      "eval_samples_per_second": 229.961,
      "eval_steps_per_second": 14.473,
      "step": 265000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.398956116347421e-05,
      "loss": 5.595,
      "step": 265500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.395939808983287e-05,
      "loss": 5.5779,
      "step": 266000
    },
    {
      "epoch": 0.96,
      "eval_loss": 5.641766548156738,
      "eval_runtime": 4.3867,
      "eval_samples_per_second": 228.188,
      "eval_steps_per_second": 14.361,
      "step": 266000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.392923501619154e-05,
      "loss": 5.5935,
      "step": 266500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3899071942550206e-05,
      "loss": 5.5857,
      "step": 267000
    },
    {
      "epoch": 0.97,
      "eval_loss": 5.578934669494629,
      "eval_runtime": 4.3746,
      "eval_samples_per_second": 228.819,
      "eval_steps_per_second": 14.401,
      "step": 267000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.386890886890887e-05,
      "loss": 5.5911,
      "step": 267500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.383874579526753e-05,
      "loss": 5.5854,
      "step": 268000
    },
    {
      "epoch": 0.97,
      "eval_loss": 5.591177463531494,
      "eval_runtime": 4.3359,
      "eval_samples_per_second": 230.861,
      "eval_steps_per_second": 14.53,
      "step": 268000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.38085827216262e-05,
      "loss": 5.5984,
      "step": 268500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.377847997413215e-05,
      "loss": 5.5851,
      "step": 269000
    },
    {
      "epoch": 0.97,
      "eval_loss": 5.609918117523193,
      "eval_runtime": 6.2577,
      "eval_samples_per_second": 159.962,
      "eval_steps_per_second": 10.068,
      "step": 269000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.374831690049082e-05,
      "loss": 5.5783,
      "step": 269500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.371815382684948e-05,
      "loss": 5.5891,
      "step": 270000
    },
    {
      "epoch": 0.98,
      "eval_loss": 5.6276116371154785,
      "eval_runtime": 4.3901,
      "eval_samples_per_second": 228.014,
      "eval_steps_per_second": 14.351,
      "step": 270000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.368799075320815e-05,
      "loss": 5.5805,
      "step": 270500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.365788800571409e-05,
      "loss": 5.5853,
      "step": 271000
    },
    {
      "epoch": 0.98,
      "eval_loss": 5.602240562438965,
      "eval_runtime": 4.2864,
      "eval_samples_per_second": 233.528,
      "eval_steps_per_second": 14.698,
      "step": 271000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.362772493207276e-05,
      "loss": 5.5979,
      "step": 271500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.359756185843143e-05,
      "loss": 5.5948,
      "step": 272000
    },
    {
      "epoch": 0.98,
      "eval_loss": 5.630936145782471,
      "eval_runtime": 4.2788,
      "eval_samples_per_second": 233.942,
      "eval_steps_per_second": 14.724,
      "step": 272000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.356739878479009e-05,
      "loss": 5.5974,
      "step": 272500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3537235711148754e-05,
      "loss": 5.5825,
      "step": 273000
    },
    {
      "epoch": 0.99,
      "eval_loss": 5.636594772338867,
      "eval_runtime": 4.3052,
      "eval_samples_per_second": 232.51,
      "eval_steps_per_second": 14.634,
      "step": 273000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3507132963654704e-05,
      "loss": 5.5782,
      "step": 273500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.347696989001337e-05,
      "loss": 5.5843,
      "step": 274000
    },
    {
      "epoch": 0.99,
      "eval_loss": 5.65947151184082,
      "eval_runtime": 4.3453,
      "eval_samples_per_second": 230.365,
      "eval_steps_per_second": 14.498,
      "step": 274000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.344680681637203e-05,
      "loss": 5.5752,
      "step": 274500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.341670406887799e-05,
      "loss": 5.5732,
      "step": 275000
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.613409519195557,
      "eval_runtime": 4.3105,
      "eval_samples_per_second": 232.225,
      "eval_steps_per_second": 14.616,
      "step": 275000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.338654099523665e-05,
      "loss": 5.5945,
      "step": 275500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3356377921595315e-05,
      "loss": 5.5779,
      "step": 276000
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.653366565704346,
      "eval_runtime": 4.3619,
      "eval_samples_per_second": 229.489,
      "eval_steps_per_second": 14.443,
      "step": 276000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.332621484795398e-05,
      "loss": 5.592,
      "step": 276500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.329605177431265e-05,
      "loss": 5.5827,
      "step": 277000
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.661462783813477,
      "eval_runtime": 4.2952,
      "eval_samples_per_second": 233.05,
      "eval_steps_per_second": 14.668,
      "step": 277000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.326588870067131e-05,
      "loss": 5.5852,
      "step": 277500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3235725627029976e-05,
      "loss": 5.5721,
      "step": 278000
    },
    {
      "epoch": 1.01,
      "eval_loss": 5.621175289154053,
      "eval_runtime": 4.3045,
      "eval_samples_per_second": 232.548,
      "eval_steps_per_second": 14.636,
      "step": 278000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.320556255338864e-05,
      "loss": 5.5806,
      "step": 278500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.317539947974731e-05,
      "loss": 5.5851,
      "step": 279000
    },
    {
      "epoch": 1.01,
      "eval_loss": 5.6257219314575195,
      "eval_runtime": 4.3249,
      "eval_samples_per_second": 231.453,
      "eval_steps_per_second": 14.567,
      "step": 279000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.314529673225326e-05,
      "loss": 5.5875,
      "step": 279500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.311513365861192e-05,
      "loss": 5.5788,
      "step": 280000
    },
    {
      "epoch": 1.01,
      "eval_loss": 5.616583347320557,
      "eval_runtime": 4.3483,
      "eval_samples_per_second": 230.203,
      "eval_steps_per_second": 14.488,
      "step": 280000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.3084970584970586e-05,
      "loss": 5.5866,
      "step": 280500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.305480751132925e-05,
      "loss": 5.5697,
      "step": 281000
    },
    {
      "epoch": 1.02,
      "eval_loss": 5.639812469482422,
      "eval_runtime": 4.4373,
      "eval_samples_per_second": 225.589,
      "eval_steps_per_second": 14.198,
      "step": 281000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.30247047638352e-05,
      "loss": 5.5711,
      "step": 281500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.299454169019386e-05,
      "loss": 5.5933,
      "step": 282000
    },
    {
      "epoch": 1.02,
      "eval_loss": 5.632999897003174,
      "eval_runtime": 4.4375,
      "eval_samples_per_second": 225.578,
      "eval_steps_per_second": 14.197,
      "step": 282000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.296437861655253e-05,
      "loss": 5.5914,
      "step": 282500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.29342155429112e-05,
      "loss": 5.5818,
      "step": 283000
    },
    {
      "epoch": 1.02,
      "eval_loss": 5.581757068634033,
      "eval_runtime": 4.3378,
      "eval_samples_per_second": 230.763,
      "eval_steps_per_second": 14.524,
      "step": 283000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.2904052469269864e-05,
      "loss": 5.5744,
      "step": 283500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.2873889395628524e-05,
      "loss": 5.577,
      "step": 284000
    },
    {
      "epoch": 1.03,
      "eval_loss": 5.626399040222168,
      "eval_runtime": 4.3623,
      "eval_samples_per_second": 229.464,
      "eval_steps_per_second": 14.442,
      "step": 284000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.284378664813448e-05,
      "loss": 5.5862,
      "step": 284500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.281362357449314e-05,
      "loss": 5.57,
      "step": 285000
    },
    {
      "epoch": 1.03,
      "eval_loss": 5.625292778015137,
      "eval_runtime": 6.6232,
      "eval_samples_per_second": 151.136,
      "eval_steps_per_second": 9.512,
      "step": 285000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.278346050085181e-05,
      "loss": 5.5883,
      "step": 285500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2753297427210475e-05,
      "loss": 5.583,
      "step": 286000
    },
    {
      "epoch": 1.04,
      "eval_loss": 5.616182804107666,
      "eval_runtime": 4.3373,
      "eval_samples_per_second": 230.789,
      "eval_steps_per_second": 14.525,
      "step": 286000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.272313435356914e-05,
      "loss": 5.5543,
      "step": 286500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.26929712799278e-05,
      "loss": 5.5804,
      "step": 287000
    },
    {
      "epoch": 1.04,
      "eval_loss": 5.654087066650391,
      "eval_runtime": 5.9497,
      "eval_samples_per_second": 168.245,
      "eval_steps_per_second": 10.589,
      "step": 287000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.266280820628647e-05,
      "loss": 5.5752,
      "step": 287500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2632645132645136e-05,
      "loss": 5.5813,
      "step": 288000
    },
    {
      "epoch": 1.04,
      "eval_loss": 5.568077564239502,
      "eval_runtime": 4.304,
      "eval_samples_per_second": 232.575,
      "eval_steps_per_second": 14.638,
      "step": 288000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2602482059003796e-05,
      "loss": 5.5821,
      "step": 288500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.257231898536246e-05,
      "loss": 5.5683,
      "step": 289000
    },
    {
      "epoch": 1.05,
      "eval_loss": 5.624704837799072,
      "eval_runtime": 4.2307,
      "eval_samples_per_second": 236.604,
      "eval_steps_per_second": 14.891,
      "step": 289000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.254221623786841e-05,
      "loss": 5.5683,
      "step": 289500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.251205316422708e-05,
      "loss": 5.5807,
      "step": 290000
    },
    {
      "epoch": 1.05,
      "eval_loss": 5.592767238616943,
      "eval_runtime": 4.2406,
      "eval_samples_per_second": 236.051,
      "eval_steps_per_second": 14.856,
      "step": 290000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.248189009058574e-05,
      "loss": 5.5905,
      "step": 290500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2451787343091696e-05,
      "loss": 5.5783,
      "step": 291000
    },
    {
      "epoch": 1.05,
      "eval_loss": 5.550808906555176,
      "eval_runtime": 6.3243,
      "eval_samples_per_second": 158.277,
      "eval_steps_per_second": 9.962,
      "step": 291000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2421624269450356e-05,
      "loss": 5.5827,
      "step": 291500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.239146119580902e-05,
      "loss": 5.5793,
      "step": 292000
    },
    {
      "epoch": 1.06,
      "eval_loss": 5.641295433044434,
      "eval_runtime": 4.2972,
      "eval_samples_per_second": 232.941,
      "eval_steps_per_second": 14.661,
      "step": 292000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.236129812216769e-05,
      "loss": 5.5852,
      "step": 292500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.233113504852636e-05,
      "loss": 5.5576,
      "step": 293000
    },
    {
      "epoch": 1.06,
      "eval_loss": 5.595691680908203,
      "eval_runtime": 4.2537,
      "eval_samples_per_second": 235.322,
      "eval_steps_per_second": 14.81,
      "step": 293000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.230097197488502e-05,
      "loss": 5.5686,
      "step": 293500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.227080890124369e-05,
      "loss": 5.575,
      "step": 294000
    },
    {
      "epoch": 1.06,
      "eval_loss": 5.610649108886719,
      "eval_runtime": 4.3768,
      "eval_samples_per_second": 228.704,
      "eval_steps_per_second": 14.394,
      "step": 294000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.224064582760235e-05,
      "loss": 5.5757,
      "step": 294500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.221048275396102e-05,
      "loss": 5.5751,
      "step": 295000
    },
    {
      "epoch": 1.07,
      "eval_loss": 5.616249084472656,
      "eval_runtime": 4.2765,
      "eval_samples_per_second": 234.069,
      "eval_steps_per_second": 14.732,
      "step": 295000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.218038000646697e-05,
      "loss": 5.5724,
      "step": 295500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.215021693282563e-05,
      "loss": 5.5678,
      "step": 296000
    },
    {
      "epoch": 1.07,
      "eval_loss": 5.58726167678833,
      "eval_runtime": 4.3531,
      "eval_samples_per_second": 229.953,
      "eval_steps_per_second": 14.473,
      "step": 296000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.2120053859184295e-05,
      "loss": 5.5696,
      "step": 296500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.208989078554296e-05,
      "loss": 5.5762,
      "step": 297000
    },
    {
      "epoch": 1.08,
      "eval_loss": 5.5941548347473145,
      "eval_runtime": 4.1805,
      "eval_samples_per_second": 239.445,
      "eval_steps_per_second": 15.07,
      "step": 297000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.205978803804891e-05,
      "loss": 5.5715,
      "step": 297500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.202962496440757e-05,
      "loss": 5.5698,
      "step": 298000
    },
    {
      "epoch": 1.08,
      "eval_loss": 5.603238582611084,
      "eval_runtime": 4.2335,
      "eval_samples_per_second": 236.45,
      "eval_steps_per_second": 14.881,
      "step": 298000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.199946189076624e-05,
      "loss": 5.5834,
      "step": 298500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.1969298817124905e-05,
      "loss": 5.5719,
      "step": 299000
    },
    {
      "epoch": 1.08,
      "eval_loss": 5.640628814697266,
      "eval_runtime": 4.2976,
      "eval_samples_per_second": 232.922,
      "eval_steps_per_second": 14.659,
      "step": 299000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.193913574348357e-05,
      "loss": 5.5841,
      "step": 299500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.190903299598952e-05,
      "loss": 5.5852,
      "step": 300000
    },
    {
      "epoch": 1.09,
      "eval_loss": 5.6316609382629395,
      "eval_runtime": 6.6588,
      "eval_samples_per_second": 150.328,
      "eval_steps_per_second": 9.461,
      "step": 300000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.187886992234819e-05,
      "loss": 5.5728,
      "step": 300500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.184870684870685e-05,
      "loss": 5.5794,
      "step": 301000
    },
    {
      "epoch": 1.09,
      "eval_loss": 5.637535095214844,
      "eval_runtime": 4.2729,
      "eval_samples_per_second": 234.266,
      "eval_steps_per_second": 14.744,
      "step": 301000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.1818543775065516e-05,
      "loss": 5.5692,
      "step": 301500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.1788441027571465e-05,
      "loss": 5.5912,
      "step": 302000
    },
    {
      "epoch": 1.09,
      "eval_loss": 5.601639747619629,
      "eval_runtime": 4.2748,
      "eval_samples_per_second": 234.165,
      "eval_steps_per_second": 14.738,
      "step": 302000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.175833828007741e-05,
      "loss": 5.577,
      "step": 302500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1728175206436075e-05,
      "loss": 5.5698,
      "step": 303000
    },
    {
      "epoch": 1.1,
      "eval_loss": 5.601426124572754,
      "eval_runtime": 4.2879,
      "eval_samples_per_second": 233.449,
      "eval_steps_per_second": 14.693,
      "step": 303000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.169801213279474e-05,
      "loss": 5.5745,
      "step": 303500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.166784905915341e-05,
      "loss": 5.5658,
      "step": 304000
    },
    {
      "epoch": 1.1,
      "eval_loss": 5.584649562835693,
      "eval_runtime": 4.2401,
      "eval_samples_per_second": 236.077,
      "eval_steps_per_second": 14.858,
      "step": 304000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.163774631165936e-05,
      "loss": 5.5632,
      "step": 304500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1607583238018026e-05,
      "loss": 5.5701,
      "step": 305000
    },
    {
      "epoch": 1.1,
      "eval_loss": 5.594232082366943,
      "eval_runtime": 6.4608,
      "eval_samples_per_second": 154.934,
      "eval_steps_per_second": 9.751,
      "step": 305000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.1577420164376686e-05,
      "loss": 5.5869,
      "step": 305500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.154725709073535e-05,
      "loss": 5.5681,
      "step": 306000
    },
    {
      "epoch": 1.11,
      "eval_loss": 5.6190314292907715,
      "eval_runtime": 4.2645,
      "eval_samples_per_second": 234.731,
      "eval_steps_per_second": 14.773,
      "step": 306000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.151709401709402e-05,
      "loss": 5.5742,
      "step": 306500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.148693094345269e-05,
      "loss": 5.5584,
      "step": 307000
    },
    {
      "epoch": 1.11,
      "eval_loss": 5.601367950439453,
      "eval_runtime": 6.1261,
      "eval_samples_per_second": 163.4,
      "eval_steps_per_second": 10.284,
      "step": 307000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.145682819595863e-05,
      "loss": 5.5774,
      "step": 307500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.14266651223173e-05,
      "loss": 5.5788,
      "step": 308000
    },
    {
      "epoch": 1.11,
      "eval_loss": 5.602400302886963,
      "eval_runtime": 4.2475,
      "eval_samples_per_second": 235.665,
      "eval_steps_per_second": 14.832,
      "step": 308000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1396502048675963e-05,
      "loss": 5.5696,
      "step": 308500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.136633897503463e-05,
      "loss": 5.5806,
      "step": 309000
    },
    {
      "epoch": 1.12,
      "eval_loss": 5.596291542053223,
      "eval_runtime": 4.3852,
      "eval_samples_per_second": 228.268,
      "eval_steps_per_second": 14.366,
      "step": 309000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.13361759013933e-05,
      "loss": 5.5689,
      "step": 309500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.130601282775196e-05,
      "loss": 5.555,
      "step": 310000
    },
    {
      "epoch": 1.12,
      "eval_loss": 5.634425163269043,
      "eval_runtime": 4.2821,
      "eval_samples_per_second": 233.764,
      "eval_steps_per_second": 14.712,
      "step": 310000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1275849754110625e-05,
      "loss": 5.5582,
      "step": 310500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.124568668046929e-05,
      "loss": 5.5638,
      "step": 311000
    },
    {
      "epoch": 1.13,
      "eval_loss": 5.537110328674316,
      "eval_runtime": 4.2827,
      "eval_samples_per_second": 233.729,
      "eval_steps_per_second": 14.71,
      "step": 311000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.121558393297524e-05,
      "loss": 5.559,
      "step": 311500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.11854208593339e-05,
      "loss": 5.5625,
      "step": 312000
    },
    {
      "epoch": 1.13,
      "eval_loss": 5.598823070526123,
      "eval_runtime": 4.1935,
      "eval_samples_per_second": 238.704,
      "eval_steps_per_second": 15.023,
      "step": 312000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.115525778569257e-05,
      "loss": 5.5682,
      "step": 312500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1125094712051235e-05,
      "loss": 5.5701,
      "step": 313000
    },
    {
      "epoch": 1.13,
      "eval_loss": 5.606781005859375,
      "eval_runtime": 4.1581,
      "eval_samples_per_second": 240.735,
      "eval_steps_per_second": 15.151,
      "step": 313000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1094991964557185e-05,
      "loss": 5.5559,
      "step": 313500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1064889217063134e-05,
      "loss": 5.5611,
      "step": 314000
    },
    {
      "epoch": 1.14,
      "eval_loss": 5.584975242614746,
      "eval_runtime": 4.1497,
      "eval_samples_per_second": 241.223,
      "eval_steps_per_second": 15.182,
      "step": 314000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.10347261434218e-05,
      "loss": 5.5758,
      "step": 314500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.100456306978046e-05,
      "loss": 5.5857,
      "step": 315000
    },
    {
      "epoch": 1.14,
      "eval_loss": 5.614663600921631,
      "eval_runtime": 4.0061,
      "eval_samples_per_second": 249.869,
      "eval_steps_per_second": 15.726,
      "step": 315000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.097439999613913e-05,
      "loss": 5.5646,
      "step": 315500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.0944236922497795e-05,
      "loss": 5.5609,
      "step": 316000
    },
    {
      "epoch": 1.14,
      "eval_loss": 5.600166320800781,
      "eval_runtime": 3.7879,
      "eval_samples_per_second": 264.264,
      "eval_steps_per_second": 16.632,
      "step": 316000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0914073848856456e-05,
      "loss": 5.5657,
      "step": 316500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.088391077521512e-05,
      "loss": 5.5646,
      "step": 317000
    },
    {
      "epoch": 1.15,
      "eval_loss": 5.617602825164795,
      "eval_runtime": 3.9864,
      "eval_samples_per_second": 251.102,
      "eval_steps_per_second": 15.804,
      "step": 317000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.085374770157379e-05,
      "loss": 5.567,
      "step": 317500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.082364495407974e-05,
      "loss": 5.5691,
      "step": 318000
    },
    {
      "epoch": 1.15,
      "eval_loss": 5.588697910308838,
      "eval_runtime": 4.0872,
      "eval_samples_per_second": 244.913,
      "eval_steps_per_second": 15.414,
      "step": 318000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.07934818804384e-05,
      "loss": 5.5731,
      "step": 318500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.076331880679707e-05,
      "loss": 5.5518,
      "step": 319000
    },
    {
      "epoch": 1.15,
      "eval_loss": 5.6083807945251465,
      "eval_runtime": 4.1744,
      "eval_samples_per_second": 239.797,
      "eval_steps_per_second": 15.092,
      "step": 319000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.073315573315573e-05,
      "loss": 5.5795,
      "step": 319500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.070305298566168e-05,
      "loss": 5.5704,
      "step": 320000
    },
    {
      "epoch": 1.16,
      "eval_loss": 5.620527744293213,
      "eval_runtime": 4.2147,
      "eval_samples_per_second": 237.505,
      "eval_steps_per_second": 14.948,
      "step": 320000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.067295023816763e-05,
      "loss": 5.5635,
      "step": 320500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.06427871645263e-05,
      "loss": 5.5752,
      "step": 321000
    },
    {
      "epoch": 1.16,
      "eval_loss": 5.60969877243042,
      "eval_runtime": 4.206,
      "eval_samples_per_second": 237.991,
      "eval_steps_per_second": 14.978,
      "step": 321000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.061262409088496e-05,
      "loss": 5.5772,
      "step": 321500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.058246101724363e-05,
      "loss": 5.5723,
      "step": 322000
    },
    {
      "epoch": 1.17,
      "eval_loss": 5.585223197937012,
      "eval_runtime": 4.1426,
      "eval_samples_per_second": 241.634,
      "eval_steps_per_second": 15.208,
      "step": 322000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.055229794360229e-05,
      "loss": 5.5594,
      "step": 322500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.052213486996096e-05,
      "loss": 5.5613,
      "step": 323000
    },
    {
      "epoch": 1.17,
      "eval_loss": 5.594601631164551,
      "eval_runtime": 4.029,
      "eval_samples_per_second": 248.45,
      "eval_steps_per_second": 15.637,
      "step": 323000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0491971796319624e-05,
      "loss": 5.5452,
      "step": 323500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0461808722678287e-05,
      "loss": 5.5723,
      "step": 324000
    },
    {
      "epoch": 1.17,
      "eval_loss": 5.622194290161133,
      "eval_runtime": 4.1571,
      "eval_samples_per_second": 240.791,
      "eval_steps_per_second": 15.155,
      "step": 324000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0431705975184237e-05,
      "loss": 5.5765,
      "step": 324500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.04015429015429e-05,
      "loss": 5.5653,
      "step": 325000
    },
    {
      "epoch": 1.18,
      "eval_loss": 5.609323024749756,
      "eval_runtime": 4.2445,
      "eval_samples_per_second": 235.834,
      "eval_steps_per_second": 14.843,
      "step": 325000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.037137982790157e-05,
      "loss": 5.56,
      "step": 325500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.034121675426023e-05,
      "loss": 5.5604,
      "step": 326000
    },
    {
      "epoch": 1.18,
      "eval_loss": 5.608053207397461,
      "eval_runtime": 4.2784,
      "eval_samples_per_second": 233.968,
      "eval_steps_per_second": 14.725,
      "step": 326000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.03110536806189e-05,
      "loss": 5.5698,
      "step": 326500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0280950933124848e-05,
      "loss": 5.5602,
      "step": 327000
    },
    {
      "epoch": 1.18,
      "eval_loss": 5.6086883544921875,
      "eval_runtime": 4.2993,
      "eval_samples_per_second": 232.828,
      "eval_steps_per_second": 14.654,
      "step": 327000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0250787859483515e-05,
      "loss": 5.5624,
      "step": 327500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0220624785842178e-05,
      "loss": 5.577,
      "step": 328000
    },
    {
      "epoch": 1.19,
      "eval_loss": 5.620945453643799,
      "eval_runtime": 4.2859,
      "eval_samples_per_second": 233.559,
      "eval_steps_per_second": 14.699,
      "step": 328000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0190461712200845e-05,
      "loss": 5.5651,
      "step": 328500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0160419290854074e-05,
      "loss": 5.56,
      "step": 329000
    },
    {
      "epoch": 1.19,
      "eval_loss": 5.617950439453125,
      "eval_runtime": 4.181,
      "eval_samples_per_second": 239.419,
      "eval_steps_per_second": 15.068,
      "step": 329000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0130256217212737e-05,
      "loss": 5.5633,
      "step": 329500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0100093143571408e-05,
      "loss": 5.567,
      "step": 330000
    },
    {
      "epoch": 1.19,
      "eval_loss": 5.581989288330078,
      "eval_runtime": 4.1844,
      "eval_samples_per_second": 239.221,
      "eval_steps_per_second": 15.056,
      "step": 330000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0069930069930068e-05,
      "loss": 5.5607,
      "step": 330500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.003976699628874e-05,
      "loss": 5.5698,
      "step": 331000
    },
    {
      "epoch": 1.2,
      "eval_loss": 5.626122951507568,
      "eval_runtime": 4.2366,
      "eval_samples_per_second": 236.277,
      "eval_steps_per_second": 14.871,
      "step": 331000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.00096039226474e-05,
      "loss": 5.5686,
      "step": 331500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.997944084900607e-05,
      "loss": 5.5682,
      "step": 332000
    },
    {
      "epoch": 1.2,
      "eval_loss": 5.587873458862305,
      "eval_runtime": 4.2898,
      "eval_samples_per_second": 233.342,
      "eval_steps_per_second": 14.686,
      "step": 332000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9949277775364732e-05,
      "loss": 5.5734,
      "step": 332500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.99191147017234e-05,
      "loss": 5.5789,
      "step": 333000
    },
    {
      "epoch": 1.21,
      "eval_loss": 5.579086780548096,
      "eval_runtime": 4.247,
      "eval_samples_per_second": 235.697,
      "eval_steps_per_second": 14.834,
      "step": 333000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9889011954229346e-05,
      "loss": 5.5631,
      "step": 333500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9858848880588013e-05,
      "loss": 5.5566,
      "step": 334000
    },
    {
      "epoch": 1.21,
      "eval_loss": 5.596020221710205,
      "eval_runtime": 3.9959,
      "eval_samples_per_second": 250.505,
      "eval_steps_per_second": 15.766,
      "step": 334000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9828685806946676e-05,
      "loss": 5.5698,
      "step": 334500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9798522733305346e-05,
      "loss": 5.566,
      "step": 335000
    },
    {
      "epoch": 1.21,
      "eval_loss": 5.61091947555542,
      "eval_runtime": 4.2033,
      "eval_samples_per_second": 238.144,
      "eval_steps_per_second": 14.988,
      "step": 335000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9768419985811293e-05,
      "loss": 5.5673,
      "step": 335500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.973825691216996e-05,
      "loss": 5.5628,
      "step": 336000
    },
    {
      "epoch": 1.22,
      "eval_loss": 5.610008239746094,
      "eval_runtime": 4.2081,
      "eval_samples_per_second": 237.875,
      "eval_steps_per_second": 14.971,
      "step": 336000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9708093838528623e-05,
      "loss": 5.5706,
      "step": 336500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.967793076488729e-05,
      "loss": 5.5726,
      "step": 337000
    },
    {
      "epoch": 1.22,
      "eval_loss": 5.600627422332764,
      "eval_runtime": 4.3279,
      "eval_samples_per_second": 231.29,
      "eval_steps_per_second": 14.557,
      "step": 337000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9647767691245954e-05,
      "loss": 5.5503,
      "step": 337500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.96176649437519e-05,
      "loss": 5.5895,
      "step": 338000
    },
    {
      "epoch": 1.22,
      "eval_loss": 5.598173141479492,
      "eval_runtime": 4.1467,
      "eval_samples_per_second": 241.398,
      "eval_steps_per_second": 15.193,
      "step": 338000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9587501870110567e-05,
      "loss": 5.5667,
      "step": 338500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9557399122616513e-05,
      "loss": 5.5607,
      "step": 339000
    },
    {
      "epoch": 1.23,
      "eval_loss": 5.594642162322998,
      "eval_runtime": 4.1122,
      "eval_samples_per_second": 243.425,
      "eval_steps_per_second": 15.32,
      "step": 339000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9527236048975183e-05,
      "loss": 5.5682,
      "step": 339500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9497072975333844e-05,
      "loss": 5.5516,
      "step": 340000
    },
    {
      "epoch": 1.23,
      "eval_loss": 5.622577667236328,
      "eval_runtime": 3.8072,
      "eval_samples_per_second": 262.92,
      "eval_steps_per_second": 16.547,
      "step": 340000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9466909901692514e-05,
      "loss": 5.5667,
      "step": 340500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9436746828051178e-05,
      "loss": 5.5565,
      "step": 341000
    },
    {
      "epoch": 1.23,
      "eval_loss": 5.5851006507873535,
      "eval_runtime": 3.8861,
      "eval_samples_per_second": 257.585,
      "eval_steps_per_second": 16.212,
      "step": 341000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9406583754409844e-05,
      "loss": 5.5713,
      "step": 341500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9376420680768508e-05,
      "loss": 5.5666,
      "step": 342000
    },
    {
      "epoch": 1.24,
      "eval_loss": 5.600591659545898,
      "eval_runtime": 5.223,
      "eval_samples_per_second": 191.654,
      "eval_steps_per_second": 12.062,
      "step": 342000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9346257607127175e-05,
      "loss": 5.552,
      "step": 342500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.931615485963312e-05,
      "loss": 5.5644,
      "step": 343000
    },
    {
      "epoch": 1.24,
      "eval_loss": 5.608797550201416,
      "eval_runtime": 4.1399,
      "eval_samples_per_second": 241.796,
      "eval_steps_per_second": 15.218,
      "step": 343000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.928599178599179e-05,
      "loss": 5.5612,
      "step": 343500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9255828712350452e-05,
      "loss": 5.5712,
      "step": 344000
    },
    {
      "epoch": 1.25,
      "eval_loss": 5.611100673675537,
      "eval_runtime": 4.0817,
      "eval_samples_per_second": 245.242,
      "eval_steps_per_second": 15.435,
      "step": 344000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9225665638709122e-05,
      "loss": 5.5511,
      "step": 344500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9195562891215068e-05,
      "loss": 5.5501,
      "step": 345000
    },
    {
      "epoch": 1.25,
      "eval_loss": 5.617428302764893,
      "eval_runtime": 4.2409,
      "eval_samples_per_second": 236.035,
      "eval_steps_per_second": 14.855,
      "step": 345000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.916539981757373e-05,
      "loss": 5.5677,
      "step": 345500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.91352367439324e-05,
      "loss": 5.5761,
      "step": 346000
    },
    {
      "epoch": 1.25,
      "eval_loss": 5.5843377113342285,
      "eval_runtime": 4.3583,
      "eval_samples_per_second": 229.679,
      "eval_steps_per_second": 14.455,
      "step": 346000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9105073670291062e-05,
      "loss": 5.5865,
      "step": 346500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.907491059664973e-05,
      "loss": 5.5604,
      "step": 347000
    },
    {
      "epoch": 1.26,
      "eval_loss": 5.591548919677734,
      "eval_runtime": 4.2343,
      "eval_samples_per_second": 236.401,
      "eval_steps_per_second": 14.878,
      "step": 347000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9044807849155675e-05,
      "loss": 5.5721,
      "step": 347500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9014644775514342e-05,
      "loss": 5.559,
      "step": 348000
    },
    {
      "epoch": 1.26,
      "eval_loss": 5.568837642669678,
      "eval_runtime": 4.2724,
      "eval_samples_per_second": 234.292,
      "eval_steps_per_second": 14.746,
      "step": 348000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8984481701873006e-05,
      "loss": 5.5726,
      "step": 348500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8954318628231676e-05,
      "loss": 5.5715,
      "step": 349000
    },
    {
      "epoch": 1.26,
      "eval_loss": 5.614943504333496,
      "eval_runtime": 4.2628,
      "eval_samples_per_second": 234.823,
      "eval_steps_per_second": 14.779,
      "step": 349000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8924276206884905e-05,
      "loss": 5.5576,
      "step": 349500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8894113133243572e-05,
      "loss": 5.5667,
      "step": 350000
    },
    {
      "epoch": 1.27,
      "eval_loss": 5.581839561462402,
      "eval_runtime": 4.319,
      "eval_samples_per_second": 231.765,
      "eval_steps_per_second": 14.587,
      "step": 350000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8863950059602236e-05,
      "loss": 5.5802,
      "step": 350500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.88337869859609e-05,
      "loss": 5.5684,
      "step": 351000
    },
    {
      "epoch": 1.27,
      "eval_loss": 5.611480236053467,
      "eval_runtime": 4.2644,
      "eval_samples_per_second": 234.732,
      "eval_steps_per_second": 14.773,
      "step": 351000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8803623912319566e-05,
      "loss": 5.5583,
      "step": 351500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.877346083867823e-05,
      "loss": 5.5526,
      "step": 352000
    },
    {
      "epoch": 1.27,
      "eval_loss": 5.582302570343018,
      "eval_runtime": 4.2931,
      "eval_samples_per_second": 233.165,
      "eval_steps_per_second": 14.675,
      "step": 352000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.874335809118418e-05,
      "loss": 5.5705,
      "step": 352500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8713195017542843e-05,
      "loss": 5.5763,
      "step": 353000
    },
    {
      "epoch": 1.28,
      "eval_loss": 5.567468643188477,
      "eval_runtime": 4.2538,
      "eval_samples_per_second": 235.319,
      "eval_steps_per_second": 14.81,
      "step": 353000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8683031943901513e-05,
      "loss": 5.5613,
      "step": 353500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8652868870260173e-05,
      "loss": 5.5607,
      "step": 354000
    },
    {
      "epoch": 1.28,
      "eval_loss": 5.62228536605835,
      "eval_runtime": 4.2752,
      "eval_samples_per_second": 234.142,
      "eval_steps_per_second": 14.736,
      "step": 354000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8622705796618844e-05,
      "loss": 5.5693,
      "step": 354500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.859260304912479e-05,
      "loss": 5.5688,
      "step": 355000
    },
    {
      "epoch": 1.28,
      "eval_loss": 5.592869281768799,
      "eval_runtime": 4.2324,
      "eval_samples_per_second": 236.51,
      "eval_steps_per_second": 14.885,
      "step": 355000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8562439975483457e-05,
      "loss": 5.5638,
      "step": 355500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.853227690184212e-05,
      "loss": 5.5509,
      "step": 356000
    },
    {
      "epoch": 1.29,
      "eval_loss": 5.573236465454102,
      "eval_runtime": 4.1603,
      "eval_samples_per_second": 240.606,
      "eval_steps_per_second": 15.143,
      "step": 356000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8502113828200787e-05,
      "loss": 5.5607,
      "step": 356500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.847195075455945e-05,
      "loss": 5.5653,
      "step": 357000
    },
    {
      "epoch": 1.29,
      "eval_loss": 5.6225433349609375,
      "eval_runtime": 4.2135,
      "eval_samples_per_second": 237.568,
      "eval_steps_per_second": 14.952,
      "step": 357000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8441787680918118e-05,
      "loss": 5.5625,
      "step": 357500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.841162460727678e-05,
      "loss": 5.5612,
      "step": 358000
    },
    {
      "epoch": 1.3,
      "eval_loss": 5.620114326477051,
      "eval_runtime": 4.2253,
      "eval_samples_per_second": 236.907,
      "eval_steps_per_second": 14.91,
      "step": 358000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8381461533635452e-05,
      "loss": 5.5458,
      "step": 358500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8351358786141398e-05,
      "loss": 5.5536,
      "step": 359000
    },
    {
      "epoch": 1.3,
      "eval_loss": 5.56666374206543,
      "eval_runtime": 4.1642,
      "eval_samples_per_second": 240.385,
      "eval_steps_per_second": 15.129,
      "step": 359000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8321195712500058e-05,
      "loss": 5.5679,
      "step": 359500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.829103263885873e-05,
      "loss": 5.5517,
      "step": 360000
    },
    {
      "epoch": 1.3,
      "eval_loss": 5.610234260559082,
      "eval_runtime": 4.1981,
      "eval_samples_per_second": 238.442,
      "eval_steps_per_second": 15.007,
      "step": 360000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.826086956521739e-05,
      "loss": 5.5577,
      "step": 360500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.823070649157606e-05,
      "loss": 5.5618,
      "step": 361000
    },
    {
      "epoch": 1.31,
      "eval_loss": 5.579962730407715,
      "eval_runtime": 4.2993,
      "eval_samples_per_second": 232.831,
      "eval_steps_per_second": 14.654,
      "step": 361000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8200603744082005e-05,
      "loss": 5.5503,
      "step": 361500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8170500996587955e-05,
      "loss": 5.5654,
      "step": 362000
    },
    {
      "epoch": 1.31,
      "eval_loss": 5.613447666168213,
      "eval_runtime": 4.2494,
      "eval_samples_per_second": 235.562,
      "eval_steps_per_second": 14.826,
      "step": 362000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.814033792294662e-05,
      "loss": 5.56,
      "step": 362500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.811017484930529e-05,
      "loss": 5.547,
      "step": 363000
    },
    {
      "epoch": 1.31,
      "eval_loss": 5.580785274505615,
      "eval_runtime": 4.2913,
      "eval_samples_per_second": 233.261,
      "eval_steps_per_second": 14.681,
      "step": 363000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.808001177566395e-05,
      "loss": 5.5518,
      "step": 363500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.804984870202262e-05,
      "loss": 5.5466,
      "step": 364000
    },
    {
      "epoch": 1.32,
      "eval_loss": 5.616759300231934,
      "eval_runtime": 4.2299,
      "eval_samples_per_second": 236.648,
      "eval_steps_per_second": 14.894,
      "step": 364000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.8019685628381283e-05,
      "loss": 5.5547,
      "step": 364500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.798952255473995e-05,
      "loss": 5.5541,
      "step": 365000
    },
    {
      "epoch": 1.32,
      "eval_loss": 5.554247856140137,
      "eval_runtime": 4.201,
      "eval_samples_per_second": 238.274,
      "eval_steps_per_second": 14.996,
      "step": 365000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7959359481098613e-05,
      "loss": 5.5566,
      "step": 365500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.792919640745728e-05,
      "loss": 5.5548,
      "step": 366000
    },
    {
      "epoch": 1.32,
      "eval_loss": 5.5636162757873535,
      "eval_runtime": 4.2679,
      "eval_samples_per_second": 234.542,
      "eval_steps_per_second": 14.761,
      "step": 366000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7899093659963227e-05,
      "loss": 5.5579,
      "step": 366500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.786893058632189e-05,
      "loss": 5.5524,
      "step": 367000
    },
    {
      "epoch": 1.33,
      "eval_loss": 5.584085941314697,
      "eval_runtime": 4.2363,
      "eval_samples_per_second": 236.294,
      "eval_steps_per_second": 14.872,
      "step": 367000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7838767512680557e-05,
      "loss": 5.5657,
      "step": 367500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.780860443903922e-05,
      "loss": 5.5628,
      "step": 368000
    },
    {
      "epoch": 1.33,
      "eval_loss": 5.601650238037109,
      "eval_runtime": 4.2707,
      "eval_samples_per_second": 234.387,
      "eval_steps_per_second": 14.752,
      "step": 368000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7778501691545174e-05,
      "loss": 5.5471,
      "step": 368500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7748338617903834e-05,
      "loss": 5.5603,
      "step": 369000
    },
    {
      "epoch": 1.34,
      "eval_loss": 5.596165657043457,
      "eval_runtime": 4.23,
      "eval_samples_per_second": 236.643,
      "eval_steps_per_second": 14.894,
      "step": 369000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7718175544262504e-05,
      "loss": 5.5684,
      "step": 369500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7688012470621168e-05,
      "loss": 5.5528,
      "step": 370000
    },
    {
      "epoch": 1.34,
      "eval_loss": 5.604942798614502,
      "eval_runtime": 4.1427,
      "eval_samples_per_second": 241.628,
      "eval_steps_per_second": 15.207,
      "step": 370000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7657909723127117e-05,
      "loss": 5.5509,
      "step": 370500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.762774664948578e-05,
      "loss": 5.5528,
      "step": 371000
    },
    {
      "epoch": 1.34,
      "eval_loss": 5.5896897315979,
      "eval_runtime": 4.1957,
      "eval_samples_per_second": 238.578,
      "eval_steps_per_second": 15.015,
      "step": 371000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.759764390199173e-05,
      "loss": 5.5553,
      "step": 371500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7567480828350394e-05,
      "loss": 5.5542,
      "step": 372000
    },
    {
      "epoch": 1.35,
      "eval_loss": 5.589568138122559,
      "eval_runtime": 4.162,
      "eval_samples_per_second": 240.512,
      "eval_steps_per_second": 15.137,
      "step": 372000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7537317754709058e-05,
      "loss": 5.5597,
      "step": 372500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7507154681067725e-05,
      "loss": 5.5624,
      "step": 373000
    },
    {
      "epoch": 1.35,
      "eval_loss": 5.575145244598389,
      "eval_runtime": 4.052,
      "eval_samples_per_second": 247.036,
      "eval_steps_per_second": 15.548,
      "step": 373000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.747705193357367e-05,
      "loss": 5.5584,
      "step": 373500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.744688885993234e-05,
      "loss": 5.5456,
      "step": 374000
    },
    {
      "epoch": 1.35,
      "eval_loss": 5.605469226837158,
      "eval_runtime": 4.0454,
      "eval_samples_per_second": 247.441,
      "eval_steps_per_second": 15.573,
      "step": 374000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7416725786291005e-05,
      "loss": 5.5504,
      "step": 374500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.738656271264967e-05,
      "loss": 5.5575,
      "step": 375000
    },
    {
      "epoch": 1.36,
      "eval_loss": 5.579885005950928,
      "eval_runtime": 4.0178,
      "eval_samples_per_second": 249.138,
      "eval_steps_per_second": 15.68,
      "step": 375000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7356399639008335e-05,
      "loss": 5.5487,
      "step": 375500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7326236565367002e-05,
      "loss": 5.5439,
      "step": 376000
    },
    {
      "epoch": 1.36,
      "eval_loss": 5.579631328582764,
      "eval_runtime": 5.2771,
      "eval_samples_per_second": 189.686,
      "eval_steps_per_second": 11.938,
      "step": 376000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.729613381787295e-05,
      "loss": 5.5649,
      "step": 376500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7265970744231615e-05,
      "loss": 5.5515,
      "step": 377000
    },
    {
      "epoch": 1.36,
      "eval_loss": 5.597219944000244,
      "eval_runtime": 4.0434,
      "eval_samples_per_second": 247.561,
      "eval_steps_per_second": 15.581,
      "step": 377000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.723580767059028e-05,
      "loss": 5.559,
      "step": 377500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.720564459694895e-05,
      "loss": 5.5702,
      "step": 378000
    },
    {
      "epoch": 1.37,
      "eval_loss": 5.597592353820801,
      "eval_runtime": 3.8939,
      "eval_samples_per_second": 257.067,
      "eval_steps_per_second": 16.179,
      "step": 378000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.717548152330761e-05,
      "loss": 5.561,
      "step": 378500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7145378775813562e-05,
      "loss": 5.5536,
      "step": 379000
    },
    {
      "epoch": 1.37,
      "eval_loss": 5.638396739959717,
      "eval_runtime": 4.0063,
      "eval_samples_per_second": 249.856,
      "eval_steps_per_second": 15.725,
      "step": 379000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7115215702172226e-05,
      "loss": 5.5627,
      "step": 379500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.708505262853089e-05,
      "loss": 5.555,
      "step": 380000
    },
    {
      "epoch": 1.38,
      "eval_loss": 5.568854808807373,
      "eval_runtime": 4.112,
      "eval_samples_per_second": 243.436,
      "eval_steps_per_second": 15.321,
      "step": 380000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.7054889554889556e-05,
      "loss": 5.5682,
      "step": 380500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.702472648124822e-05,
      "loss": 5.5562,
      "step": 381000
    },
    {
      "epoch": 1.38,
      "eval_loss": 5.613949298858643,
      "eval_runtime": 4.1925,
      "eval_samples_per_second": 238.759,
      "eval_steps_per_second": 15.027,
      "step": 381000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6994563407606887e-05,
      "loss": 5.5564,
      "step": 381500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.696440033396555e-05,
      "loss": 5.5478,
      "step": 382000
    },
    {
      "epoch": 1.38,
      "eval_loss": 5.5822858810424805,
      "eval_runtime": 4.2141,
      "eval_samples_per_second": 237.533,
      "eval_steps_per_second": 14.95,
      "step": 382000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6934237260324218e-05,
      "loss": 5.5597,
      "step": 382500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6904134512830164e-05,
      "loss": 5.5682,
      "step": 383000
    },
    {
      "epoch": 1.39,
      "eval_loss": 5.5694403648376465,
      "eval_runtime": 4.2372,
      "eval_samples_per_second": 236.243,
      "eval_steps_per_second": 14.868,
      "step": 383000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6873971439188834e-05,
      "loss": 5.5571,
      "step": 383500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6843808365547494e-05,
      "loss": 5.56,
      "step": 384000
    },
    {
      "epoch": 1.39,
      "eval_loss": 5.621694564819336,
      "eval_runtime": 4.1243,
      "eval_samples_per_second": 242.707,
      "eval_steps_per_second": 15.275,
      "step": 384000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6813645291906165e-05,
      "loss": 5.5608,
      "step": 384500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6783482218264828e-05,
      "loss": 5.5455,
      "step": 385000
    },
    {
      "epoch": 1.39,
      "eval_loss": 5.554786205291748,
      "eval_runtime": 5.749,
      "eval_samples_per_second": 174.116,
      "eval_steps_per_second": 10.958,
      "step": 385000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6753319144623495e-05,
      "loss": 5.5584,
      "step": 385500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.672315607098216e-05,
      "loss": 5.5682,
      "step": 386000
    },
    {
      "epoch": 1.4,
      "eval_loss": 5.536126136779785,
      "eval_runtime": 4.2461,
      "eval_samples_per_second": 235.746,
      "eval_steps_per_second": 14.837,
      "step": 386000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6693053323488108e-05,
      "loss": 5.5461,
      "step": 386500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6662890249846772e-05,
      "loss": 5.5556,
      "step": 387000
    },
    {
      "epoch": 1.4,
      "eval_loss": 5.569164276123047,
      "eval_runtime": 4.2217,
      "eval_samples_per_second": 237.109,
      "eval_steps_per_second": 14.923,
      "step": 387000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6632727176205442e-05,
      "loss": 5.5503,
      "step": 387500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6602564102564102e-05,
      "loss": 5.561,
      "step": 388000
    },
    {
      "epoch": 1.4,
      "eval_loss": 5.604675769805908,
      "eval_runtime": 4.2406,
      "eval_samples_per_second": 236.052,
      "eval_steps_per_second": 14.856,
      "step": 388000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6572401028922773e-05,
      "loss": 5.5453,
      "step": 388500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.654229828142872e-05,
      "loss": 5.5681,
      "step": 389000
    },
    {
      "epoch": 1.41,
      "eval_loss": 5.55439567565918,
      "eval_runtime": 4.2063,
      "eval_samples_per_second": 237.977,
      "eval_steps_per_second": 14.978,
      "step": 389000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.651213520778738e-05,
      "loss": 5.5375,
      "step": 389500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.648197213414605e-05,
      "loss": 5.5561,
      "step": 390000
    },
    {
      "epoch": 1.41,
      "eval_loss": 5.5874738693237305,
      "eval_runtime": 4.1774,
      "eval_samples_per_second": 239.624,
      "eval_steps_per_second": 15.081,
      "step": 390000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6451809060504713e-05,
      "loss": 5.5464,
      "step": 390500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.642164598686338e-05,
      "loss": 5.5325,
      "step": 391000
    },
    {
      "epoch": 1.42,
      "eval_loss": 5.5877885818481445,
      "eval_runtime": 4.0293,
      "eval_samples_per_second": 248.429,
      "eval_steps_per_second": 15.635,
      "step": 391000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6391543239369326e-05,
      "loss": 5.5384,
      "step": 391500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6361380165727993e-05,
      "loss": 5.5592,
      "step": 392000
    },
    {
      "epoch": 1.42,
      "eval_loss": 5.5823540687561035,
      "eval_runtime": 3.8746,
      "eval_samples_per_second": 258.349,
      "eval_steps_per_second": 16.26,
      "step": 392000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6331217092086657e-05,
      "loss": 5.5406,
      "step": 392500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6301054018445327e-05,
      "loss": 5.554,
      "step": 393000
    },
    {
      "epoch": 1.42,
      "eval_loss": 5.59796667098999,
      "eval_runtime": 3.8288,
      "eval_samples_per_second": 261.442,
      "eval_steps_per_second": 16.454,
      "step": 393000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6270890944803987e-05,
      "loss": 5.5465,
      "step": 393500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6240727871162658e-05,
      "loss": 5.546,
      "step": 394000
    },
    {
      "epoch": 1.43,
      "eval_loss": 5.55270528793335,
      "eval_runtime": 4.0947,
      "eval_samples_per_second": 244.462,
      "eval_steps_per_second": 15.386,
      "step": 394000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6210625123668604e-05,
      "loss": 5.5609,
      "step": 394500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.618046205002727e-05,
      "loss": 5.5515,
      "step": 395000
    },
    {
      "epoch": 1.43,
      "eval_loss": 5.575203895568848,
      "eval_runtime": 4.2143,
      "eval_samples_per_second": 237.525,
      "eval_steps_per_second": 14.949,
      "step": 395000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6150298976385934e-05,
      "loss": 5.5391,
      "step": 395500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6120135902744598e-05,
      "loss": 5.5524,
      "step": 396000
    },
    {
      "epoch": 1.43,
      "eval_loss": 5.595301151275635,
      "eval_runtime": 4.0739,
      "eval_samples_per_second": 245.713,
      "eval_steps_per_second": 15.464,
      "step": 396000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6089972829103265e-05,
      "loss": 5.5546,
      "step": 396500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.605987008160921e-05,
      "loss": 5.5506,
      "step": 397000
    },
    {
      "epoch": 1.44,
      "eval_loss": 5.568810939788818,
      "eval_runtime": 4.1531,
      "eval_samples_per_second": 241.022,
      "eval_steps_per_second": 15.169,
      "step": 397000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6029707007967878e-05,
      "loss": 5.5422,
      "step": 397500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5999604260473824e-05,
      "loss": 5.5606,
      "step": 398000
    },
    {
      "epoch": 1.44,
      "eval_loss": 5.557425022125244,
      "eval_runtime": 4.2221,
      "eval_samples_per_second": 237.084,
      "eval_steps_per_second": 14.921,
      "step": 398000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5969441186832494e-05,
      "loss": 5.5471,
      "step": 398500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5939278113191158e-05,
      "loss": 5.5514,
      "step": 399000
    },
    {
      "epoch": 1.44,
      "eval_loss": 5.553510665893555,
      "eval_runtime": 4.1728,
      "eval_samples_per_second": 239.885,
      "eval_steps_per_second": 15.098,
      "step": 399000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5909115039549825e-05,
      "loss": 5.5371,
      "step": 399500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.587895196590849e-05,
      "loss": 5.5452,
      "step": 400000
    },
    {
      "epoch": 1.45,
      "eval_loss": 5.55861759185791,
      "eval_runtime": 4.2253,
      "eval_samples_per_second": 236.905,
      "eval_steps_per_second": 14.91,
      "step": 400000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5848788892267156e-05,
      "loss": 5.5338,
      "step": 400500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.581862581862582e-05,
      "loss": 5.5538,
      "step": 401000
    },
    {
      "epoch": 1.45,
      "eval_loss": 5.5573577880859375,
      "eval_runtime": 4.2195,
      "eval_samples_per_second": 237.233,
      "eval_steps_per_second": 14.931,
      "step": 401000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5788462744984486e-05,
      "loss": 5.5498,
      "step": 401500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5758359997490432e-05,
      "loss": 5.5545,
      "step": 402000
    },
    {
      "epoch": 1.46,
      "eval_loss": 5.518813133239746,
      "eval_runtime": 4.0734,
      "eval_samples_per_second": 245.741,
      "eval_steps_per_second": 15.466,
      "step": 402000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5728196923849103e-05,
      "loss": 5.5528,
      "step": 402500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5698033850207763e-05,
      "loss": 5.5465,
      "step": 403000
    },
    {
      "epoch": 1.46,
      "eval_loss": 5.5730109214782715,
      "eval_runtime": 4.2103,
      "eval_samples_per_second": 237.751,
      "eval_steps_per_second": 14.963,
      "step": 403000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5667870776566426e-05,
      "loss": 5.554,
      "step": 403500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5637707702925097e-05,
      "loss": 5.5516,
      "step": 404000
    },
    {
      "epoch": 1.46,
      "eval_loss": 5.568479061126709,
      "eval_runtime": 4.095,
      "eval_samples_per_second": 244.447,
      "eval_steps_per_second": 15.385,
      "step": 404000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5607604955431043e-05,
      "loss": 5.5377,
      "step": 404500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.557744188178971e-05,
      "loss": 5.5422,
      "step": 405000
    },
    {
      "epoch": 1.47,
      "eval_loss": 5.573971748352051,
      "eval_runtime": 4.0905,
      "eval_samples_per_second": 244.713,
      "eval_steps_per_second": 15.401,
      "step": 405000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5547278808148373e-05,
      "loss": 5.5486,
      "step": 405500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.551711573450704e-05,
      "loss": 5.5566,
      "step": 406000
    },
    {
      "epoch": 1.47,
      "eval_loss": 5.565399646759033,
      "eval_runtime": 4.2007,
      "eval_samples_per_second": 238.293,
      "eval_steps_per_second": 14.997,
      "step": 406000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5486952660865704e-05,
      "loss": 5.5534,
      "step": 406500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.545678958722437e-05,
      "loss": 5.5585,
      "step": 407000
    },
    {
      "epoch": 1.47,
      "eval_loss": 5.614578723907471,
      "eval_runtime": 4.1661,
      "eval_samples_per_second": 240.272,
      "eval_steps_per_second": 15.122,
      "step": 407000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5426686839730317e-05,
      "loss": 5.5461,
      "step": 407500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5396523766088987e-05,
      "loss": 5.5577,
      "step": 408000
    },
    {
      "epoch": 1.48,
      "eval_loss": 5.5891923904418945,
      "eval_runtime": 4.1531,
      "eval_samples_per_second": 241.024,
      "eval_steps_per_second": 15.169,
      "step": 408000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5366360692447648e-05,
      "loss": 5.5564,
      "step": 408500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5336197618806318e-05,
      "loss": 5.5332,
      "step": 409000
    },
    {
      "epoch": 1.48,
      "eval_loss": 5.594736099243164,
      "eval_runtime": 4.1179,
      "eval_samples_per_second": 243.084,
      "eval_steps_per_second": 15.299,
      "step": 409000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5306094871312264e-05,
      "loss": 5.562,
      "step": 409500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.527593179767093e-05,
      "loss": 5.5479,
      "step": 410000
    },
    {
      "epoch": 1.48,
      "eval_loss": 5.611057758331299,
      "eval_runtime": 3.9514,
      "eval_samples_per_second": 253.327,
      "eval_steps_per_second": 15.944,
      "step": 410000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5245768724029595e-05,
      "loss": 5.5425,
      "step": 410500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5215605650388258e-05,
      "loss": 5.5615,
      "step": 411000
    },
    {
      "epoch": 1.49,
      "eval_loss": 5.556435585021973,
      "eval_runtime": 3.947,
      "eval_samples_per_second": 253.608,
      "eval_steps_per_second": 15.961,
      "step": 411000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5185442576746925e-05,
      "loss": 5.5489,
      "step": 411500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.515533982925287e-05,
      "loss": 5.5524,
      "step": 412000
    },
    {
      "epoch": 1.49,
      "eval_loss": 5.55076265335083,
      "eval_runtime": 3.7148,
      "eval_samples_per_second": 269.464,
      "eval_steps_per_second": 16.959,
      "step": 412000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5125176755611542e-05,
      "loss": 5.5383,
      "step": 412500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5095013681970202e-05,
      "loss": 5.551,
      "step": 413000
    },
    {
      "epoch": 1.49,
      "eval_loss": 5.5648393630981445,
      "eval_runtime": 3.9,
      "eval_samples_per_second": 256.665,
      "eval_steps_per_second": 16.154,
      "step": 413000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5064850608328872e-05,
      "loss": 5.5427,
      "step": 413500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5034687534687536e-05,
      "loss": 5.5444,
      "step": 414000
    },
    {
      "epoch": 1.5,
      "eval_loss": 5.562320709228516,
      "eval_runtime": 4.0551,
      "eval_samples_per_second": 246.849,
      "eval_steps_per_second": 15.536,
      "step": 414000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5004584787193485e-05,
      "loss": 5.549,
      "step": 414500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.497442171355215e-05,
      "loss": 5.5571,
      "step": 415000
    },
    {
      "epoch": 1.5,
      "eval_loss": 5.529527187347412,
      "eval_runtime": 3.9424,
      "eval_samples_per_second": 253.906,
      "eval_steps_per_second": 15.98,
      "step": 415000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4944258639910813e-05,
      "loss": 5.537,
      "step": 415500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.491409556626948e-05,
      "loss": 5.5462,
      "step": 416000
    },
    {
      "epoch": 1.51,
      "eval_loss": 5.569790363311768,
      "eval_runtime": 4.0546,
      "eval_samples_per_second": 246.881,
      "eval_steps_per_second": 15.538,
      "step": 416000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.488399281877543e-05,
      "loss": 5.5532,
      "step": 416500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4853829745134093e-05,
      "loss": 5.5461,
      "step": 417000
    },
    {
      "epoch": 1.51,
      "eval_loss": 5.56859827041626,
      "eval_runtime": 4.2053,
      "eval_samples_per_second": 238.032,
      "eval_steps_per_second": 14.981,
      "step": 417000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.482366667149276e-05,
      "loss": 5.5524,
      "step": 417500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4793503597851427e-05,
      "loss": 5.5539,
      "step": 418000
    },
    {
      "epoch": 1.51,
      "eval_loss": 5.538581371307373,
      "eval_runtime": 4.1418,
      "eval_samples_per_second": 241.683,
      "eval_steps_per_second": 15.211,
      "step": 418000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.476334052421009e-05,
      "loss": 5.5466,
      "step": 418500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.473323777671604e-05,
      "loss": 5.5561,
      "step": 419000
    },
    {
      "epoch": 1.52,
      "eval_loss": 5.570122241973877,
      "eval_runtime": 4.1361,
      "eval_samples_per_second": 242.018,
      "eval_steps_per_second": 15.232,
      "step": 419000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4703074703074707e-05,
      "loss": 5.5666,
      "step": 419500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.467291162943337e-05,
      "loss": 5.554,
      "step": 420000
    },
    {
      "epoch": 1.52,
      "eval_loss": 5.601891040802002,
      "eval_runtime": 4.2243,
      "eval_samples_per_second": 236.962,
      "eval_steps_per_second": 14.914,
      "step": 420000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4642748555792037e-05,
      "loss": 5.5529,
      "step": 420500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4612645808297983e-05,
      "loss": 5.543,
      "step": 421000
    },
    {
      "epoch": 1.52,
      "eval_loss": 5.567346096038818,
      "eval_runtime": 4.1937,
      "eval_samples_per_second": 238.694,
      "eval_steps_per_second": 15.023,
      "step": 421000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4582482734656647e-05,
      "loss": 5.5413,
      "step": 421500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4552319661015314e-05,
      "loss": 5.5391,
      "step": 422000
    },
    {
      "epoch": 1.53,
      "eval_loss": 5.597777366638184,
      "eval_runtime": 4.1882,
      "eval_samples_per_second": 239.006,
      "eval_steps_per_second": 15.042,
      "step": 422000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4522156587373978e-05,
      "loss": 5.5391,
      "step": 422500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4491993513732644e-05,
      "loss": 5.5506,
      "step": 423000
    },
    {
      "epoch": 1.53,
      "eval_loss": 5.593500137329102,
      "eval_runtime": 4.1978,
      "eval_samples_per_second": 238.459,
      "eval_steps_per_second": 15.008,
      "step": 423000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.446183044009131e-05,
      "loss": 5.5521,
      "step": 423500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4431727692597258e-05,
      "loss": 5.5379,
      "step": 424000
    },
    {
      "epoch": 1.53,
      "eval_loss": 5.544180393218994,
      "eval_runtime": 4.1787,
      "eval_samples_per_second": 239.549,
      "eval_steps_per_second": 15.077,
      "step": 424000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4401564618955925e-05,
      "loss": 5.5495,
      "step": 424500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.437140154531459e-05,
      "loss": 5.5417,
      "step": 425000
    },
    {
      "epoch": 1.54,
      "eval_loss": 5.583528995513916,
      "eval_runtime": 4.1305,
      "eval_samples_per_second": 242.344,
      "eval_steps_per_second": 15.252,
      "step": 425000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4341238471673255e-05,
      "loss": 5.5366,
      "step": 425500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4311135724179205e-05,
      "loss": 5.5373,
      "step": 426000
    },
    {
      "epoch": 1.54,
      "eval_loss": 5.552159786224365,
      "eval_runtime": 4.2057,
      "eval_samples_per_second": 238.008,
      "eval_steps_per_second": 14.98,
      "step": 426000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4280972650537868e-05,
      "loss": 5.5466,
      "step": 426500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4250809576896535e-05,
      "loss": 5.5248,
      "step": 427000
    },
    {
      "epoch": 1.55,
      "eval_loss": 5.536990642547607,
      "eval_runtime": 4.0967,
      "eval_samples_per_second": 244.344,
      "eval_steps_per_second": 15.378,
      "step": 427000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4220646503255202e-05,
      "loss": 5.5544,
      "step": 427500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4190483429613866e-05,
      "loss": 5.5438,
      "step": 428000
    },
    {
      "epoch": 1.55,
      "eval_loss": 5.581920146942139,
      "eval_runtime": 4.05,
      "eval_samples_per_second": 247.158,
      "eval_steps_per_second": 15.555,
      "step": 428000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4160320355972533e-05,
      "loss": 5.5543,
      "step": 428500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.413021760847848e-05,
      "loss": 5.5448,
      "step": 429000
    },
    {
      "epoch": 1.55,
      "eval_loss": 5.557128429412842,
      "eval_runtime": 4.1843,
      "eval_samples_per_second": 239.226,
      "eval_steps_per_second": 15.056,
      "step": 429000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4100054534837142e-05,
      "loss": 5.536,
      "step": 429500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.406989146119581e-05,
      "loss": 5.5539,
      "step": 430000
    },
    {
      "epoch": 1.56,
      "eval_loss": 5.58180570602417,
      "eval_runtime": 4.1974,
      "eval_samples_per_second": 238.479,
      "eval_steps_per_second": 15.009,
      "step": 430000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4039728387554476e-05,
      "loss": 5.5363,
      "step": 430500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.400956531391314e-05,
      "loss": 5.5494,
      "step": 431000
    },
    {
      "epoch": 1.56,
      "eval_loss": 5.602090835571289,
      "eval_runtime": 4.0312,
      "eval_samples_per_second": 248.316,
      "eval_steps_per_second": 15.628,
      "step": 431000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.397946256641909e-05,
      "loss": 5.5326,
      "step": 431500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3949299492777753e-05,
      "loss": 5.5442,
      "step": 432000
    },
    {
      "epoch": 1.56,
      "eval_loss": 5.6263041496276855,
      "eval_runtime": 3.9955,
      "eval_samples_per_second": 250.529,
      "eval_steps_per_second": 15.768,
      "step": 432000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.391913641913642e-05,
      "loss": 5.5484,
      "step": 432500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3888973345495087e-05,
      "loss": 5.5355,
      "step": 433000
    },
    {
      "epoch": 1.57,
      "eval_loss": 5.561853885650635,
      "eval_runtime": 4.1484,
      "eval_samples_per_second": 241.296,
      "eval_steps_per_second": 15.186,
      "step": 433000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3858870598001033e-05,
      "loss": 5.5404,
      "step": 433500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.38287075243597e-05,
      "loss": 5.541,
      "step": 434000
    },
    {
      "epoch": 1.57,
      "eval_loss": 5.530201435089111,
      "eval_runtime": 4.1149,
      "eval_samples_per_second": 243.262,
      "eval_steps_per_second": 15.31,
      "step": 434000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3798544450718367e-05,
      "loss": 5.5463,
      "step": 434500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.376838137707703e-05,
      "loss": 5.5308,
      "step": 435000
    },
    {
      "epoch": 1.57,
      "eval_loss": 5.592388153076172,
      "eval_runtime": 4.1121,
      "eval_samples_per_second": 243.428,
      "eval_steps_per_second": 15.321,
      "step": 435000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3738218303435698e-05,
      "loss": 5.5466,
      "step": 435500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3708115555941644e-05,
      "loss": 5.5422,
      "step": 436000
    },
    {
      "epoch": 1.58,
      "eval_loss": 5.5666399002075195,
      "eval_runtime": 4.0817,
      "eval_samples_per_second": 245.244,
      "eval_steps_per_second": 15.435,
      "step": 436000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3677952482300307e-05,
      "loss": 5.5384,
      "step": 436500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3647789408658974e-05,
      "loss": 5.5429,
      "step": 437000
    },
    {
      "epoch": 1.58,
      "eval_loss": 5.560754299163818,
      "eval_runtime": 5.9793,
      "eval_samples_per_second": 167.411,
      "eval_steps_per_second": 10.536,
      "step": 437000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.361762633501764e-05,
      "loss": 5.5554,
      "step": 437500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3587463261376305e-05,
      "loss": 5.5484,
      "step": 438000
    },
    {
      "epoch": 1.59,
      "eval_loss": 5.554554462432861,
      "eval_runtime": 3.705,
      "eval_samples_per_second": 270.178,
      "eval_steps_per_second": 17.004,
      "step": 438000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3557300187734972e-05,
      "loss": 5.5452,
      "step": 438500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3527137114093635e-05,
      "loss": 5.5396,
      "step": 439000
    },
    {
      "epoch": 1.59,
      "eval_loss": 5.551665782928467,
      "eval_runtime": 3.5833,
      "eval_samples_per_second": 279.351,
      "eval_steps_per_second": 17.582,
      "step": 439000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3496974040452302e-05,
      "loss": 5.5407,
      "step": 439500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3466931619105535e-05,
      "loss": 5.5455,
      "step": 440000
    },
    {
      "epoch": 1.59,
      "eval_loss": 5.568324089050293,
      "eval_runtime": 3.9095,
      "eval_samples_per_second": 256.043,
      "eval_steps_per_second": 16.115,
      "step": 440000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3436768545464198e-05,
      "loss": 5.5508,
      "step": 440500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3406605471822865e-05,
      "loss": 5.5582,
      "step": 441000
    },
    {
      "epoch": 1.6,
      "eval_loss": 5.559935569763184,
      "eval_runtime": 3.8918,
      "eval_samples_per_second": 257.21,
      "eval_steps_per_second": 16.188,
      "step": 441000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3376442398181532e-05,
      "loss": 5.5465,
      "step": 441500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3346279324540196e-05,
      "loss": 5.5556,
      "step": 442000
    },
    {
      "epoch": 1.6,
      "eval_loss": 5.554677963256836,
      "eval_runtime": 3.9336,
      "eval_samples_per_second": 254.477,
      "eval_steps_per_second": 16.016,
      "step": 442000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3316116250898863e-05,
      "loss": 5.5417,
      "step": 442500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.328601350340481e-05,
      "loss": 5.5424,
      "step": 443000
    },
    {
      "epoch": 1.6,
      "eval_loss": 5.574638843536377,
      "eval_runtime": 4.029,
      "eval_samples_per_second": 248.45,
      "eval_steps_per_second": 15.637,
      "step": 443000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3255850429763472e-05,
      "loss": 5.5643,
      "step": 443500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.322568735612214e-05,
      "loss": 5.5361,
      "step": 444000
    },
    {
      "epoch": 1.61,
      "eval_loss": 5.589256286621094,
      "eval_runtime": 4.176,
      "eval_samples_per_second": 239.704,
      "eval_steps_per_second": 15.086,
      "step": 444000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3195524282480803e-05,
      "loss": 5.5349,
      "step": 444500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.316536120883947e-05,
      "loss": 5.5408,
      "step": 445000
    },
    {
      "epoch": 1.61,
      "eval_loss": 5.5889177322387695,
      "eval_runtime": 4.1178,
      "eval_samples_per_second": 243.092,
      "eval_steps_per_second": 15.299,
      "step": 445000
    }
  ],
  "max_steps": 828828,
  "num_train_epochs": 3,
  "total_flos": 5.4536747264337715e+17,
  "trial_name": null,
  "trial_params": null
}