| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 93730, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.813293502613891e-05, | |
| "loss": 3.4729, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.626587005227782e-05, | |
| "loss": 3.0263, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.439880507841673e-05, | |
| "loss": 2.8813, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.253174010455564e-05, | |
| "loss": 2.7034, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.066467513069455e-05, | |
| "loss": 2.7308, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.879761015683346e-05, | |
| "loss": 2.6246, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.693054518297237e-05, | |
| "loss": 2.5404, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.506348020911128e-05, | |
| "loss": 2.543, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.319641523525019e-05, | |
| "loss": 2.4337, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.13293502613891e-05, | |
| "loss": 2.5003, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9462285287528007e-05, | |
| "loss": 2.4064, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.759522031366692e-05, | |
| "loss": 2.3045, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5728155339805826e-05, | |
| "loss": 2.3047, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3861090365944735e-05, | |
| "loss": 2.2855, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.1994025392083645e-05, | |
| "loss": 2.3088, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.0126960418222554e-05, | |
| "loss": 2.2434, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8259895444361464e-05, | |
| "loss": 2.215, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6392830470500377e-05, | |
| "loss": 2.2731, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4525765496639285e-05, | |
| "loss": 2.1623, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2658700522778194e-05, | |
| "loss": 2.1395, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0791635548917104e-05, | |
| "loss": 2.2036, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.924570575056013e-06, | |
| "loss": 2.1406, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.057505601194922e-06, | |
| "loss": 2.0425, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.190440627333831e-06, | |
| "loss": 2.0832, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.3233756534727413e-06, | |
| "loss": 2.0409, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4563106796116506e-06, | |
| "loss": 2.0602, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.991784914115011e-05, | |
| "loss": 2.1169, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 3.95444361463779e-05, | |
| "loss": 1.9384, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 3.917102315160568e-05, | |
| "loss": 1.9064, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 3.879761015683346e-05, | |
| "loss": 1.9263, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 3.8424197162061244e-05, | |
| "loss": 1.984, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.805078416728902e-05, | |
| "loss": 1.9026, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 3.7677371172516806e-05, | |
| "loss": 1.9688, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.7303958177744584e-05, | |
| "loss": 1.9084, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 3.693054518297237e-05, | |
| "loss": 1.9521, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 3.655713218820015e-05, | |
| "loss": 1.9084, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 3.618371919342793e-05, | |
| "loss": 1.957, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 3.5810306198655716e-05, | |
| "loss": 1.9216, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 3.54368932038835e-05, | |
| "loss": 1.9009, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 3.506348020911128e-05, | |
| "loss": 1.9264, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 3.469006721433906e-05, | |
| "loss": 1.9279, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 3.431665421956684e-05, | |
| "loss": 1.8553, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 3.3943241224794625e-05, | |
| "loss": 1.9544, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 3.35698282300224e-05, | |
| "loss": 1.8713, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 3.319641523525019e-05, | |
| "loss": 1.877, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 3.2823002240477966e-05, | |
| "loss": 1.8483, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 3.244958924570575e-05, | |
| "loss": 1.8154, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 3.2076176250933535e-05, | |
| "loss": 1.897, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 3.170276325616132e-05, | |
| "loss": 1.8807, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.13293502613891e-05, | |
| "loss": 1.8696, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 3.095593726661688e-05, | |
| "loss": 1.8949, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 3.058252427184466e-05, | |
| "loss": 1.8808, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 3.0209111277072444e-05, | |
| "loss": 1.8257, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 2.9835698282300222e-05, | |
| "loss": 1.6733, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 2.9462285287528007e-05, | |
| "loss": 1.3824, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 2.9088872292755788e-05, | |
| "loss": 1.4268, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 2.8715459297983573e-05, | |
| "loss": 1.3661, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 2.834204630321135e-05, | |
| "loss": 1.3921, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 2.7968633308439135e-05, | |
| "loss": 1.381, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 2.759522031366692e-05, | |
| "loss": 1.4431, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 2.7221807318894698e-05, | |
| "loss": 1.4092, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 2.6848394324122482e-05, | |
| "loss": 1.3834, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 2.6474981329350264e-05, | |
| "loss": 1.3976, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 2.6101568334578048e-05, | |
| "loss": 1.4163, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 2.5728155339805826e-05, | |
| "loss": 1.463, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 2.535474234503361e-05, | |
| "loss": 1.3829, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 2.498132935026139e-05, | |
| "loss": 1.4267, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 2.4607916355489173e-05, | |
| "loss": 1.4251, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 2.4234503360716954e-05, | |
| "loss": 1.3971, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 2.3861090365944735e-05, | |
| "loss": 1.4307, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 2.3487677371172517e-05, | |
| "loss": 1.3797, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 2.3114264376400298e-05, | |
| "loss": 1.4136, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 2.2740851381628083e-05, | |
| "loss": 1.3923, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 2.2367438386855864e-05, | |
| "loss": 1.4402, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 2.1994025392083645e-05, | |
| "loss": 1.4485, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 2.1620612397311426e-05, | |
| "loss": 1.3766, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 2.1247199402539207e-05, | |
| "loss": 1.3877, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 2.0873786407766992e-05, | |
| "loss": 1.4218, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 2.0500373412994773e-05, | |
| "loss": 1.4167, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 2.0126960418222554e-05, | |
| "loss": 1.3621, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 1.9753547423450336e-05, | |
| "loss": 1.0586, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.9380134428678117e-05, | |
| "loss": 0.9882, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 1.9006721433905898e-05, | |
| "loss": 0.9795, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 1.8633308439133683e-05, | |
| "loss": 0.9992, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 1.8259895444361464e-05, | |
| "loss": 0.9474, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 1.7886482449589245e-05, | |
| "loss": 0.9975, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 1.7513069454817026e-05, | |
| "loss": 0.9606, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 1.713965646004481e-05, | |
| "loss": 0.9781, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.6766243465272592e-05, | |
| "loss": 1.0437, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 1.6392830470500377e-05, | |
| "loss": 0.963, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 1.6019417475728158e-05, | |
| "loss": 1.0407, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 1.564600448095594e-05, | |
| "loss": 1.0054, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 1.527259148618372e-05, | |
| "loss": 1.0396, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 1.4899178491411503e-05, | |
| "loss": 1.0051, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 1.4525765496639285e-05, | |
| "loss": 0.9828, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.4152352501867066e-05, | |
| "loss": 0.9976, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 1.3778939507094849e-05, | |
| "loss": 1.0251, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 1.340552651232263e-05, | |
| "loss": 1.0432, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 1.3032113517550413e-05, | |
| "loss": 0.9727, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.2658700522778194e-05, | |
| "loss": 0.9822, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 1.2285287528005974e-05, | |
| "loss": 1.0392, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 1.1911874533233758e-05, | |
| "loss": 0.9943, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 1.153846153846154e-05, | |
| "loss": 1.0256, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 1.116504854368932e-05, | |
| "loss": 1.0166, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.0791635548917104e-05, | |
| "loss": 0.9493, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 1.0418222554144885e-05, | |
| "loss": 1.0561, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.0044809559372668e-05, | |
| "loss": 0.976, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 9.671396564600449e-06, | |
| "loss": 0.7222, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 9.29798356982823e-06, | |
| "loss": 0.6606, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 8.924570575056013e-06, | |
| "loss": 0.6666, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 8.551157580283794e-06, | |
| "loss": 0.6524, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 8.177744585511576e-06, | |
| "loss": 0.6646, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 7.804331590739359e-06, | |
| "loss": 0.7429, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 7.43091859596714e-06, | |
| "loss": 0.711, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 7.057505601194922e-06, | |
| "loss": 0.6983, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 6.684092606422704e-06, | |
| "loss": 0.6639, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 6.310679611650486e-06, | |
| "loss": 0.7254, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 5.937266616878267e-06, | |
| "loss": 0.701, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 5.563853622106049e-06, | |
| "loss": 0.7424, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 5.190440627333831e-06, | |
| "loss": 0.6679, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 4.817027632561613e-06, | |
| "loss": 0.6413, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 4.443614637789395e-06, | |
| "loss": 0.7014, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 4.070201643017177e-06, | |
| "loss": 0.6786, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 3.6967886482449596e-06, | |
| "loss": 0.6792, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 3.3233756534727413e-06, | |
| "loss": 0.7148, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 2.949962658700523e-06, | |
| "loss": 0.6512, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 2.5765496639283046e-06, | |
| "loss": 0.681, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 2.203136669156087e-06, | |
| "loss": 0.7019, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 1.8297236743838687e-06, | |
| "loss": 0.5755, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 1.4563106796116506e-06, | |
| "loss": 0.5506, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 1.0828976848394324e-06, | |
| "loss": 0.5695, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 7.094846900672144e-07, | |
| "loss": 0.5534, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 3.360716952949963e-07, | |
| "loss": 0.5473, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 1.425904192894484e-05, | |
| "loss": 0.5644, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 1.39923183612504e-05, | |
| "loss": 0.574, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 1.3725594793555959e-05, | |
| "loss": 0.5951, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 1.345887122586152e-05, | |
| "loss": 0.6167, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 1.3192147658167076e-05, | |
| "loss": 0.6116, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 1.2925424090472635e-05, | |
| "loss": 0.6739, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 1.2658700522778194e-05, | |
| "loss": 0.6638, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 1.2391976955083752e-05, | |
| "loss": 0.6339, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 1.212525338738931e-05, | |
| "loss": 0.6601, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 1.1858529819694868e-05, | |
| "loss": 0.6563, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 1.1591806252000428e-05, | |
| "loss": 0.6491, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 1.1325082684305987e-05, | |
| "loss": 0.6026, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 1.1058359116611544e-05, | |
| "loss": 0.6851, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 1.0791635548917104e-05, | |
| "loss": 0.6337, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 1.0524911981222661e-05, | |
| "loss": 0.6659, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 1.025818841352822e-05, | |
| "loss": 0.6691, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 9.991464845833778e-06, | |
| "loss": 0.6611, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 9.724741278139336e-06, | |
| "loss": 0.6542, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 9.458017710444895e-06, | |
| "loss": 0.6849, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 9.191294142750454e-06, | |
| "loss": 0.6552, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 8.924570575056013e-06, | |
| "loss": 0.6636, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 8.65784700736157e-06, | |
| "loss": 0.6323, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 8.39112343966713e-06, | |
| "loss": 0.6581, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 8.124399871972687e-06, | |
| "loss": 0.6613, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 7.857676304278247e-06, | |
| "loss": 0.6816, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 7.590952736583805e-06, | |
| "loss": 0.6908, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 7.324229168889363e-06, | |
| "loss": 0.6854, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 7.057505601194922e-06, | |
| "loss": 0.5705, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 6.79078203350048e-06, | |
| "loss": 0.4532, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 6.5240584658060394e-06, | |
| "loss": 0.4785, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 6.257334898111597e-06, | |
| "loss": 0.4568, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 5.990611330417156e-06, | |
| "loss": 0.4415, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 5.723887762722714e-06, | |
| "loss": 0.4598, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 5.457164195028273e-06, | |
| "loss": 0.4661, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 5.190440627333831e-06, | |
| "loss": 0.437, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 4.92371705963939e-06, | |
| "loss": 0.4782, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 4.656993491944948e-06, | |
| "loss": 0.465, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 4.390269924250507e-06, | |
| "loss": 0.4491, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 4.123546356556066e-06, | |
| "loss": 0.4727, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 3.856822788861624e-06, | |
| "loss": 0.4576, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 3.590099221167183e-06, | |
| "loss": 0.4565, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 3.3233756534727413e-06, | |
| "loss": 0.4646, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 3.0566520857782996e-06, | |
| "loss": 0.4749, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 2.789928518083858e-06, | |
| "loss": 0.3821, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 2.523204950389417e-06, | |
| "loss": 0.4083, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "learning_rate": 2.2564813826949748e-06, | |
| "loss": 0.4041, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 1.9897578150005336e-06, | |
| "loss": 0.4081, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 1.723034247306092e-06, | |
| "loss": 0.4027, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 1.4563106796116506e-06, | |
| "loss": 0.4354, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "learning_rate": 1.189587111917209e-06, | |
| "loss": 0.4193, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 9.228635442227675e-07, | |
| "loss": 0.3877, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 6.91, | |
| "learning_rate": 6.56139976528326e-07, | |
| "loss": 0.4322, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 3.894164088338846e-07, | |
| "loss": 0.4068, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 1.226928411394431e-07, | |
| "loss": 0.3968, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "step": 93730, | |
| "total_flos": 2.490638010831667e+16, | |
| "train_loss": 0.024883948061263487, | |
| "train_runtime": 1768.5377, | |
| "train_samples_per_second": 211.99, | |
| "train_steps_per_second": 52.999 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 93730, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 2.490638010831667e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |