{ "best_metric": null, "best_model_checkpoint": null, "epoch": 10.0, "global_step": 560, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.09, "learning_rate": 0.00013451892828543385, "loss": 3.9488, "step": 5 }, { "epoch": 0.18, "learning_rate": 0.00012668528006706028, "loss": 3.8298, "step": 10 }, { "epoch": 0.27, "learning_rate": 0.00011431137524750748, "loss": 3.7557, "step": 15 }, { "epoch": 0.36, "learning_rate": 9.836442450346448e-05, "loss": 3.5311, "step": 20 }, { "epoch": 0.45, "learning_rate": 8.009092691870492e-05, "loss": 3.3526, "step": 25 }, { "epoch": 0.54, "learning_rate": 6.0919236939313083e-05, "loss": 3.5934, "step": 30 }, { "epoch": 0.62, "learning_rate": 4.2347916539754844e-05, "loss": 3.3983, "step": 35 }, { "epoch": 0.71, "learning_rate": 2.5828599592490882e-05, "loss": 3.6609, "step": 40 }, { "epoch": 0.8, "learning_rate": 1.2652524389394753e-05, "loss": 3.4898, "step": 45 }, { "epoch": 0.89, "learning_rate": 3.849603540845984e-06, "loss": 3.5749, "step": 50 }, { "epoch": 0.98, "learning_rate": 1.0792048977778093e-07, "loss": 3.4588, "step": 55 }, { "epoch": 1.07, "learning_rate": 1.7199452243268996e-06, "loss": 3.2536, "step": 60 }, { "epoch": 1.16, "learning_rate": 8.559673257059505e-06, "loss": 3.2439, "step": 65 }, { "epoch": 1.25, "learning_rate": 2.009247481060283e-05, "loss": 3.2968, "step": 70 }, { "epoch": 1.34, "learning_rate": 3.541688434458052e-05, "loss": 3.4346, "step": 75 }, { "epoch": 1.43, "learning_rate": 5.333506393059682e-05, "loss": 3.3563, "step": 80 }, { "epoch": 1.52, "learning_rate": 7.244643268047132e-05, "loss": 3.2696, "step": 85 }, { "epoch": 1.61, "learning_rate": 9.125714365012444e-05, "loss": 3.4046, "step": 90 }, { "epoch": 1.7, "learning_rate": 0.00010829685091793463, "loss": 3.4708, "step": 95 }, { "epoch": 1.79, "learning_rate": 0.00012223363969730684, "loss": 3.2387, "step": 100 }, { "epoch": 1.88, "learning_rate": 0.00013197813593027427, "loss": 3.3163, "step": 105 }, { "epoch": 1.96, "learning_rate": 0.00013676865759867644, "loss": 3.2581, "step": 110 }, { "epoch": 2.05, "learning_rate": 0.000136230751870351, "loss": 3.1941, "step": 115 }, { "epoch": 2.14, "learning_rate": 0.00013040646433810595, "loss": 3.0392, "step": 120 }, { "epoch": 2.23, "learning_rate": 0.00011975105251098516, "loss": 3.0188, "step": 125 }, { "epoch": 2.32, "learning_rate": 0.00010509740044895205, "loss": 3.1013, "step": 130 }, { "epoch": 2.41, "learning_rate": 8.759091608374473e-05, "loss": 3.0585, "step": 135 }, { "epoch": 2.5, "learning_rate": 6.860000000000001e-05, "loss": 3.1302, "step": 140 }, { "epoch": 2.59, "learning_rate": 4.9609083916255386e-05, "loss": 3.2358, "step": 145 }, { "epoch": 2.68, "learning_rate": 3.210259955104798e-05, "loss": 3.119, "step": 150 }, { "epoch": 2.77, "learning_rate": 1.744894748901483e-05, "loss": 2.9946, "step": 155 }, { "epoch": 2.86, "learning_rate": 6.793535661894062e-06, "loss": 3.0184, "step": 160 }, { "epoch": 2.95, "learning_rate": 9.692481296490106e-07, "loss": 2.9798, "step": 165 }, { "epoch": 3.04, "learning_rate": 4.313424013235498e-07, "loss": 3.1282, "step": 170 }, { "epoch": 3.12, "learning_rate": 5.22186406972573e-06, "loss": 3.0772, "step": 175 }, { "epoch": 3.21, "learning_rate": 1.496636030269314e-05, "loss": 2.8216, "step": 180 }, { "epoch": 3.3, "learning_rate": 2.890314908206528e-05, "loss": 2.7665, "step": 185 }, { "epoch": 3.39, "learning_rate": 4.594285634987545e-05, "loss": 3.0073, "step": 190 }, { "epoch": 3.48, "learning_rate": 6.475356731952864e-05, "loss": 3.0372, "step": 195 }, { "epoch": 3.57, "learning_rate": 8.386493606940314e-05, "loss": 2.807, "step": 200 }, { "epoch": 3.66, "learning_rate": 0.0001017831156554194, "loss": 3.1058, "step": 205 }, { "epoch": 3.75, "learning_rate": 0.0001171075251893971, "loss": 2.961, "step": 210 }, { "epoch": 3.84, "learning_rate": 0.0001286403267429405, "loss": 3.1032, "step": 215 }, { "epoch": 3.93, "learning_rate": 0.0001354800547756731, "loss": 2.7667, "step": 220 }, { "epoch": 4.02, "learning_rate": 0.00013709207951022223, "loss": 3.0024, "step": 225 }, { "epoch": 4.11, "learning_rate": 0.00013335039645915404, "loss": 2.8538, "step": 230 }, { "epoch": 4.2, "learning_rate": 0.00012454747561060531, "loss": 2.8202, "step": 235 }, { "epoch": 4.29, "learning_rate": 0.00011137140040750914, "loss": 2.6845, "step": 240 }, { "epoch": 4.38, "learning_rate": 9.485208346024522e-05, "loss": 2.6865, "step": 245 }, { "epoch": 4.46, "learning_rate": 7.62807630606869e-05, "loss": 2.8686, "step": 250 }, { "epoch": 4.55, "learning_rate": 5.710907308129509e-05, "loss": 2.9936, "step": 255 }, { "epoch": 4.64, "learning_rate": 3.883557549653544e-05, "loss": 2.5979, "step": 260 }, { "epoch": 4.73, "learning_rate": 2.2888624752492583e-05, "loss": 2.7179, "step": 265 }, { "epoch": 4.82, "learning_rate": 1.0514719932939762e-05, "loss": 2.9387, "step": 270 }, { "epoch": 4.91, "learning_rate": 2.681071714566175e-06, "loss": 2.6822, "step": 275 }, { "epoch": 5.0, "learning_rate": 0.0, "loss": 2.7684, "step": 280 }, { "epoch": 5.09, "learning_rate": 2.6810717145661523e-06, "loss": 2.6722, "step": 285 }, { "epoch": 5.18, "learning_rate": 1.0514719932939649e-05, "loss": 2.597, "step": 290 }, { "epoch": 5.27, "learning_rate": 2.2888624752492607e-05, "loss": 2.7343, "step": 295 }, { "epoch": 5.36, "learning_rate": 3.8835575496535365e-05, "loss": 2.567, "step": 300 }, { "epoch": 5.45, "learning_rate": 5.7109073081294886e-05, "loss": 2.6375, "step": 305 }, { "epoch": 5.54, "learning_rate": 7.628076306068694e-05, "loss": 2.734, "step": 310 }, { "epoch": 5.62, "learning_rate": 9.485208346024515e-05, "loss": 2.6448, "step": 315 }, { "epoch": 5.71, "learning_rate": 0.00011137140040750908, "loss": 2.6255, "step": 320 }, { "epoch": 5.8, "learning_rate": 0.0001245474756106052, "loss": 2.6455, "step": 325 }, { "epoch": 5.89, "learning_rate": 0.00013335039645915407, "loss": 2.5969, "step": 330 }, { "epoch": 5.98, "learning_rate": 0.00013709207951022223, "loss": 2.6923, "step": 335 }, { "epoch": 6.07, "learning_rate": 0.00013548005477567314, "loss": 2.3761, "step": 340 }, { "epoch": 6.16, "learning_rate": 0.00012864032674294047, "loss": 2.4563, "step": 345 }, { "epoch": 6.25, "learning_rate": 0.00011710752518939715, "loss": 2.4791, "step": 350 }, { "epoch": 6.34, "learning_rate": 0.00010178311565541947, "loss": 2.446, "step": 355 }, { "epoch": 6.43, "learning_rate": 8.386493606940322e-05, "loss": 2.5515, "step": 360 }, { "epoch": 6.52, "learning_rate": 6.475356731952872e-05, "loss": 2.5469, "step": 365 }, { "epoch": 6.61, "learning_rate": 4.594285634987565e-05, "loss": 2.6391, "step": 370 }, { "epoch": 6.7, "learning_rate": 2.890314908206545e-05, "loss": 2.36, "step": 375 }, { "epoch": 6.79, "learning_rate": 1.496636030269327e-05, "loss": 2.4806, "step": 380 }, { "epoch": 6.88, "learning_rate": 5.221864069725715e-06, "loss": 2.6083, "step": 385 }, { "epoch": 6.96, "learning_rate": 4.3134240132355735e-07, "loss": 2.6457, "step": 390 }, { "epoch": 7.05, "learning_rate": 9.692481296490106e-07, "loss": 2.4165, "step": 395 }, { "epoch": 7.14, "learning_rate": 6.793535661894024e-06, "loss": 2.301, "step": 400 }, { "epoch": 7.23, "learning_rate": 1.744894748901478e-05, "loss": 2.4478, "step": 405 }, { "epoch": 7.32, "learning_rate": 3.2102599551047805e-05, "loss": 2.3692, "step": 410 }, { "epoch": 7.41, "learning_rate": 4.960908391625518e-05, "loss": 2.3269, "step": 415 }, { "epoch": 7.5, "learning_rate": 6.859999999999982e-05, "loss": 2.1706, "step": 420 }, { "epoch": 7.59, "learning_rate": 8.759091608374469e-05, "loss": 2.3618, "step": 425 }, { "epoch": 7.68, "learning_rate": 0.00010509740044895209, "loss": 2.284, "step": 430 }, { "epoch": 7.77, "learning_rate": 0.00011975105251098514, "loss": 2.3587, "step": 435 }, { "epoch": 7.86, "learning_rate": 0.00013040646433810593, "loss": 2.4467, "step": 440 }, { "epoch": 7.95, "learning_rate": 0.000136230751870351, "loss": 2.5326, "step": 445 }, { "epoch": 8.04, "learning_rate": 0.00013676865759867642, "loss": 2.3045, "step": 450 }, { "epoch": 8.12, "learning_rate": 0.00013197813593027432, "loss": 2.1819, "step": 455 }, { "epoch": 8.21, "learning_rate": 0.00012223363969730697, "loss": 2.2893, "step": 460 }, { "epoch": 8.3, "learning_rate": 0.00010829685091793466, "loss": 2.3117, "step": 465 }, { "epoch": 8.39, "learning_rate": 9.12571436501247e-05, "loss": 2.272, "step": 470 }, { "epoch": 8.48, "learning_rate": 7.24464326804714e-05, "loss": 2.3461, "step": 475 }, { "epoch": 8.57, "learning_rate": 5.33350639305969e-05, "loss": 2.1348, "step": 480 }, { "epoch": 8.66, "learning_rate": 3.541688434458043e-05, "loss": 2.2985, "step": 485 }, { "epoch": 8.75, "learning_rate": 2.0092474810602934e-05, "loss": 2.077, "step": 490 }, { "epoch": 8.84, "learning_rate": 8.559673257059573e-06, "loss": 2.2565, "step": 495 }, { "epoch": 8.93, "learning_rate": 1.719945224326892e-06, "loss": 2.1992, "step": 500 }, { "epoch": 9.02, "learning_rate": 1.0792048977777332e-07, "loss": 2.1455, "step": 505 }, { "epoch": 9.11, "learning_rate": 3.849603540845977e-06, "loss": 2.1314, "step": 510 }, { "epoch": 9.2, "learning_rate": 1.2652524389394722e-05, "loss": 1.9046, "step": 515 }, { "epoch": 9.29, "learning_rate": 2.582859959249101e-05, "loss": 2.0235, "step": 520 }, { "epoch": 9.38, "learning_rate": 4.234791653975475e-05, "loss": 2.0746, "step": 525 }, { "epoch": 9.46, "learning_rate": 6.091923693931295e-05, "loss": 2.0545, "step": 530 }, { "epoch": 9.55, "learning_rate": 8.0090926918705e-05, "loss": 2.0609, "step": 535 }, { "epoch": 9.64, "learning_rate": 9.83644245034643e-05, "loss": 2.1458, "step": 540 }, { "epoch": 9.73, "learning_rate": 0.00011431137524750748, "loss": 1.9214, "step": 545 }, { "epoch": 9.82, "learning_rate": 0.00012668528006706028, "loss": 2.2293, "step": 550 }, { "epoch": 9.91, "learning_rate": 0.00013451892828543387, "loss": 2.2592, "step": 555 }, { "epoch": 10.0, "learning_rate": 0.0001372, "loss": 2.1707, "step": 560 } ], "max_steps": 560, "num_train_epochs": 10, "total_flos": 578761850880000.0, "trial_name": null, "trial_params": null }