| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.8229775327133569, | |
| "eval_steps": 500, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5.0453611334320685e-06, | |
| "loss": 0.3087, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 6.229195710491767e-06, | |
| "loss": 0.3064, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.903829450223392e-06, | |
| "loss": 0.3032, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.377725845391017e-06, | |
| "loss": 0.2897, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.743343231239583e-06, | |
| "loss": 0.2752, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.041073861170494e-06, | |
| "loss": 0.2695, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.292222957399574e-06, | |
| "loss": 0.2657, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.509413541357755e-06, | |
| "loss": 0.2567, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.700744577655557e-06, | |
| "loss": 0.2824, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.871723942761204e-06, | |
| "loss": 0.266, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.026267958246849e-06, | |
| "loss": 0.2634, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.16726106663399e-06, | |
| "loss": 0.2691, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.296889251455016e-06, | |
| "loss": 0.256, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.416848797368692e-06, | |
| "loss": 0.2534, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.528482449516371e-06, | |
| "loss": 0.2719, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.632871309784314e-06, | |
| "loss": 0.2646, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.73089868785391e-06, | |
| "loss": 0.2508, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.823295589572114e-06, | |
| "loss": 0.2521, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.910673836465484e-06, | |
| "loss": 0.2381, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.993550644973805e-06, | |
| "loss": 0.2728, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.976842105263158e-06, | |
| "loss": 0.2246, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.950526315789475e-06, | |
| "loss": 0.2373, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.92421052631579e-06, | |
| "loss": 0.2511, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.897894736842107e-06, | |
| "loss": 0.246, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.871578947368422e-06, | |
| "loss": 0.2273, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.845263157894738e-06, | |
| "loss": 0.2509, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.818947368421053e-06, | |
| "loss": 0.2126, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.79263157894737e-06, | |
| "loss": 0.2007, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.766315789473685e-06, | |
| "loss": 0.248, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.74e-06, | |
| "loss": 0.2357, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.713684210526317e-06, | |
| "loss": 0.2349, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.687368421052632e-06, | |
| "loss": 0.2388, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.661052631578948e-06, | |
| "loss": 0.2527, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.634736842105265e-06, | |
| "loss": 0.2283, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.60842105263158e-06, | |
| "loss": 0.2347, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.582105263157897e-06, | |
| "loss": 0.2423, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.555789473684211e-06, | |
| "loss": 0.2306, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.529473684210528e-06, | |
| "loss": 0.2452, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.503157894736843e-06, | |
| "loss": 0.2157, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.476842105263158e-06, | |
| "loss": 0.2229, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.452631578947368e-06, | |
| "loss": 0.2176, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.426315789473685e-06, | |
| "loss": 0.2204, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.4e-06, | |
| "loss": 0.2197, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.373684210526316e-06, | |
| "loss": 0.2192, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.347368421052633e-06, | |
| "loss": 0.2084, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.321052631578948e-06, | |
| "loss": 0.2202, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.294736842105265e-06, | |
| "loss": 0.2066, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.26842105263158e-06, | |
| "loss": 0.1891, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.242105263157896e-06, | |
| "loss": 0.2137, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.215789473684211e-06, | |
| "loss": 0.2114, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.189473684210526e-06, | |
| "loss": 0.2036, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.163157894736843e-06, | |
| "loss": 0.2245, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.136842105263158e-06, | |
| "loss": 0.206, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.110526315789475e-06, | |
| "loss": 0.2267, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.08421052631579e-06, | |
| "loss": 0.2308, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.057894736842106e-06, | |
| "loss": 0.1975, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.031578947368423e-06, | |
| "loss": 0.206, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.005263157894738e-06, | |
| "loss": 0.1878, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.978947368421055e-06, | |
| "loss": 0.2008, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.95263157894737e-06, | |
| "loss": 0.2034, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.926315789473685e-06, | |
| "loss": 0.2075, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.900000000000001e-06, | |
| "loss": 0.2086, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.873684210526316e-06, | |
| "loss": 0.1993, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.847368421052633e-06, | |
| "loss": 0.204, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.821052631578948e-06, | |
| "loss": 0.1998, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.794736842105264e-06, | |
| "loss": 0.222, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.76842105263158e-06, | |
| "loss": 0.2151, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.742105263157894e-06, | |
| "loss": 0.1854, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.715789473684211e-06, | |
| "loss": 0.2148, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.689473684210526e-06, | |
| "loss": 0.1965, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.663157894736843e-06, | |
| "loss": 0.216, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.63684210526316e-06, | |
| "loss": 0.2021, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.610526315789474e-06, | |
| "loss": 0.1922, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.584210526315791e-06, | |
| "loss": 0.2068, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.557894736842106e-06, | |
| "loss": 0.2174, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.531578947368423e-06, | |
| "loss": 0.1834, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.505263157894738e-06, | |
| "loss": 0.1714, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.478947368421053e-06, | |
| "loss": 0.2106, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.45263157894737e-06, | |
| "loss": 0.2222, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.426315789473684e-06, | |
| "loss": 0.1911, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.402105263157896e-06, | |
| "loss": 0.1918, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.375789473684211e-06, | |
| "loss": 0.1831, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.349473684210528e-06, | |
| "loss": 0.1808, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.323157894736843e-06, | |
| "loss": 0.1833, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.29684210526316e-06, | |
| "loss": 0.1929, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.270526315789474e-06, | |
| "loss": 0.1846, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.244210526315791e-06, | |
| "loss": 0.1921, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.217894736842106e-06, | |
| "loss": 0.1928, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.19157894736842e-06, | |
| "loss": 0.1808, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.165263157894737e-06, | |
| "loss": 0.191, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.138947368421052e-06, | |
| "loss": 0.1832, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.112631578947369e-06, | |
| "loss": 0.2098, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.086315789473684e-06, | |
| "loss": 0.2125, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.06e-06, | |
| "loss": 0.1671, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.033684210526317e-06, | |
| "loss": 0.185, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.007368421052632e-06, | |
| "loss": 0.1963, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.981052631578949e-06, | |
| "loss": 0.1847, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.954736842105264e-06, | |
| "loss": 0.1862, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.928421052631579e-06, | |
| "loss": 0.1555, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.902105263157896e-06, | |
| "loss": 0.1682, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.87578947368421e-06, | |
| "loss": 0.1705, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.849473684210527e-06, | |
| "loss": 0.1983, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.823157894736842e-06, | |
| "loss": 0.1762, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.796842105263159e-06, | |
| "loss": 0.1835, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.770526315789474e-06, | |
| "loss": 0.1887, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.744210526315789e-06, | |
| "loss": 0.1724, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.717894736842107e-06, | |
| "loss": 0.1937, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.691578947368422e-06, | |
| "loss": 0.1886, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.665263157894737e-06, | |
| "loss": 0.2126, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.638947368421054e-06, | |
| "loss": 0.2043, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.61263157894737e-06, | |
| "loss": 0.1705, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.586315789473685e-06, | |
| "loss": 0.1581, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.5600000000000005e-06, | |
| "loss": 0.1699, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.533684210526316e-06, | |
| "loss": 0.1801, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.507368421052632e-06, | |
| "loss": 0.1732, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.481052631578948e-06, | |
| "loss": 0.1846, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.454736842105264e-06, | |
| "loss": 0.1832, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.4284210526315796e-06, | |
| "loss": 0.1581, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.4021052631578945e-06, | |
| "loss": 0.1744, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.37578947368421e-06, | |
| "loss": 0.1718, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.351578947368422e-06, | |
| "loss": 0.181, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.325263157894738e-06, | |
| "loss": 0.1563, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.298947368421053e-06, | |
| "loss": 0.1821, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.272631578947369e-06, | |
| "loss": 0.1635, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.2463157894736845e-06, | |
| "loss": 0.1922, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.22e-06, | |
| "loss": 0.1771, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.193684210526316e-06, | |
| "loss": 0.1721, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.167368421052632e-06, | |
| "loss": 0.1518, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.141052631578948e-06, | |
| "loss": 0.1621, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.1147368421052645e-06, | |
| "loss": 0.1771, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.08842105263158e-06, | |
| "loss": 0.1703, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.062105263157896e-06, | |
| "loss": 0.1775, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.035789473684211e-06, | |
| "loss": 0.1826, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.009473684210527e-06, | |
| "loss": 0.156, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.983157894736843e-06, | |
| "loss": 0.1743, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.9568421052631585e-06, | |
| "loss": 0.1821, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.930526315789474e-06, | |
| "loss": 0.1784, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.90421052631579e-06, | |
| "loss": 0.1634, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.877894736842106e-06, | |
| "loss": 0.1824, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.851578947368421e-06, | |
| "loss": 0.1852, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.825263157894737e-06, | |
| "loss": 0.1851, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.798947368421053e-06, | |
| "loss": 0.1754, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.772631578947368e-06, | |
| "loss": 0.1805, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.746315789473685e-06, | |
| "loss": 0.1773, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.720000000000001e-06, | |
| "loss": 0.167, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.693684210526317e-06, | |
| "loss": 0.1657, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.6673684210526325e-06, | |
| "loss": 0.2064, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.641052631578948e-06, | |
| "loss": 0.1741, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.614736842105264e-06, | |
| "loss": 0.1899, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.588421052631579e-06, | |
| "loss": 0.1531, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.562105263157895e-06, | |
| "loss": 0.1637, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.535789473684211e-06, | |
| "loss": 0.1386, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.509473684210527e-06, | |
| "loss": 0.1668, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.483157894736842e-06, | |
| "loss": 0.166, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.456842105263158e-06, | |
| "loss": 0.1653, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.430526315789474e-06, | |
| "loss": 0.161, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.404210526315791e-06, | |
| "loss": 0.172, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.3778947368421065e-06, | |
| "loss": 0.1625, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.351578947368422e-06, | |
| "loss": 0.1595, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.325263157894737e-06, | |
| "loss": 0.1513, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.301052631578947e-06, | |
| "loss": 0.1762, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.274736842105263e-06, | |
| "loss": 0.1448, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.248421052631579e-06, | |
| "loss": 0.1773, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.222105263157895e-06, | |
| "loss": 0.1507, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.195789473684211e-06, | |
| "loss": 0.1508, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.1694736842105265e-06, | |
| "loss": 0.1587, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.143157894736843e-06, | |
| "loss": 0.1707, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.116842105263159e-06, | |
| "loss": 0.1648, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.090526315789475e-06, | |
| "loss": 0.165, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.0642105263157906e-06, | |
| "loss": 0.1892, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.0378947368421055e-06, | |
| "loss": 0.1698, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.011578947368421e-06, | |
| "loss": 0.1692, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.985263157894737e-06, | |
| "loss": 0.1504, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.958947368421053e-06, | |
| "loss": 0.1435, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.932631578947369e-06, | |
| "loss": 0.1532, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.906315789473685e-06, | |
| "loss": 0.1575, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.8800000000000005e-06, | |
| "loss": 0.163, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.853684210526316e-06, | |
| "loss": 0.1524, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.827368421052631e-06, | |
| "loss": 0.157, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.801052631578949e-06, | |
| "loss": 0.1593, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.774736842105264e-06, | |
| "loss": 0.1696, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.7484210526315795e-06, | |
| "loss": 0.1472, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.722105263157895e-06, | |
| "loss": 0.1534, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.695789473684211e-06, | |
| "loss": 0.1552, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.669473684210527e-06, | |
| "loss": 0.1661, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.643157894736843e-06, | |
| "loss": 0.1526, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.616842105263159e-06, | |
| "loss": 0.1454, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.590526315789474e-06, | |
| "loss": 0.1505, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.5642105263157894e-06, | |
| "loss": 0.1593, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.537894736842105e-06, | |
| "loss": 0.1653, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.511578947368421e-06, | |
| "loss": 0.1298, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.485263157894737e-06, | |
| "loss": 0.157, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.458947368421053e-06, | |
| "loss": 0.1549, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.432631578947369e-06, | |
| "loss": 0.1516, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.406315789473685e-06, | |
| "loss": 0.1511, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.380000000000001e-06, | |
| "loss": 0.136, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.353684210526317e-06, | |
| "loss": 0.1558, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.327368421052632e-06, | |
| "loss": 0.1546, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.301052631578948e-06, | |
| "loss": 0.1524, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.2747368421052634e-06, | |
| "loss": 0.1531, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.2505263157894735e-06, | |
| "loss": 0.1541, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.224210526315789e-06, | |
| "loss": 0.1515, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.197894736842106e-06, | |
| "loss": 0.1483, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.171578947368422e-06, | |
| "loss": 0.1495, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.145263157894738e-06, | |
| "loss": 0.1593, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.118947368421053e-06, | |
| "loss": 0.1507, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.092631578947369e-06, | |
| "loss": 0.1458, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.066315789473685e-06, | |
| "loss": 0.1426, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.04e-06, | |
| "loss": 0.1422, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.013684210526316e-06, | |
| "loss": 0.1586, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.987368421052632e-06, | |
| "loss": 0.1416, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.9610526315789475e-06, | |
| "loss": 0.1757, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.934736842105264e-06, | |
| "loss": 0.1338, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.908421052631579e-06, | |
| "loss": 0.1545, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.882105263157895e-06, | |
| "loss": 0.1494, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.855789473684211e-06, | |
| "loss": 0.1627, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.8294736842105266e-06, | |
| "loss": 0.1554, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.803157894736842e-06, | |
| "loss": 0.1487, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.776842105263158e-06, | |
| "loss": 0.1472, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.750526315789474e-06, | |
| "loss": 0.1345, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.72421052631579e-06, | |
| "loss": 0.1513, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.697894736842106e-06, | |
| "loss": 0.1376, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.6715789473684215e-06, | |
| "loss": 0.1554, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.645263157894737e-06, | |
| "loss": 0.1475, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.618947368421053e-06, | |
| "loss": 0.1449, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.592631578947369e-06, | |
| "loss": 0.128, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.566315789473685e-06, | |
| "loss": 0.1386, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.540000000000001e-06, | |
| "loss": 0.1701, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.513684210526316e-06, | |
| "loss": 0.1492, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.487368421052632e-06, | |
| "loss": 0.1476, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.461052631578948e-06, | |
| "loss": 0.146, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.434736842105263e-06, | |
| "loss": 0.1399, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.408421052631579e-06, | |
| "loss": 0.1462, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.3821052631578955e-06, | |
| "loss": 0.1369, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.355789473684211e-06, | |
| "loss": 0.1576, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.329473684210527e-06, | |
| "loss": 0.1639, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.303157894736842e-06, | |
| "loss": 0.1439, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.276842105263158e-06, | |
| "loss": 0.1548, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.250526315789474e-06, | |
| "loss": 0.1377, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.22421052631579e-06, | |
| "loss": 0.1455, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 0.1581, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.173684210526316e-06, | |
| "loss": 0.1463, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.147368421052632e-06, | |
| "loss": 0.1524, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.121052631578948e-06, | |
| "loss": 0.1262, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.094736842105264e-06, | |
| "loss": 0.1492, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.0684210526315795e-06, | |
| "loss": 0.1378, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.042105263157895e-06, | |
| "loss": 0.1508, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.01578947368421e-06, | |
| "loss": 0.1329, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.989473684210526e-06, | |
| "loss": 0.1342, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.963157894736843e-06, | |
| "loss": 0.1336, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.936842105263159e-06, | |
| "loss": 0.1259, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.9105263157894744e-06, | |
| "loss": 0.1402, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.884210526315789e-06, | |
| "loss": 0.1361, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.857894736842105e-06, | |
| "loss": 0.149, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.831578947368421e-06, | |
| "loss": 0.1471, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.805263157894737e-06, | |
| "loss": 0.1264, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.778947368421053e-06, | |
| "loss": 0.1329, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.752631578947369e-06, | |
| "loss": 0.1643, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.7263157894736848e-06, | |
| "loss": 0.1489, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.7e-06, | |
| "loss": 0.1234, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.673684210526316e-06, | |
| "loss": 0.1318, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.6473684210526318e-06, | |
| "loss": 0.1481, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.621052631578948e-06, | |
| "loss": 0.1454, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.5947368421052634e-06, | |
| "loss": 0.1493, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.5684210526315792e-06, | |
| "loss": 0.1371, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.542105263157895e-06, | |
| "loss": 0.1435, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.515789473684211e-06, | |
| "loss": 0.1475, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.4894736842105263e-06, | |
| "loss": 0.1509, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.463157894736842e-06, | |
| "loss": 0.1512, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.4368421052631583e-06, | |
| "loss": 0.1376, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.410526315789474e-06, | |
| "loss": 0.1333, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.38421052631579e-06, | |
| "loss": 0.1355, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.3578947368421054e-06, | |
| "loss": 0.1577, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.331578947368421e-06, | |
| "loss": 0.1315, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.305263157894737e-06, | |
| "loss": 0.1328, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.278947368421053e-06, | |
| "loss": 0.1445, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.252631578947369e-06, | |
| "loss": 0.1373, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.2263157894736845e-06, | |
| "loss": 0.1347, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 0.1323, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.173684210526316e-06, | |
| "loss": 0.1406, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.1494736842105266e-06, | |
| "loss": 0.1225, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.1231578947368424e-06, | |
| "loss": 0.1459, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.096842105263158e-06, | |
| "loss": 0.1315, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.0705263157894736e-06, | |
| "loss": 0.1233, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.0442105263157894e-06, | |
| "loss": 0.1328, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.0178947368421057e-06, | |
| "loss": 0.1374, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.9915789473684215e-06, | |
| "loss": 0.1323, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.9652631578947373e-06, | |
| "loss": 0.1576, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.9389473684210527e-06, | |
| "loss": 0.1365, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.9126315789473685e-06, | |
| "loss": 0.1519, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.8863157894736843e-06, | |
| "loss": 0.1446, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.86e-06, | |
| "loss": 0.1529, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.8336842105263164e-06, | |
| "loss": 0.1426, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.8073684210526318e-06, | |
| "loss": 0.1352, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.7810526315789476e-06, | |
| "loss": 0.1391, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.7547368421052634e-06, | |
| "loss": 0.1369, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.7284210526315792e-06, | |
| "loss": 0.1361, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.7021052631578946e-06, | |
| "loss": 0.1319, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.6757894736842105e-06, | |
| "loss": 0.1236, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.6494736842105267e-06, | |
| "loss": 0.1349, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.6231578947368425e-06, | |
| "loss": 0.1438, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.5968421052631583e-06, | |
| "loss": 0.1203, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.5705263157894737e-06, | |
| "loss": 0.1335, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.5442105263157895e-06, | |
| "loss": 0.1609, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.5178947368421054e-06, | |
| "loss": 0.1199, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.491578947368421e-06, | |
| "loss": 0.135, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.465263157894737e-06, | |
| "loss": 0.1355, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.438947368421053e-06, | |
| "loss": 0.1429, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.4126315789473686e-06, | |
| "loss": 0.1199, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3863157894736845e-06, | |
| "loss": 0.1185, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3600000000000003e-06, | |
| "loss": 0.158, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.333684210526316e-06, | |
| "loss": 0.1367, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.307368421052632e-06, | |
| "loss": 0.1454, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.2810526315789473e-06, | |
| "loss": 0.1239, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.2547368421052635e-06, | |
| "loss": 0.116, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.228421052631579e-06, | |
| "loss": 0.1256, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.2021052631578948e-06, | |
| "loss": 0.1233, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.175789473684211e-06, | |
| "loss": 0.1435, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.1494736842105264e-06, | |
| "loss": 0.126, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.1231578947368422e-06, | |
| "loss": 0.1343, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.098947368421053e-06, | |
| "loss": 0.1192, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.0726315789473685e-06, | |
| "loss": 0.1582, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.0463157894736843e-06, | |
| "loss": 0.1336, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.02e-06, | |
| "loss": 0.133, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.993684210526316e-06, | |
| "loss": 0.1092, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9673684210526318e-06, | |
| "loss": 0.1518, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9410526315789476e-06, | |
| "loss": 0.1223, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9147368421052634e-06, | |
| "loss": 0.138, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.888421052631579e-06, | |
| "loss": 0.1348, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8621052631578948e-06, | |
| "loss": 0.1182, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8357894736842109e-06, | |
| "loss": 0.1305, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8094736842105265e-06, | |
| "loss": 0.1389, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7831578947368423e-06, | |
| "loss": 0.1275, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.756842105263158e-06, | |
| "loss": 0.1443, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.730526315789474e-06, | |
| "loss": 0.1134, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7042105263157895e-06, | |
| "loss": 0.1122, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.6778947368421054e-06, | |
| "loss": 0.1451, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.6515789473684212e-06, | |
| "loss": 0.1204, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.625263157894737e-06, | |
| "loss": 0.121, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5989473684210526e-06, | |
| "loss": 0.1289, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5726315789473686e-06, | |
| "loss": 0.1388, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5463157894736845e-06, | |
| "loss": 0.1316, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.52e-06, | |
| "loss": 0.1396, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4936842105263159e-06, | |
| "loss": 0.1206, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4673684210526317e-06, | |
| "loss": 0.1362, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4410526315789475e-06, | |
| "loss": 0.1213, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4147368421052631e-06, | |
| "loss": 0.1398, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3884210526315792e-06, | |
| "loss": 0.1446, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.362105263157895e-06, | |
| "loss": 0.1098, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3357894736842106e-06, | |
| "loss": 0.1352, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3094736842105262e-06, | |
| "loss": 0.1295, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.2831578947368422e-06, | |
| "loss": 0.1309, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.256842105263158e-06, | |
| "loss": 0.1492, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2305263157894739e-06, | |
| "loss": 0.1489, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2042105263157895e-06, | |
| "loss": 0.1187, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.1778947368421053e-06, | |
| "loss": 0.144, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.1515789473684213e-06, | |
| "loss": 0.1201, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.125263157894737e-06, | |
| "loss": 0.11, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0989473684210527e-06, | |
| "loss": 0.1476, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0726315789473685e-06, | |
| "loss": 0.1462, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.048421052631579e-06, | |
| "loss": 0.1503, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0221052631578948e-06, | |
| "loss": 0.1338, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.957894736842107e-07, | |
| "loss": 0.1339, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.694736842105265e-07, | |
| "loss": 0.1322, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.431578947368422e-07, | |
| "loss": 0.1316, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.168421052631579e-07, | |
| "loss": 0.1234, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.905263157894737e-07, | |
| "loss": 0.1297, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.642105263157896e-07, | |
| "loss": 0.1218, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.378947368421054e-07, | |
| "loss": 0.124, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.115789473684212e-07, | |
| "loss": 0.1271, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.852631578947369e-07, | |
| "loss": 0.1196, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.589473684210527e-07, | |
| "loss": 0.1296, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.326315789473684e-07, | |
| "loss": 0.1182, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.063157894736842e-07, | |
| "loss": 0.1213, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.800000000000001e-07, | |
| "loss": 0.1302, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.536842105263158e-07, | |
| "loss": 0.133, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 6.273684210526317e-07, | |
| "loss": 0.1202, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 6.010526315789474e-07, | |
| "loss": 0.1293, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.747368421052632e-07, | |
| "loss": 0.1416, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.484210526315789e-07, | |
| "loss": 0.1398, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.221052631578948e-07, | |
| "loss": 0.1314, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.957894736842106e-07, | |
| "loss": 0.1301, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.694736842105264e-07, | |
| "loss": 0.1242, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.4315789473684216e-07, | |
| "loss": 0.1194, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.168421052631579e-07, | |
| "loss": 0.1313, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.905263157894737e-07, | |
| "loss": 0.1379, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.6421052631578945e-07, | |
| "loss": 0.1469, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.378947368421053e-07, | |
| "loss": 0.1472, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.115789473684211e-07, | |
| "loss": 0.1312, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.8526315789473686e-07, | |
| "loss": 0.1152, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.589473684210526e-07, | |
| "loss": 0.1024, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.3263157894736844e-07, | |
| "loss": 0.1194, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.0631578947368423e-07, | |
| "loss": 0.1304, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.8e-07, | |
| "loss": 0.1289, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.536842105263158e-07, | |
| "loss": 0.1305, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.2736842105263158e-07, | |
| "loss": 0.1182, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.0105263157894737e-07, | |
| "loss": 0.11, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 7.473684210526317e-08, | |
| "loss": 0.1196, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.842105263157895e-08, | |
| "loss": 0.1286, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 2.2105263157894736e-08, | |
| "loss": 0.1367, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "step": 10000, | |
| "total_flos": 5.4359970325966356e+20, | |
| "train_loss": 0.16558935852050782, | |
| "train_runtime": 67809.1634, | |
| "train_samples_per_second": 2.36, | |
| "train_steps_per_second": 0.147 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 10000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2000, | |
| "total_flos": 5.4359970325966356e+20, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |