| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 200, | |
| "global_step": 4852, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00020610057708161583, | |
| "grad_norm": 0.7938007287198758, | |
| "learning_rate": 4.1152263374485604e-07, | |
| "loss": 1.2403, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001030502885408079, | |
| "grad_norm": 0.9829139995457005, | |
| "learning_rate": 2.05761316872428e-06, | |
| "loss": 1.5592, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.002061005770816158, | |
| "grad_norm": 1.3104221596563024, | |
| "learning_rate": 4.11522633744856e-06, | |
| "loss": 1.9165, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0030915086562242375, | |
| "grad_norm": 0.8263152262533461, | |
| "learning_rate": 6.172839506172839e-06, | |
| "loss": 1.6148, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.004122011541632316, | |
| "grad_norm": 1.2188669223330737, | |
| "learning_rate": 8.23045267489712e-06, | |
| "loss": 1.7383, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.005152514427040396, | |
| "grad_norm": 1.3669452124425536, | |
| "learning_rate": 1.02880658436214e-05, | |
| "loss": 1.8777, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.006183017312448475, | |
| "grad_norm": 0.6877557296913395, | |
| "learning_rate": 1.2345679012345678e-05, | |
| "loss": 1.3855, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.007213520197856554, | |
| "grad_norm": 0.6292369266751937, | |
| "learning_rate": 1.440329218106996e-05, | |
| "loss": 1.7622, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.008244023083264633, | |
| "grad_norm": 0.43117531258376596, | |
| "learning_rate": 1.646090534979424e-05, | |
| "loss": 1.4525, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.009274525968672712, | |
| "grad_norm": 0.3651450490233128, | |
| "learning_rate": 1.8518518518518518e-05, | |
| "loss": 1.546, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.010305028854080791, | |
| "grad_norm": 0.4844380918063832, | |
| "learning_rate": 2.05761316872428e-05, | |
| "loss": 1.6499, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01133553173948887, | |
| "grad_norm": 0.33393658192356523, | |
| "learning_rate": 2.2633744855967078e-05, | |
| "loss": 1.1817, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.01236603462489695, | |
| "grad_norm": 0.34761501749088797, | |
| "learning_rate": 2.4691358024691357e-05, | |
| "loss": 1.5655, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01339653751030503, | |
| "grad_norm": 0.3221134242168732, | |
| "learning_rate": 2.6748971193415638e-05, | |
| "loss": 1.2608, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.014427040395713108, | |
| "grad_norm": 0.31264722399213424, | |
| "learning_rate": 2.880658436213992e-05, | |
| "loss": 1.4104, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.015457543281121188, | |
| "grad_norm": 0.3955664926406516, | |
| "learning_rate": 3.08641975308642e-05, | |
| "loss": 1.4622, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.016488046166529265, | |
| "grad_norm": 0.3149436282257214, | |
| "learning_rate": 3.292181069958848e-05, | |
| "loss": 1.159, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.017518549051937345, | |
| "grad_norm": 0.2854140231011414, | |
| "learning_rate": 3.497942386831276e-05, | |
| "loss": 1.4829, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.018549051937345424, | |
| "grad_norm": 0.3326334208099821, | |
| "learning_rate": 3.7037037037037037e-05, | |
| "loss": 1.1516, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.019579554822753503, | |
| "grad_norm": 0.27192427116328566, | |
| "learning_rate": 3.909465020576132e-05, | |
| "loss": 1.3785, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.020610057708161583, | |
| "grad_norm": 0.3152208635246729, | |
| "learning_rate": 4.11522633744856e-05, | |
| "loss": 1.3886, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.021640560593569662, | |
| "grad_norm": 0.27663290557612785, | |
| "learning_rate": 4.3209876543209875e-05, | |
| "loss": 1.1185, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.02267106347897774, | |
| "grad_norm": 0.27185356829855356, | |
| "learning_rate": 4.5267489711934157e-05, | |
| "loss": 1.4773, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.02370156636438582, | |
| "grad_norm": 0.2935081378811297, | |
| "learning_rate": 4.732510288065844e-05, | |
| "loss": 1.261, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.0247320692497939, | |
| "grad_norm": 0.29236576081560334, | |
| "learning_rate": 4.938271604938271e-05, | |
| "loss": 1.3387, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02576257213520198, | |
| "grad_norm": 0.38637732181078555, | |
| "learning_rate": 5.1440329218106995e-05, | |
| "loss": 1.4305, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.02679307502061006, | |
| "grad_norm": 0.2982040676995298, | |
| "learning_rate": 5.3497942386831277e-05, | |
| "loss": 1.0162, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.027823577906018138, | |
| "grad_norm": 0.2699066491657892, | |
| "learning_rate": 5.555555555555556e-05, | |
| "loss": 1.4066, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.028854080791426217, | |
| "grad_norm": 0.33203812944453787, | |
| "learning_rate": 5.761316872427984e-05, | |
| "loss": 1.1751, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.029884583676834296, | |
| "grad_norm": 0.3312647784314266, | |
| "learning_rate": 5.9670781893004115e-05, | |
| "loss": 1.2269, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.030915086562242376, | |
| "grad_norm": 0.541956195146165, | |
| "learning_rate": 6.17283950617284e-05, | |
| "loss": 1.354, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.031945589447650455, | |
| "grad_norm": 0.3172355233573687, | |
| "learning_rate": 6.378600823045267e-05, | |
| "loss": 1.0666, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.03297609233305853, | |
| "grad_norm": 0.32272337262102746, | |
| "learning_rate": 6.584362139917696e-05, | |
| "loss": 1.4928, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03400659521846661, | |
| "grad_norm": 0.4252299718796606, | |
| "learning_rate": 6.790123456790123e-05, | |
| "loss": 1.1979, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.03503709810387469, | |
| "grad_norm": 0.2816942875302398, | |
| "learning_rate": 6.995884773662552e-05, | |
| "loss": 1.3223, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.03606760098928277, | |
| "grad_norm": 0.34311165874954624, | |
| "learning_rate": 7.20164609053498e-05, | |
| "loss": 1.4296, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.03709810387469085, | |
| "grad_norm": 0.297834971078222, | |
| "learning_rate": 7.407407407407407e-05, | |
| "loss": 1.087, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03812860676009893, | |
| "grad_norm": 0.2602802208757066, | |
| "learning_rate": 7.613168724279836e-05, | |
| "loss": 1.4754, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.039159109645507006, | |
| "grad_norm": 0.40680201193562965, | |
| "learning_rate": 7.818930041152264e-05, | |
| "loss": 1.1889, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.04018961253091509, | |
| "grad_norm": 0.45086574163739, | |
| "learning_rate": 8.024691358024692e-05, | |
| "loss": 1.2851, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.041220115416323165, | |
| "grad_norm": 0.4308650820975275, | |
| "learning_rate": 8.23045267489712e-05, | |
| "loss": 1.3478, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.041220115416323165, | |
| "eval_loss": 1.2309638261795044, | |
| "eval_runtime": 2469.2141, | |
| "eval_samples_per_second": 3.24, | |
| "eval_steps_per_second": 0.202, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04225061830173125, | |
| "grad_norm": 0.37845098126001203, | |
| "learning_rate": 8.436213991769549e-05, | |
| "loss": 1.0707, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.043281121187139324, | |
| "grad_norm": 0.2851215824173796, | |
| "learning_rate": 8.641975308641975e-05, | |
| "loss": 1.4131, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.044311624072547406, | |
| "grad_norm": 0.3309919261494515, | |
| "learning_rate": 8.847736625514404e-05, | |
| "loss": 1.1951, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.04534212695795548, | |
| "grad_norm": 0.3065911094811643, | |
| "learning_rate": 9.053497942386831e-05, | |
| "loss": 1.2554, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.04637262984336356, | |
| "grad_norm": 0.32586015367310234, | |
| "learning_rate": 9.25925925925926e-05, | |
| "loss": 1.4263, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.04740313272877164, | |
| "grad_norm": 0.277075233563208, | |
| "learning_rate": 9.465020576131688e-05, | |
| "loss": 1.0216, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.04843363561417972, | |
| "grad_norm": 0.2769072933842902, | |
| "learning_rate": 9.670781893004116e-05, | |
| "loss": 1.3689, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.0494641384995878, | |
| "grad_norm": 0.27922329154610587, | |
| "learning_rate": 9.876543209876543e-05, | |
| "loss": 1.2181, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.050494641384995875, | |
| "grad_norm": 0.30982282181292814, | |
| "learning_rate": 0.00010082304526748971, | |
| "loss": 1.2183, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.05152514427040396, | |
| "grad_norm": 0.33257211954241994, | |
| "learning_rate": 0.00010288065843621399, | |
| "loss": 1.4305, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.052555647155812034, | |
| "grad_norm": 0.2838288504939334, | |
| "learning_rate": 0.00010493827160493828, | |
| "loss": 1.0051, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.05358615004122012, | |
| "grad_norm": 0.28623162042613864, | |
| "learning_rate": 0.00010699588477366255, | |
| "loss": 1.436, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.05461665292662819, | |
| "grad_norm": 0.2720219498268959, | |
| "learning_rate": 0.00010905349794238684, | |
| "loss": 1.1381, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.055647155812036275, | |
| "grad_norm": 0.30404224920143047, | |
| "learning_rate": 0.00011111111111111112, | |
| "loss": 1.1905, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.05667765869744435, | |
| "grad_norm": 0.3469618797327675, | |
| "learning_rate": 0.0001131687242798354, | |
| "loss": 1.3797, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.057708161582852434, | |
| "grad_norm": 0.30848130199190793, | |
| "learning_rate": 0.00011522633744855968, | |
| "loss": 1.0163, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.05873866446826051, | |
| "grad_norm": 0.2587435053896794, | |
| "learning_rate": 0.00011728395061728397, | |
| "loss": 1.401, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.05976916735366859, | |
| "grad_norm": 0.30665664697045764, | |
| "learning_rate": 0.00011934156378600823, | |
| "loss": 1.197, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.06079967023907667, | |
| "grad_norm": 0.28688303187237163, | |
| "learning_rate": 0.0001213991769547325, | |
| "loss": 1.2817, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.06183017312448475, | |
| "grad_norm": 0.32502880249151705, | |
| "learning_rate": 0.0001234567901234568, | |
| "loss": 1.388, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06286067600989283, | |
| "grad_norm": 0.30699533228385806, | |
| "learning_rate": 0.00012551440329218108, | |
| "loss": 1.0403, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.06389117889530091, | |
| "grad_norm": 0.29902009304688737, | |
| "learning_rate": 0.00012757201646090534, | |
| "loss": 1.3604, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.06492168178070899, | |
| "grad_norm": 0.26224004465269324, | |
| "learning_rate": 0.00012962962962962963, | |
| "loss": 1.12, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.06595218466611706, | |
| "grad_norm": 0.2697856637362638, | |
| "learning_rate": 0.00013168724279835392, | |
| "loss": 1.295, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.06698268755152514, | |
| "grad_norm": 0.3118309921774858, | |
| "learning_rate": 0.0001337448559670782, | |
| "loss": 1.3498, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.06801319043693323, | |
| "grad_norm": 0.3774735054690596, | |
| "learning_rate": 0.00013580246913580247, | |
| "loss": 1.1412, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.0690436933223413, | |
| "grad_norm": 0.27963249445347155, | |
| "learning_rate": 0.00013786008230452676, | |
| "loss": 1.4175, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.07007419620774938, | |
| "grad_norm": 0.25343833022804746, | |
| "learning_rate": 0.00013991769547325105, | |
| "loss": 1.1228, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.07110469909315746, | |
| "grad_norm": 0.2676785839608282, | |
| "learning_rate": 0.00014197530864197534, | |
| "loss": 1.2235, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.07213520197856554, | |
| "grad_norm": 0.33130141183815665, | |
| "learning_rate": 0.0001440329218106996, | |
| "loss": 1.3623, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.07316570486397361, | |
| "grad_norm": 0.2676095204791478, | |
| "learning_rate": 0.00014609053497942386, | |
| "loss": 1.0355, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.0741962077493817, | |
| "grad_norm": 0.31354711887470305, | |
| "learning_rate": 0.00014814814814814815, | |
| "loss": 1.3388, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.07522671063478978, | |
| "grad_norm": 0.26048475689786116, | |
| "learning_rate": 0.00015020576131687243, | |
| "loss": 1.1111, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.07625721352019786, | |
| "grad_norm": 0.3339375055235073, | |
| "learning_rate": 0.00015226337448559672, | |
| "loss": 1.1734, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.07728771640560593, | |
| "grad_norm": 0.327943444067688, | |
| "learning_rate": 0.00015432098765432098, | |
| "loss": 1.3208, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.07831821929101401, | |
| "grad_norm": 0.2830129836407308, | |
| "learning_rate": 0.00015637860082304527, | |
| "loss": 1.0787, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.0793487221764221, | |
| "grad_norm": 0.2751640321887791, | |
| "learning_rate": 0.00015843621399176956, | |
| "loss": 1.3772, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.08037922506183018, | |
| "grad_norm": 0.27545532948015855, | |
| "learning_rate": 0.00016049382716049385, | |
| "loss": 1.1672, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.08140972794723825, | |
| "grad_norm": 0.300224560861019, | |
| "learning_rate": 0.0001625514403292181, | |
| "loss": 1.3224, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.08244023083264633, | |
| "grad_norm": 0.3227759504569782, | |
| "learning_rate": 0.0001646090534979424, | |
| "loss": 1.3495, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08244023083264633, | |
| "eval_loss": 1.1826071739196777, | |
| "eval_runtime": 2476.8142, | |
| "eval_samples_per_second": 3.23, | |
| "eval_steps_per_second": 0.202, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08347073371805441, | |
| "grad_norm": 0.27853687771921737, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 1.1022, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.0845012366034625, | |
| "grad_norm": 0.2685951286639512, | |
| "learning_rate": 0.00016872427983539098, | |
| "loss": 1.4061, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.08553173948887056, | |
| "grad_norm": 0.2608899320776935, | |
| "learning_rate": 0.00017078189300411524, | |
| "loss": 1.1174, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.08656224237427865, | |
| "grad_norm": 0.3397550472709015, | |
| "learning_rate": 0.0001728395061728395, | |
| "loss": 1.2198, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.08759274525968673, | |
| "grad_norm": 0.25033631170694937, | |
| "learning_rate": 0.0001748971193415638, | |
| "loss": 1.4029, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.08862324814509481, | |
| "grad_norm": 0.3049472388523693, | |
| "learning_rate": 0.00017695473251028808, | |
| "loss": 1.0265, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.08965375103050288, | |
| "grad_norm": 0.29598713943285077, | |
| "learning_rate": 0.00017901234567901234, | |
| "loss": 1.3719, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.09068425391591096, | |
| "grad_norm": 0.2656526738754943, | |
| "learning_rate": 0.00018106995884773663, | |
| "loss": 1.1238, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.09171475680131905, | |
| "grad_norm": 0.2546218728984369, | |
| "learning_rate": 0.00018312757201646091, | |
| "loss": 1.1853, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.09274525968672712, | |
| "grad_norm": 0.309485029099833, | |
| "learning_rate": 0.0001851851851851852, | |
| "loss": 1.3064, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.0937757625721352, | |
| "grad_norm": 0.28184488141448555, | |
| "learning_rate": 0.00018724279835390946, | |
| "loss": 1.0605, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.09480626545754328, | |
| "grad_norm": 0.2913075285039461, | |
| "learning_rate": 0.00018930041152263375, | |
| "loss": 1.4311, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.09583676834295136, | |
| "grad_norm": 0.7186836779179142, | |
| "learning_rate": 0.00019135802469135804, | |
| "loss": 1.1263, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.09686727122835943, | |
| "grad_norm": 0.29590695855715343, | |
| "learning_rate": 0.00019341563786008233, | |
| "loss": 1.2589, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.09789777411376752, | |
| "grad_norm": 0.31832697133586063, | |
| "learning_rate": 0.0001954732510288066, | |
| "loss": 1.395, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.0989282769991756, | |
| "grad_norm": 0.23627896192430478, | |
| "learning_rate": 0.00019753086419753085, | |
| "loss": 1.0703, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.09995877988458368, | |
| "grad_norm": 0.27354848483986705, | |
| "learning_rate": 0.00019958847736625514, | |
| "loss": 1.3205, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.10098928276999175, | |
| "grad_norm": 0.4895153568779187, | |
| "learning_rate": 0.00019999958578867407, | |
| "loss": 1.1488, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.10201978565539983, | |
| "grad_norm": 0.2811706808521417, | |
| "learning_rate": 0.00019999790306104336, | |
| "loss": 1.2442, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.10305028854080792, | |
| "grad_norm": 0.2572161259717821, | |
| "learning_rate": 0.0001999949259506647, | |
| "loss": 1.3355, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.104080791426216, | |
| "grad_norm": 0.41643641721819225, | |
| "learning_rate": 0.00019999065449607402, | |
| "loss": 1.0238, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.10511129431162407, | |
| "grad_norm": 0.2871689949893079, | |
| "learning_rate": 0.00019998508875256158, | |
| "loss": 1.3608, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.10614179719703215, | |
| "grad_norm": 0.3219574868373838, | |
| "learning_rate": 0.0001999782287921708, | |
| "loss": 1.0774, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.10717230008244023, | |
| "grad_norm": 0.23385146626580391, | |
| "learning_rate": 0.00019997007470369773, | |
| "loss": 1.184, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.10820280296784832, | |
| "grad_norm": 0.3585994112684759, | |
| "learning_rate": 0.0001999606265926897, | |
| "loss": 1.3426, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.10923330585325638, | |
| "grad_norm": 0.2894131584925935, | |
| "learning_rate": 0.000199949884581444, | |
| "loss": 1.099, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.11026380873866447, | |
| "grad_norm": 0.2824735567473504, | |
| "learning_rate": 0.00019993784880900623, | |
| "loss": 1.3997, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.11129431162407255, | |
| "grad_norm": 0.23322094258169807, | |
| "learning_rate": 0.0001999245194311687, | |
| "loss": 1.1019, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.11232481450948063, | |
| "grad_norm": 0.30614162605617107, | |
| "learning_rate": 0.00019990989662046818, | |
| "loss": 1.2576, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.1133553173948887, | |
| "grad_norm": 0.3389548425122287, | |
| "learning_rate": 0.0001998939805661837, | |
| "loss": 1.301, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.11438582028029678, | |
| "grad_norm": 0.25179179489194975, | |
| "learning_rate": 0.00019987677147433432, | |
| "loss": 0.9871, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.11541632316570487, | |
| "grad_norm": 0.24522921674032325, | |
| "learning_rate": 0.0001998582695676762, | |
| "loss": 1.4205, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.11644682605111294, | |
| "grad_norm": 0.2528881733347297, | |
| "learning_rate": 0.00019983847508569987, | |
| "loss": 1.1283, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.11747732893652102, | |
| "grad_norm": 0.28075131598249065, | |
| "learning_rate": 0.00019981738828462703, | |
| "loss": 1.2467, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.1185078318219291, | |
| "grad_norm": 0.3223992578484773, | |
| "learning_rate": 0.00019979500943740735, | |
| "loss": 1.3673, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.11953833470733718, | |
| "grad_norm": 0.2804260590851507, | |
| "learning_rate": 0.00019977133883371478, | |
| "loss": 1.1133, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.12056883759274525, | |
| "grad_norm": 0.25183674337041767, | |
| "learning_rate": 0.00019974637677994404, | |
| "loss": 1.3493, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.12159934047815334, | |
| "grad_norm": 0.23352143639236672, | |
| "learning_rate": 0.00019972012359920638, | |
| "loss": 1.1183, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.12262984336356142, | |
| "grad_norm": 0.2597060461259452, | |
| "learning_rate": 0.0001996925796313256, | |
| "loss": 1.2021, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.1236603462489695, | |
| "grad_norm": 0.31429525704141625, | |
| "learning_rate": 0.00019966374523283347, | |
| "loss": 1.3753, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1236603462489695, | |
| "eval_loss": 1.1556562185287476, | |
| "eval_runtime": 2465.6561, | |
| "eval_samples_per_second": 3.245, | |
| "eval_steps_per_second": 0.203, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.12469084913437757, | |
| "grad_norm": 0.23970501230526484, | |
| "learning_rate": 0.00019963362077696537, | |
| "loss": 0.9978, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.12572135201978565, | |
| "grad_norm": 0.24126751266896648, | |
| "learning_rate": 0.00019960220665365518, | |
| "loss": 1.3576, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.12675185490519372, | |
| "grad_norm": 0.29806682020411596, | |
| "learning_rate": 0.0001995695032695305, | |
| "loss": 1.0721, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.12778235779060182, | |
| "grad_norm": 0.3121199170110613, | |
| "learning_rate": 0.0001995355110479071, | |
| "loss": 1.2159, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.1288128606760099, | |
| "grad_norm": 0.3534465377015386, | |
| "learning_rate": 0.00019950023042878366, | |
| "loss": 1.3058, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.12984336356141798, | |
| "grad_norm": 0.23203831442914624, | |
| "learning_rate": 0.00019946366186883604, | |
| "loss": 0.9527, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.13087386644682605, | |
| "grad_norm": 0.2720965062058241, | |
| "learning_rate": 0.00019942580584141127, | |
| "loss": 1.3558, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.13190436933223412, | |
| "grad_norm": 0.2629592480398592, | |
| "learning_rate": 0.0001993866628365215, | |
| "loss": 1.1318, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.13293487221764222, | |
| "grad_norm": 0.2920226997136243, | |
| "learning_rate": 0.00019934623336083772, | |
| "loss": 1.122, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.1339653751030503, | |
| "grad_norm": 0.27168430341439026, | |
| "learning_rate": 0.00019930451793768298, | |
| "loss": 1.3241, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.13499587798845836, | |
| "grad_norm": 0.2845184130718667, | |
| "learning_rate": 0.00019926151710702588, | |
| "loss": 0.9734, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.13602638087386645, | |
| "grad_norm": 0.2888242420563682, | |
| "learning_rate": 0.00019921723142547347, | |
| "loss": 1.3656, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.13705688375927452, | |
| "grad_norm": 0.27299177987397777, | |
| "learning_rate": 0.00019917166146626392, | |
| "loss": 1.0691, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.1380873866446826, | |
| "grad_norm": 0.35236952647741737, | |
| "learning_rate": 0.0001991248078192593, | |
| "loss": 1.2263, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.1391178895300907, | |
| "grad_norm": 0.2681417629469303, | |
| "learning_rate": 0.00019907667109093794, | |
| "loss": 1.354, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.14014839241549876, | |
| "grad_norm": 0.310226199539697, | |
| "learning_rate": 0.00019902725190438627, | |
| "loss": 1.0365, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.14117889530090685, | |
| "grad_norm": 0.3036115548984946, | |
| "learning_rate": 0.00019897655089929126, | |
| "loss": 1.3279, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.14220939818631492, | |
| "grad_norm": 0.24182676057547745, | |
| "learning_rate": 0.00019892456873193165, | |
| "loss": 1.0803, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.143239901071723, | |
| "grad_norm": 0.27410693799977515, | |
| "learning_rate": 0.00019887130607516978, | |
| "loss": 1.2236, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.1442704039571311, | |
| "grad_norm": 0.3158493448762225, | |
| "learning_rate": 0.00019881676361844275, | |
| "loss": 1.3796, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.14530090684253916, | |
| "grad_norm": 0.48562045991681607, | |
| "learning_rate": 0.0001987609420677535, | |
| "loss": 1.0014, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.14633140972794723, | |
| "grad_norm": 0.24730942495184344, | |
| "learning_rate": 0.00019870384214566174, | |
| "loss": 1.3463, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.14736191261335532, | |
| "grad_norm": 0.3153226513268582, | |
| "learning_rate": 0.00019864546459127448, | |
| "loss": 1.0977, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.1483924154987634, | |
| "grad_norm": 0.249510122134111, | |
| "learning_rate": 0.0001985858101602366, | |
| "loss": 1.2687, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.1494229183841715, | |
| "grad_norm": 0.30842159531538627, | |
| "learning_rate": 0.0001985248796247209, | |
| "loss": 1.2815, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.15045342126957956, | |
| "grad_norm": 0.26379223642130784, | |
| "learning_rate": 0.00019846267377341827, | |
| "loss": 0.9403, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.15148392415498763, | |
| "grad_norm": 0.23891641481355658, | |
| "learning_rate": 0.00019839919341152742, | |
| "loss": 1.3505, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.15251442704039572, | |
| "grad_norm": 0.3238473098861904, | |
| "learning_rate": 0.00019833443936074442, | |
| "loss": 1.0409, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1535449299258038, | |
| "grad_norm": 0.2746647114109431, | |
| "learning_rate": 0.00019826841245925212, | |
| "loss": 1.0984, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.15457543281121186, | |
| "grad_norm": 0.37674302298987083, | |
| "learning_rate": 0.00019820111356170923, | |
| "loss": 1.3147, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.15560593569661996, | |
| "grad_norm": 0.25219340224453657, | |
| "learning_rate": 0.00019813254353923937, | |
| "loss": 1.0348, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.15663643858202803, | |
| "grad_norm": 0.26735510810071406, | |
| "learning_rate": 0.00019806270327941971, | |
| "loss": 1.3468, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.15766694146743612, | |
| "grad_norm": 0.25452976189367954, | |
| "learning_rate": 0.00019799159368626945, | |
| "loss": 1.0699, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.1586974443528442, | |
| "grad_norm": 0.2863967455600455, | |
| "learning_rate": 0.00019791921568023822, | |
| "loss": 1.1045, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.15972794723825226, | |
| "grad_norm": 0.32564915808035255, | |
| "learning_rate": 0.00019784557019819404, | |
| "loss": 1.301, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.16075845012366036, | |
| "grad_norm": 0.2598862519671672, | |
| "learning_rate": 0.00019777065819341137, | |
| "loss": 0.9559, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.16178895300906843, | |
| "grad_norm": 0.2694147600296894, | |
| "learning_rate": 0.00019769448063555856, | |
| "loss": 1.346, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.1628194558944765, | |
| "grad_norm": 0.2464767798391986, | |
| "learning_rate": 0.00019761703851068553, | |
| "loss": 1.102, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.1638499587798846, | |
| "grad_norm": 0.2753953016773011, | |
| "learning_rate": 0.0001975383328212107, | |
| "loss": 1.2188, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.16488046166529266, | |
| "grad_norm": 0.38049304343681456, | |
| "learning_rate": 0.00019745836458590836, | |
| "loss": 1.3454, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.16488046166529266, | |
| "eval_loss": 1.1297026872634888, | |
| "eval_runtime": 2464.1297, | |
| "eval_samples_per_second": 3.247, | |
| "eval_steps_per_second": 0.203, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.16591096455070073, | |
| "grad_norm": 0.25205784909199425, | |
| "learning_rate": 0.0001973771348398953, | |
| "loss": 0.9905, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.16694146743610883, | |
| "grad_norm": 0.2719665322536544, | |
| "learning_rate": 0.0001972946446346173, | |
| "loss": 1.3772, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.1679719703215169, | |
| "grad_norm": 0.23804058554763297, | |
| "learning_rate": 0.00019721089503783577, | |
| "loss": 1.0834, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.169002473206925, | |
| "grad_norm": 0.28963422898407165, | |
| "learning_rate": 0.00019712588713361378, | |
| "loss": 1.2064, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.17003297609233306, | |
| "grad_norm": 0.3442324930908095, | |
| "learning_rate": 0.00019703962202230203, | |
| "loss": 1.2967, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.17106347897774113, | |
| "grad_norm": 0.2547770116672794, | |
| "learning_rate": 0.00019695210082052472, | |
| "loss": 0.949, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.17209398186314923, | |
| "grad_norm": 0.2832243503202021, | |
| "learning_rate": 0.00019686332466116487, | |
| "loss": 1.2852, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.1731244847485573, | |
| "grad_norm": 0.2332582520614932, | |
| "learning_rate": 0.0001967732946933499, | |
| "loss": 0.979, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.17415498763396536, | |
| "grad_norm": 0.29363618940675, | |
| "learning_rate": 0.00019668201208243658, | |
| "loss": 1.223, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.17518549051937346, | |
| "grad_norm": 0.28680318445015207, | |
| "learning_rate": 0.0001965894780099961, | |
| "loss": 1.3119, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.17621599340478153, | |
| "grad_norm": 0.2415531891983295, | |
| "learning_rate": 0.00019649569367379867, | |
| "loss": 0.9811, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.17724649629018963, | |
| "grad_norm": 0.2766629334909396, | |
| "learning_rate": 0.00019640066028779794, | |
| "loss": 1.2464, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.1782769991755977, | |
| "grad_norm": 0.24460494296561755, | |
| "learning_rate": 0.00019630437908211548, | |
| "loss": 1.0896, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.17930750206100576, | |
| "grad_norm": 0.28580998835949145, | |
| "learning_rate": 0.00019620685130302478, | |
| "loss": 1.1636, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.18033800494641386, | |
| "grad_norm": 0.29222255776500833, | |
| "learning_rate": 0.00019610807821293503, | |
| "loss": 1.3137, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.18136850783182193, | |
| "grad_norm": 0.2684207256549492, | |
| "learning_rate": 0.00019600806109037485, | |
| "loss": 0.9964, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.18239901071723, | |
| "grad_norm": 0.2559298498236225, | |
| "learning_rate": 0.00019590680122997582, | |
| "loss": 1.3378, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.1834295136026381, | |
| "grad_norm": 0.2349865929838881, | |
| "learning_rate": 0.00019580429994245555, | |
| "loss": 1.0436, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.18446001648804616, | |
| "grad_norm": 0.29736696922743316, | |
| "learning_rate": 0.0001957005585546009, | |
| "loss": 1.1778, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.18549051937345423, | |
| "grad_norm": 0.34641352119598734, | |
| "learning_rate": 0.00019559557840925055, | |
| "loss": 1.289, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.18652102225886233, | |
| "grad_norm": 0.2589416225643458, | |
| "learning_rate": 0.00019548936086527798, | |
| "loss": 0.9491, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.1875515251442704, | |
| "grad_norm": 0.2778855204059982, | |
| "learning_rate": 0.00019538190729757356, | |
| "loss": 1.3701, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.1885820280296785, | |
| "grad_norm": 0.2433946170800378, | |
| "learning_rate": 0.00019527321909702688, | |
| "loss": 1.0454, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.18961253091508656, | |
| "grad_norm": 0.28491470830869087, | |
| "learning_rate": 0.00019516329767050878, | |
| "loss": 1.2001, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.19064303380049463, | |
| "grad_norm": 0.30637698470530034, | |
| "learning_rate": 0.00019505214444085308, | |
| "loss": 1.3096, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.19167353668590273, | |
| "grad_norm": 0.24736218088176834, | |
| "learning_rate": 0.00019493976084683813, | |
| "loss": 0.9663, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.1927040395713108, | |
| "grad_norm": 0.24983643400010644, | |
| "learning_rate": 0.00019482614834316836, | |
| "loss": 1.3698, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.19373454245671887, | |
| "grad_norm": 0.2420833122771942, | |
| "learning_rate": 0.00019471130840045518, | |
| "loss": 1.0335, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.19476504534212696, | |
| "grad_norm": 0.2573293132603339, | |
| "learning_rate": 0.00019459524250519826, | |
| "loss": 1.1905, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.19579554822753503, | |
| "grad_norm": 0.3710740261808263, | |
| "learning_rate": 0.00019447795215976594, | |
| "loss": 1.3102, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.19682605111294313, | |
| "grad_norm": 0.2569919144815, | |
| "learning_rate": 0.0001943594388823761, | |
| "loss": 0.8868, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.1978565539983512, | |
| "grad_norm": 0.3020196940157676, | |
| "learning_rate": 0.00019423970420707627, | |
| "loss": 1.3362, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.19888705688375927, | |
| "grad_norm": 0.23638629002825132, | |
| "learning_rate": 0.00019411874968372402, | |
| "loss": 1.0545, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.19991755976916736, | |
| "grad_norm": 0.2690903988670187, | |
| "learning_rate": 0.00019399657687796658, | |
| "loss": 1.1581, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.20094806265457543, | |
| "grad_norm": 0.3219945588976219, | |
| "learning_rate": 0.00019387318737122092, | |
| "loss": 1.2816, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.2019785655399835, | |
| "grad_norm": 0.2510582302230213, | |
| "learning_rate": 0.0001937485827606529, | |
| "loss": 0.9363, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.2030090684253916, | |
| "grad_norm": 0.3075547394305651, | |
| "learning_rate": 0.00019362276465915702, | |
| "loss": 1.2897, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.20403957131079967, | |
| "grad_norm": 0.24639351565359302, | |
| "learning_rate": 0.0001934957346953352, | |
| "loss": 1.0314, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.20507007419620774, | |
| "grad_norm": 0.31059587986354126, | |
| "learning_rate": 0.00019336749451347586, | |
| "loss": 1.2041, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.20610057708161583, | |
| "grad_norm": 0.2842021215906897, | |
| "learning_rate": 0.0001932380457735326, | |
| "loss": 1.2731, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.20610057708161583, | |
| "eval_loss": 1.1071134805679321, | |
| "eval_runtime": 2476.6697, | |
| "eval_samples_per_second": 3.23, | |
| "eval_steps_per_second": 0.202, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.2071310799670239, | |
| "grad_norm": 0.25497821921270564, | |
| "learning_rate": 0.00019310739015110267, | |
| "loss": 0.9285, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.208161582852432, | |
| "grad_norm": 0.2793650388701531, | |
| "learning_rate": 0.00019297552933740547, | |
| "loss": 1.3337, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.20919208573784007, | |
| "grad_norm": 0.2516697285323032, | |
| "learning_rate": 0.0001928424650392603, | |
| "loss": 1.0655, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.21022258862324814, | |
| "grad_norm": 0.30212273915620885, | |
| "learning_rate": 0.00019270819897906468, | |
| "loss": 1.2153, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.21125309150865623, | |
| "grad_norm": 0.33419010602150057, | |
| "learning_rate": 0.00019257273289477174, | |
| "loss": 1.3252, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.2122835943940643, | |
| "grad_norm": 0.27421309631436125, | |
| "learning_rate": 0.00019243606853986786, | |
| "loss": 1.0082, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.21331409727947237, | |
| "grad_norm": 0.34717245381281975, | |
| "learning_rate": 0.00019229820768335, | |
| "loss": 1.3901, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.21434460016488047, | |
| "grad_norm": 0.23427202649137227, | |
| "learning_rate": 0.00019215915210970267, | |
| "loss": 0.9838, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.21537510305028854, | |
| "grad_norm": 0.2923332885069089, | |
| "learning_rate": 0.00019201890361887506, | |
| "loss": 1.1746, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.21640560593569663, | |
| "grad_norm": 0.34553332711604556, | |
| "learning_rate": 0.0001918774640262574, | |
| "loss": 1.2803, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.2174361088211047, | |
| "grad_norm": 0.282937796924011, | |
| "learning_rate": 0.00019173483516265788, | |
| "loss": 1.0297, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.21846661170651277, | |
| "grad_norm": 0.3064500972204145, | |
| "learning_rate": 0.00019159101887427854, | |
| "loss": 1.3082, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.21949711459192087, | |
| "grad_norm": 0.24140887151281765, | |
| "learning_rate": 0.00019144601702269162, | |
| "loss": 1.0166, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.22052761747732894, | |
| "grad_norm": 0.2751668782987028, | |
| "learning_rate": 0.00019129983148481552, | |
| "loss": 1.149, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.221558120362737, | |
| "grad_norm": 0.32570210618301154, | |
| "learning_rate": 0.0001911524641528902, | |
| "loss": 1.287, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.2225886232481451, | |
| "grad_norm": 0.24698689309459554, | |
| "learning_rate": 0.00019100391693445306, | |
| "loss": 0.9291, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.22361912613355317, | |
| "grad_norm": 0.26397978494526464, | |
| "learning_rate": 0.00019085419175231394, | |
| "loss": 1.2573, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.22464962901896127, | |
| "grad_norm": 0.23809647134840975, | |
| "learning_rate": 0.00019070329054453046, | |
| "loss": 1.0226, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.22568013190436934, | |
| "grad_norm": 0.31058086961600134, | |
| "learning_rate": 0.00019055121526438272, | |
| "loss": 1.1561, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.2267106347897774, | |
| "grad_norm": 0.2778718312695914, | |
| "learning_rate": 0.00019039796788034822, | |
| "loss": 1.3034, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.2277411376751855, | |
| "grad_norm": 0.2417800787196308, | |
| "learning_rate": 0.00019024355037607622, | |
| "loss": 0.8994, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.22877164056059357, | |
| "grad_norm": 0.28904453048763723, | |
| "learning_rate": 0.00019008796475036222, | |
| "loss": 1.2439, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.22980214344600164, | |
| "grad_norm": 0.23624741886843423, | |
| "learning_rate": 0.00018993121301712193, | |
| "loss": 1.0735, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.23083264633140974, | |
| "grad_norm": 0.27985038336320134, | |
| "learning_rate": 0.00018977329720536529, | |
| "loss": 1.1098, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.2318631492168178, | |
| "grad_norm": 0.2891758603238283, | |
| "learning_rate": 0.00018961421935917016, | |
| "loss": 1.2739, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.23289365210222587, | |
| "grad_norm": 0.2635168830732569, | |
| "learning_rate": 0.00018945398153765597, | |
| "loss": 1.0068, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.23392415498763397, | |
| "grad_norm": 0.2773479010066933, | |
| "learning_rate": 0.00018929258581495685, | |
| "loss": 1.3011, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.23495465787304204, | |
| "grad_norm": 0.2560481495589164, | |
| "learning_rate": 0.00018913003428019506, | |
| "loss": 1.0617, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.23598516075845014, | |
| "grad_norm": 0.277847323563774, | |
| "learning_rate": 0.00018896632903745374, | |
| "loss": 1.0843, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.2370156636438582, | |
| "grad_norm": 0.3618488575426716, | |
| "learning_rate": 0.00018880147220574976, | |
| "loss": 1.2909, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.23804616652926627, | |
| "grad_norm": 0.2840442439659897, | |
| "learning_rate": 0.00018863546591900622, | |
| "loss": 0.9916, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.23907666941467437, | |
| "grad_norm": 0.2904562870162801, | |
| "learning_rate": 0.00018846831232602492, | |
| "loss": 1.3014, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.24010717230008244, | |
| "grad_norm": 0.24724715741223574, | |
| "learning_rate": 0.00018830001359045845, | |
| "loss": 0.9967, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.2411376751854905, | |
| "grad_norm": 0.26593630753000524, | |
| "learning_rate": 0.00018813057189078243, | |
| "loss": 1.0626, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.2421681780708986, | |
| "grad_norm": 0.3276447476001242, | |
| "learning_rate": 0.00018795998942026685, | |
| "loss": 1.2979, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.24319868095630667, | |
| "grad_norm": 0.26299318912598185, | |
| "learning_rate": 0.00018778826838694812, | |
| "loss": 0.9544, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.24422918384171477, | |
| "grad_norm": 0.281736858661113, | |
| "learning_rate": 0.0001876154110136003, | |
| "loss": 1.3208, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.24525968672712284, | |
| "grad_norm": 0.2855862979125554, | |
| "learning_rate": 0.0001874414195377063, | |
| "loss": 1.073, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.2462901896125309, | |
| "grad_norm": 0.29014069310260776, | |
| "learning_rate": 0.000187266296211429, | |
| "loss": 1.1681, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.247320692497939, | |
| "grad_norm": 0.3159103313554715, | |
| "learning_rate": 0.0001870900433015821, | |
| "loss": 1.3863, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.247320692497939, | |
| "eval_loss": 1.0878444910049438, | |
| "eval_runtime": 2463.5391, | |
| "eval_samples_per_second": 3.247, | |
| "eval_steps_per_second": 0.203, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.24835119538334707, | |
| "grad_norm": 0.2980434519288696, | |
| "learning_rate": 0.00018691266308960066, | |
| "loss": 1.0099, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.24938169826875514, | |
| "grad_norm": 0.2786508426961495, | |
| "learning_rate": 0.00018673415787151166, | |
| "loss": 1.3381, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.25041220115416324, | |
| "grad_norm": 0.2676203832313212, | |
| "learning_rate": 0.00018655452995790435, | |
| "loss": 1.0199, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.2514427040395713, | |
| "grad_norm": 0.28577827654986465, | |
| "learning_rate": 0.00018637378167390018, | |
| "loss": 1.2001, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2524732069249794, | |
| "grad_norm": 0.3398905155731309, | |
| "learning_rate": 0.0001861919153591228, | |
| "loss": 1.2629, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.25350370981038745, | |
| "grad_norm": 0.26851195221770446, | |
| "learning_rate": 0.00018600893336766786, | |
| "loss": 0.9409, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.25453421269579557, | |
| "grad_norm": 0.26580580512721763, | |
| "learning_rate": 0.00018582483806807228, | |
| "loss": 1.3071, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.25556471558120364, | |
| "grad_norm": 0.2571726332870005, | |
| "learning_rate": 0.0001856396318432838, | |
| "loss": 1.0674, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2565952184666117, | |
| "grad_norm": 0.28205467317170896, | |
| "learning_rate": 0.0001854533170906302, | |
| "loss": 1.1248, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.2576257213520198, | |
| "grad_norm": 0.3312983996287865, | |
| "learning_rate": 0.00018526589622178802, | |
| "loss": 1.2796, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.25865622423742785, | |
| "grad_norm": 0.2757071364626265, | |
| "learning_rate": 0.00018507737166275154, | |
| "loss": 0.9658, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.25968672712283597, | |
| "grad_norm": 0.3459316658489597, | |
| "learning_rate": 0.00018488774585380125, | |
| "loss": 1.3143, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.26071723000824404, | |
| "grad_norm": 0.2521379464850173, | |
| "learning_rate": 0.00018469702124947245, | |
| "loss": 0.9855, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.2617477328936521, | |
| "grad_norm": 0.28337200244179356, | |
| "learning_rate": 0.00018450520031852325, | |
| "loss": 1.2029, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2627782357790602, | |
| "grad_norm": 0.3562233737662029, | |
| "learning_rate": 0.0001843122855439027, | |
| "loss": 1.2867, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.26380873866446825, | |
| "grad_norm": 0.2883121950988055, | |
| "learning_rate": 0.00018411827942271884, | |
| "loss": 0.978, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.2648392415498763, | |
| "grad_norm": 0.3157197550829857, | |
| "learning_rate": 0.000183923184466206, | |
| "loss": 1.2767, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.26586974443528444, | |
| "grad_norm": 0.24013448810718416, | |
| "learning_rate": 0.0001837270031996926, | |
| "loss": 1.0749, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.2669002473206925, | |
| "grad_norm": 0.32239639052379476, | |
| "learning_rate": 0.00018352973816256838, | |
| "loss": 1.1699, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.2679307502061006, | |
| "grad_norm": 0.29188168243683993, | |
| "learning_rate": 0.0001833313919082515, | |
| "loss": 1.3297, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.26896125309150865, | |
| "grad_norm": 0.2710883490462726, | |
| "learning_rate": 0.0001831319670041555, | |
| "loss": 0.9246, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.2699917559769167, | |
| "grad_norm": 0.2949025846368701, | |
| "learning_rate": 0.00018293146603165603, | |
| "loss": 1.339, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.27102225886232484, | |
| "grad_norm": 0.24960673732959246, | |
| "learning_rate": 0.00018272989158605752, | |
| "loss": 1.0767, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.2720527617477329, | |
| "grad_norm": 0.31392425706558585, | |
| "learning_rate": 0.00018252724627655954, | |
| "loss": 1.1564, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.273083264633141, | |
| "grad_norm": 0.3755895664237009, | |
| "learning_rate": 0.00018232353272622302, | |
| "loss": 1.2677, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.27411376751854905, | |
| "grad_norm": 0.2711084044553726, | |
| "learning_rate": 0.00018211875357193632, | |
| "loss": 0.9061, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.2751442704039571, | |
| "grad_norm": 0.33175445691564986, | |
| "learning_rate": 0.00018191291146438105, | |
| "loss": 1.273, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.2761747732893652, | |
| "grad_norm": 0.2537090735923007, | |
| "learning_rate": 0.0001817060090679978, | |
| "loss": 1.0512, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.2772052761747733, | |
| "grad_norm": 0.36552128539895057, | |
| "learning_rate": 0.00018149804906095163, | |
| "loss": 1.2273, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.2782357790601814, | |
| "grad_norm": 0.3485807735804365, | |
| "learning_rate": 0.00018128903413509756, | |
| "loss": 1.2532, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.27926628194558945, | |
| "grad_norm": 0.2737156223424568, | |
| "learning_rate": 0.0001810789669959453, | |
| "loss": 1.0208, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.2802967848309975, | |
| "grad_norm": 0.3091305751030036, | |
| "learning_rate": 0.0001808678503626248, | |
| "loss": 1.3024, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.2813272877164056, | |
| "grad_norm": 0.2448701581737246, | |
| "learning_rate": 0.00018065568696785058, | |
| "loss": 1.0065, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.2823577906018137, | |
| "grad_norm": 0.33520109656163827, | |
| "learning_rate": 0.00018044247955788662, | |
| "loss": 1.1409, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.2833882934872218, | |
| "grad_norm": 0.36094563501069604, | |
| "learning_rate": 0.00018022823089251073, | |
| "loss": 1.2687, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.28441879637262985, | |
| "grad_norm": 0.29785608686411563, | |
| "learning_rate": 0.00018001294374497882, | |
| "loss": 0.9357, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.2854492992580379, | |
| "grad_norm": 0.3875323214985989, | |
| "learning_rate": 0.00017979662090198906, | |
| "loss": 1.2922, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.286479802143446, | |
| "grad_norm": 0.3058769686259136, | |
| "learning_rate": 0.00017957926516364565, | |
| "loss": 1.0047, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.2875103050288541, | |
| "grad_norm": 0.3030215125843954, | |
| "learning_rate": 0.00017936087934342283, | |
| "loss": 1.0829, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.2885408079142622, | |
| "grad_norm": 0.32726489328282893, | |
| "learning_rate": 0.00017914146626812823, | |
| "loss": 1.2567, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2885408079142622, | |
| "eval_loss": 1.077731728553772, | |
| "eval_runtime": 2463.5195, | |
| "eval_samples_per_second": 3.247, | |
| "eval_steps_per_second": 0.203, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.28957131079967025, | |
| "grad_norm": 0.2992981015754632, | |
| "learning_rate": 0.0001789210287778664, | |
| "loss": 0.9792, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.2906018136850783, | |
| "grad_norm": 0.3418337934197468, | |
| "learning_rate": 0.00017869956972600202, | |
| "loss": 1.3454, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.2916323165704864, | |
| "grad_norm": 0.2526294763625045, | |
| "learning_rate": 0.00017847709197912296, | |
| "loss": 0.9715, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.29266281945589445, | |
| "grad_norm": 0.3445050915146703, | |
| "learning_rate": 0.0001782535984170032, | |
| "loss": 1.113, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.2936933223413026, | |
| "grad_norm": 0.32389102430563055, | |
| "learning_rate": 0.00017802909193256547, | |
| "loss": 1.2316, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.29472382522671065, | |
| "grad_norm": 0.2613877323741928, | |
| "learning_rate": 0.00017780357543184397, | |
| "loss": 0.9269, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.2957543281121187, | |
| "grad_norm": 0.2752040315178045, | |
| "learning_rate": 0.00017757705183394653, | |
| "loss": 1.2481, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.2967848309975268, | |
| "grad_norm": 0.2535871144663709, | |
| "learning_rate": 0.00017734952407101706, | |
| "loss": 1.0301, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.29781533388293485, | |
| "grad_norm": 0.28927983501411936, | |
| "learning_rate": 0.0001771209950881974, | |
| "loss": 1.1218, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.298845836768343, | |
| "grad_norm": 0.37005769485403384, | |
| "learning_rate": 0.00017689146784358927, | |
| "loss": 1.2699, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.29987633965375105, | |
| "grad_norm": 0.257690573166382, | |
| "learning_rate": 0.0001766609453082161, | |
| "loss": 0.9097, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.3009068425391591, | |
| "grad_norm": 0.2708622421638633, | |
| "learning_rate": 0.00017642943046598436, | |
| "loss": 1.2685, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.3019373454245672, | |
| "grad_norm": 0.2553661493662262, | |
| "learning_rate": 0.00017619692631364506, | |
| "loss": 1.062, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.30296784830997525, | |
| "grad_norm": 0.3268803054784382, | |
| "learning_rate": 0.00017596343586075497, | |
| "loss": 1.1081, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.3039983511953833, | |
| "grad_norm": 0.36412223215382217, | |
| "learning_rate": 0.00017572896212963754, | |
| "loss": 1.3221, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.30502885408079145, | |
| "grad_norm": 0.2624897168675397, | |
| "learning_rate": 0.000175493508155344, | |
| "loss": 0.854, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.3060593569661995, | |
| "grad_norm": 0.2910755462081272, | |
| "learning_rate": 0.00017525707698561385, | |
| "loss": 1.2961, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.3070898598516076, | |
| "grad_norm": 0.26020570413888594, | |
| "learning_rate": 0.00017501967168083557, | |
| "loss": 1.0475, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.30812036273701565, | |
| "grad_norm": 0.31355952905674644, | |
| "learning_rate": 0.00017478129531400688, | |
| "loss": 1.1383, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.3091508656224237, | |
| "grad_norm": 0.3394529288865745, | |
| "learning_rate": 0.00017454195097069505, | |
| "loss": 1.3237, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.31018136850783184, | |
| "grad_norm": 0.2623708218727371, | |
| "learning_rate": 0.00017430164174899696, | |
| "loss": 0.8949, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.3112118713932399, | |
| "grad_norm": 0.3129719424005796, | |
| "learning_rate": 0.0001740603707594989, | |
| "loss": 1.2513, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.312242374278648, | |
| "grad_norm": 0.2457430728630137, | |
| "learning_rate": 0.00017381814112523648, | |
| "loss": 1.0458, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.31327287716405605, | |
| "grad_norm": 0.3235157301586437, | |
| "learning_rate": 0.000173574955981654, | |
| "loss": 1.1418, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.3143033800494641, | |
| "grad_norm": 0.38068266969796094, | |
| "learning_rate": 0.00017333081847656397, | |
| "loss": 1.2703, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.31533388293487224, | |
| "grad_norm": 0.2845050833721142, | |
| "learning_rate": 0.00017308573177010652, | |
| "loss": 0.8513, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.3163643858202803, | |
| "grad_norm": 0.3011956997232069, | |
| "learning_rate": 0.00017283969903470815, | |
| "loss": 1.2671, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.3173948887056884, | |
| "grad_norm": 0.2548678800376021, | |
| "learning_rate": 0.0001725927234550409, | |
| "loss": 0.9834, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.31842539159109645, | |
| "grad_norm": 0.33070817321371104, | |
| "learning_rate": 0.00017234480822798113, | |
| "loss": 1.204, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.3194558944765045, | |
| "grad_norm": 0.3739990601669961, | |
| "learning_rate": 0.00017209595656256807, | |
| "loss": 1.2874, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.3204863973619126, | |
| "grad_norm": 0.28630568916559335, | |
| "learning_rate": 0.0001718461716799623, | |
| "loss": 0.9404, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.3215169002473207, | |
| "grad_norm": 0.2984332733087229, | |
| "learning_rate": 0.000171595456813404, | |
| "loss": 1.3065, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.3225474031327288, | |
| "grad_norm": 0.25297494310840185, | |
| "learning_rate": 0.00017134381520817127, | |
| "loss": 0.9533, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.32357790601813685, | |
| "grad_norm": 0.3035622251707662, | |
| "learning_rate": 0.00017109125012153783, | |
| "loss": 1.1281, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.3246084089035449, | |
| "grad_norm": 0.3401968875424911, | |
| "learning_rate": 0.00017083776482273126, | |
| "loss": 1.2439, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.325638911788953, | |
| "grad_norm": 0.2742633328984466, | |
| "learning_rate": 0.00017058336259289026, | |
| "loss": 0.9067, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.3266694146743611, | |
| "grad_norm": 0.33201726031181766, | |
| "learning_rate": 0.0001703280467250225, | |
| "loss": 1.2643, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.3276999175597692, | |
| "grad_norm": 0.2740668506157443, | |
| "learning_rate": 0.0001700718205239618, | |
| "loss": 0.9757, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.32873042044517725, | |
| "grad_norm": 0.28447062660977135, | |
| "learning_rate": 0.0001698146873063255, | |
| "loss": 1.0629, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.3297609233305853, | |
| "grad_norm": 0.3855059276442332, | |
| "learning_rate": 0.00016955665040047134, | |
| "loss": 1.257, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3297609233305853, | |
| "eval_loss": 1.0629926919937134, | |
| "eval_runtime": 2467.5248, | |
| "eval_samples_per_second": 3.242, | |
| "eval_steps_per_second": 0.203, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3307914262159934, | |
| "grad_norm": 0.30766662381135884, | |
| "learning_rate": 0.00016929771314645454, | |
| "loss": 0.9716, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.33182192910140146, | |
| "grad_norm": 0.3070232969296392, | |
| "learning_rate": 0.00016903787889598458, | |
| "loss": 1.3027, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.3328524319868096, | |
| "grad_norm": 0.29718017467704144, | |
| "learning_rate": 0.00016877715101238172, | |
| "loss": 1.053, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.33388293487221765, | |
| "grad_norm": 0.29124927902233755, | |
| "learning_rate": 0.00016851553287053342, | |
| "loss": 1.1027, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.3349134377576257, | |
| "grad_norm": 0.37490768596522844, | |
| "learning_rate": 0.00016825302785685077, | |
| "loss": 1.2816, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.3359439406430338, | |
| "grad_norm": 0.2909222245308242, | |
| "learning_rate": 0.00016798963936922467, | |
| "loss": 0.9477, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.33697444352844186, | |
| "grad_norm": 0.369759262778725, | |
| "learning_rate": 0.00016772537081698175, | |
| "loss": 1.2659, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.33800494641385, | |
| "grad_norm": 0.25527189055893823, | |
| "learning_rate": 0.00016746022562084026, | |
| "loss": 1.0374, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.33903544929925805, | |
| "grad_norm": 0.332617684071012, | |
| "learning_rate": 0.0001671942072128659, | |
| "loss": 1.1066, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.3400659521846661, | |
| "grad_norm": 0.3184886656626706, | |
| "learning_rate": 0.00016692731903642725, | |
| "loss": 1.2649, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3410964550700742, | |
| "grad_norm": 0.2799293838329678, | |
| "learning_rate": 0.0001666595645461512, | |
| "loss": 0.9379, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.34212695795548226, | |
| "grad_norm": 0.3517762307499943, | |
| "learning_rate": 0.0001663909472078784, | |
| "loss": 1.252, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.3431574608408903, | |
| "grad_norm": 0.25384775837778967, | |
| "learning_rate": 0.0001661214704986182, | |
| "loss": 0.9847, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.34418796372629845, | |
| "grad_norm": 0.29743299437921455, | |
| "learning_rate": 0.00016585113790650388, | |
| "loss": 1.1201, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.3452184666117065, | |
| "grad_norm": 0.35589431095248486, | |
| "learning_rate": 0.00016557995293074715, | |
| "loss": 1.2206, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.3462489694971146, | |
| "grad_norm": 0.2911495340019745, | |
| "learning_rate": 0.00016530791908159323, | |
| "loss": 0.9072, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.34727947238252266, | |
| "grad_norm": 0.28789636914166633, | |
| "learning_rate": 0.0001650350398802751, | |
| "loss": 1.2946, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.3483099752679307, | |
| "grad_norm": 0.26335155835600166, | |
| "learning_rate": 0.0001647613188589682, | |
| "loss": 1.0242, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.34934047815333885, | |
| "grad_norm": 0.3325623900144522, | |
| "learning_rate": 0.00016448675956074444, | |
| "loss": 1.0931, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.3503709810387469, | |
| "grad_norm": 0.3773837775653675, | |
| "learning_rate": 0.0001642113655395266, | |
| "loss": 1.2456, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.351401483924155, | |
| "grad_norm": 0.285753347787117, | |
| "learning_rate": 0.00016393514036004204, | |
| "loss": 0.9662, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.35243198680956306, | |
| "grad_norm": 0.3046613746172406, | |
| "learning_rate": 0.0001636580875977769, | |
| "loss": 1.3162, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3534624896949711, | |
| "grad_norm": 0.25099480129499735, | |
| "learning_rate": 0.0001633802108389295, | |
| "loss": 1.0061, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.35449299258037925, | |
| "grad_norm": 0.34150662422413947, | |
| "learning_rate": 0.00016310151368036408, | |
| "loss": 1.1411, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.3555234954657873, | |
| "grad_norm": 0.33392898782461256, | |
| "learning_rate": 0.00016282199972956425, | |
| "loss": 1.2154, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.3565539983511954, | |
| "grad_norm": 0.3016273908980527, | |
| "learning_rate": 0.00016254167260458622, | |
| "loss": 0.9269, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.35758450123660346, | |
| "grad_norm": 0.3297238572031139, | |
| "learning_rate": 0.000162260535934012, | |
| "loss": 1.2298, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.3586150041220115, | |
| "grad_norm": 0.26311212102325543, | |
| "learning_rate": 0.00016197859335690247, | |
| "loss": 1.0416, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.3596455070074196, | |
| "grad_norm": 0.35401650365663206, | |
| "learning_rate": 0.0001616958485227503, | |
| "loss": 1.0915, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.3606760098928277, | |
| "grad_norm": 0.3946861144577044, | |
| "learning_rate": 0.0001614123050914325, | |
| "loss": 1.2156, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.3617065127782358, | |
| "grad_norm": 0.31649222443853475, | |
| "learning_rate": 0.00016112796673316336, | |
| "loss": 0.9126, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.36273701566364386, | |
| "grad_norm": 0.3591291538700441, | |
| "learning_rate": 0.00016084283712844666, | |
| "loss": 1.2438, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.3637675185490519, | |
| "grad_norm": 0.2567906575863548, | |
| "learning_rate": 0.00016055691996802823, | |
| "loss": 0.9908, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.36479802143446, | |
| "grad_norm": 0.34039693260231785, | |
| "learning_rate": 0.00016027021895284808, | |
| "loss": 1.0576, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.3658285243198681, | |
| "grad_norm": 0.45929799156275763, | |
| "learning_rate": 0.0001599827377939925, | |
| "loss": 1.3099, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.3668590272052762, | |
| "grad_norm": 0.2736394916456097, | |
| "learning_rate": 0.00015969448021264606, | |
| "loss": 0.8622, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.36788953009068426, | |
| "grad_norm": 0.2884997182361836, | |
| "learning_rate": 0.00015940544994004334, | |
| "loss": 1.2272, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.3689200329760923, | |
| "grad_norm": 0.2392312698637367, | |
| "learning_rate": 0.00015911565071742088, | |
| "loss": 0.9626, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.3699505358615004, | |
| "grad_norm": 0.339213144942226, | |
| "learning_rate": 0.00015882508629596836, | |
| "loss": 1.1233, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.37098103874690846, | |
| "grad_norm": 0.40881279626532063, | |
| "learning_rate": 0.00015853376043678053, | |
| "loss": 1.2129, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.37098103874690846, | |
| "eval_loss": 1.051790475845337, | |
| "eval_runtime": 2468.3063, | |
| "eval_samples_per_second": 3.241, | |
| "eval_steps_per_second": 0.203, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3720115416323166, | |
| "grad_norm": 0.27225360643392454, | |
| "learning_rate": 0.00015824167691080802, | |
| "loss": 0.8599, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.37304204451772466, | |
| "grad_norm": 0.3655053849913508, | |
| "learning_rate": 0.00015794883949880894, | |
| "loss": 1.2174, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.3740725474031327, | |
| "grad_norm": 0.2810810355550597, | |
| "learning_rate": 0.00015765525199129966, | |
| "loss": 1.0166, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.3751030502885408, | |
| "grad_norm": 0.3332282628999955, | |
| "learning_rate": 0.000157360918188506, | |
| "loss": 1.1182, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.37613355317394886, | |
| "grad_norm": 0.3175764657865911, | |
| "learning_rate": 0.0001570658419003137, | |
| "loss": 1.2687, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.377164056059357, | |
| "grad_norm": 0.3120363543994925, | |
| "learning_rate": 0.00015677002694621948, | |
| "loss": 0.9812, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.37819455894476506, | |
| "grad_norm": 0.327602667442098, | |
| "learning_rate": 0.00015647347715528137, | |
| "loss": 1.1919, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.3792250618301731, | |
| "grad_norm": 0.2668526402245522, | |
| "learning_rate": 0.00015617619636606924, | |
| "loss": 0.9995, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.3802555647155812, | |
| "grad_norm": 0.31419704503426554, | |
| "learning_rate": 0.00015587818842661494, | |
| "loss": 1.1765, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.38128606760098926, | |
| "grad_norm": 0.4282942251054684, | |
| "learning_rate": 0.00015557945719436278, | |
| "loss": 1.2522, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3823165704863974, | |
| "grad_norm": 0.308069434736153, | |
| "learning_rate": 0.00015528000653611935, | |
| "loss": 0.8995, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.38334707337180546, | |
| "grad_norm": 0.272826512737121, | |
| "learning_rate": 0.0001549798403280036, | |
| "loss": 1.2827, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3843775762572135, | |
| "grad_norm": 0.2498018349436216, | |
| "learning_rate": 0.0001546789624553966, | |
| "loss": 1.0308, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.3854080791426216, | |
| "grad_norm": 0.32988195624784494, | |
| "learning_rate": 0.00015437737681289128, | |
| "loss": 1.1726, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.38643858202802966, | |
| "grad_norm": 0.38213734379034847, | |
| "learning_rate": 0.00015407508730424206, | |
| "loss": 1.2046, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.38746908491343773, | |
| "grad_norm": 0.2839035313263252, | |
| "learning_rate": 0.00015377209784231424, | |
| "loss": 0.9713, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.38849958779884586, | |
| "grad_norm": 0.26153622554750505, | |
| "learning_rate": 0.00015346841234903337, | |
| "loss": 1.2771, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.3895300906842539, | |
| "grad_norm": 0.25504870927422546, | |
| "learning_rate": 0.0001531640347553345, | |
| "loss": 1.0141, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.390560593569662, | |
| "grad_norm": 0.33076548230805997, | |
| "learning_rate": 0.00015285896900111133, | |
| "loss": 1.1153, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.39159109645507006, | |
| "grad_norm": 0.3682940168037353, | |
| "learning_rate": 0.00015255321903516516, | |
| "loss": 1.2387, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.39262159934047813, | |
| "grad_norm": 0.3030559581752516, | |
| "learning_rate": 0.00015224678881515377, | |
| "loss": 0.8932, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.39365210222588626, | |
| "grad_norm": 0.3016417378121846, | |
| "learning_rate": 0.00015193968230754024, | |
| "loss": 1.2566, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.3946826051112943, | |
| "grad_norm": 0.2562267990440701, | |
| "learning_rate": 0.00015163190348754162, | |
| "loss": 1.0584, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.3957131079967024, | |
| "grad_norm": 0.3152397653362513, | |
| "learning_rate": 0.00015132345633907734, | |
| "loss": 1.1119, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.39674361088211046, | |
| "grad_norm": 0.3550077716096075, | |
| "learning_rate": 0.0001510143448547178, | |
| "loss": 1.2196, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.39777411376751853, | |
| "grad_norm": 0.2713673784146358, | |
| "learning_rate": 0.00015070457303563268, | |
| "loss": 0.8809, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.3988046166529266, | |
| "grad_norm": 0.32482913652095136, | |
| "learning_rate": 0.000150394144891539, | |
| "loss": 1.2114, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.3998351195383347, | |
| "grad_norm": 0.2681392320249827, | |
| "learning_rate": 0.00015008306444064942, | |
| "loss": 1.0092, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.4008656224237428, | |
| "grad_norm": 0.30813511160423507, | |
| "learning_rate": 0.00014977133570961997, | |
| "loss": 1.0587, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.40189612530915086, | |
| "grad_norm": 0.3045685029840853, | |
| "learning_rate": 0.00014945896273349827, | |
| "loss": 1.3074, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.40292662819455893, | |
| "grad_norm": 0.3178744984824384, | |
| "learning_rate": 0.00014914594955567099, | |
| "loss": 0.9477, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.403957131079967, | |
| "grad_norm": 0.36931867482484526, | |
| "learning_rate": 0.00014883230022781163, | |
| "loss": 1.2359, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.4049876339653751, | |
| "grad_norm": 0.27801383031198734, | |
| "learning_rate": 0.00014851801880982814, | |
| "loss": 1.0366, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.4060181368507832, | |
| "grad_norm": 0.31213479911432085, | |
| "learning_rate": 0.00014820310936981026, | |
| "loss": 1.1624, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.40704863973619126, | |
| "grad_norm": 0.33227538300256093, | |
| "learning_rate": 0.000147887575983977, | |
| "loss": 1.2724, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.40807914262159933, | |
| "grad_norm": 0.298687515913839, | |
| "learning_rate": 0.00014757142273662358, | |
| "loss": 0.8436, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.4091096455070074, | |
| "grad_norm": 0.36351887792750426, | |
| "learning_rate": 0.00014725465372006905, | |
| "loss": 1.2507, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.41014014839241547, | |
| "grad_norm": 0.2702448610300903, | |
| "learning_rate": 0.0001469372730346028, | |
| "loss": 1.0191, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.4111706512778236, | |
| "grad_norm": 0.3224079902083336, | |
| "learning_rate": 0.00014661928478843186, | |
| "loss": 1.1598, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.41220115416323166, | |
| "grad_norm": 0.41798586070796323, | |
| "learning_rate": 0.00014630069309762753, | |
| "loss": 1.1939, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.41220115416323166, | |
| "eval_loss": 1.0405410528182983, | |
| "eval_runtime": 2474.052, | |
| "eval_samples_per_second": 3.234, | |
| "eval_steps_per_second": 0.202, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.41323165704863973, | |
| "grad_norm": 0.28365317528526945, | |
| "learning_rate": 0.00014598150208607212, | |
| "loss": 0.8639, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.4142621599340478, | |
| "grad_norm": 0.3214047753618349, | |
| "learning_rate": 0.00014566171588540572, | |
| "loss": 1.2183, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.41529266281945587, | |
| "grad_norm": 0.2644278825870432, | |
| "learning_rate": 0.00014534133863497252, | |
| "loss": 0.9564, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.416323165704864, | |
| "grad_norm": 0.32226077969266037, | |
| "learning_rate": 0.00014502037448176734, | |
| "loss": 1.0942, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.41735366859027206, | |
| "grad_norm": 0.4101159870787422, | |
| "learning_rate": 0.00014469882758038193, | |
| "loss": 1.244, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.41838417147568013, | |
| "grad_norm": 0.28153576445753414, | |
| "learning_rate": 0.00014437670209295112, | |
| "loss": 0.8947, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.4194146743610882, | |
| "grad_norm": 0.3785396934306716, | |
| "learning_rate": 0.0001440540021890992, | |
| "loss": 1.2432, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.42044517724649627, | |
| "grad_norm": 0.2542390029018319, | |
| "learning_rate": 0.00014373073204588556, | |
| "loss": 1.0083, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.4214756801319044, | |
| "grad_norm": 0.3123729353287892, | |
| "learning_rate": 0.0001434068958477509, | |
| "loss": 1.1195, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.42250618301731246, | |
| "grad_norm": 0.39530507310232316, | |
| "learning_rate": 0.00014308249778646306, | |
| "loss": 1.2036, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.42353668590272053, | |
| "grad_norm": 0.2818105109815067, | |
| "learning_rate": 0.0001427575420610626, | |
| "loss": 0.8847, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.4245671887881286, | |
| "grad_norm": 0.3219044657747011, | |
| "learning_rate": 0.00014243203287780856, | |
| "loss": 1.2623, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.42559769167353667, | |
| "grad_norm": 0.2611111361591686, | |
| "learning_rate": 0.00014210597445012398, | |
| "loss": 1.0083, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.42662819455894474, | |
| "grad_norm": 0.33485314347370027, | |
| "learning_rate": 0.0001417793709985415, | |
| "loss": 1.1823, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.42765869744435286, | |
| "grad_norm": 0.34925710089096873, | |
| "learning_rate": 0.0001414522267506484, | |
| "loss": 1.2728, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.42868920032976093, | |
| "grad_norm": 0.25546314251507235, | |
| "learning_rate": 0.0001411245459410322, | |
| "loss": 0.8703, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.429719703215169, | |
| "grad_norm": 0.38324554510188286, | |
| "learning_rate": 0.00014079633281122573, | |
| "loss": 1.2551, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.43075020610057707, | |
| "grad_norm": 0.27810663295608457, | |
| "learning_rate": 0.00014046759160965224, | |
| "loss": 1.0267, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.43178070898598514, | |
| "grad_norm": 0.35335784100847833, | |
| "learning_rate": 0.0001401383265915703, | |
| "loss": 1.1345, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.43281121187139326, | |
| "grad_norm": 0.4118966005270665, | |
| "learning_rate": 0.00013980854201901886, | |
| "loss": 1.1936, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.43384171475680133, | |
| "grad_norm": 0.3062362602687425, | |
| "learning_rate": 0.00013947824216076207, | |
| "loss": 0.9152, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.4348722176422094, | |
| "grad_norm": 0.29620498290186464, | |
| "learning_rate": 0.00013914743129223405, | |
| "loss": 1.2309, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.43590272052761747, | |
| "grad_norm": 0.2710224032495773, | |
| "learning_rate": 0.00013881611369548325, | |
| "loss": 1.0408, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.43693322341302554, | |
| "grad_norm": 0.3056464151796937, | |
| "learning_rate": 0.00013848429365911753, | |
| "loss": 1.1743, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.4379637262984336, | |
| "grad_norm": 0.3843468598801491, | |
| "learning_rate": 0.00013815197547824824, | |
| "loss": 1.2395, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.43899422918384173, | |
| "grad_norm": 0.2798396925326106, | |
| "learning_rate": 0.00013781916345443474, | |
| "loss": 0.8612, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.4400247320692498, | |
| "grad_norm": 0.3279250283208323, | |
| "learning_rate": 0.00013748586189562878, | |
| "loss": 1.2354, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.44105523495465787, | |
| "grad_norm": 0.2735131812328209, | |
| "learning_rate": 0.00013715207511611876, | |
| "loss": 1.0026, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.44208573784006594, | |
| "grad_norm": 0.37219144396512693, | |
| "learning_rate": 0.0001368178074364737, | |
| "loss": 1.0704, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.443116240725474, | |
| "grad_norm": 0.46408445168045037, | |
| "learning_rate": 0.00013648306318348762, | |
| "loss": 1.2511, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.44414674361088213, | |
| "grad_norm": 0.2720164174270696, | |
| "learning_rate": 0.0001361478466901231, | |
| "loss": 0.8989, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.4451772464962902, | |
| "grad_norm": 0.3747167130586965, | |
| "learning_rate": 0.0001358121622954557, | |
| "loss": 1.3666, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.44620774938169827, | |
| "grad_norm": 0.2962954738156199, | |
| "learning_rate": 0.00013547601434461733, | |
| "loss": 0.9376, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.44723825226710634, | |
| "grad_norm": 0.3347575447270046, | |
| "learning_rate": 0.0001351394071887404, | |
| "loss": 1.0754, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.4482687551525144, | |
| "grad_norm": 0.37805918523823334, | |
| "learning_rate": 0.0001348023451849012, | |
| "loss": 1.2106, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.44929925803792253, | |
| "grad_norm": 0.302277885917108, | |
| "learning_rate": 0.00013446483269606362, | |
| "loss": 0.8481, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.4503297609233306, | |
| "grad_norm": 0.35890494559800096, | |
| "learning_rate": 0.00013412687409102277, | |
| "loss": 1.2101, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.45136026380873867, | |
| "grad_norm": 0.27832175193098935, | |
| "learning_rate": 0.00013378847374434814, | |
| "loss": 0.9563, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.45239076669414674, | |
| "grad_norm": 0.35752890078545335, | |
| "learning_rate": 0.0001334496360363274, | |
| "loss": 1.1166, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.4534212695795548, | |
| "grad_norm": 0.3208813709791692, | |
| "learning_rate": 0.00013311036535290925, | |
| "loss": 1.2658, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.4534212695795548, | |
| "eval_loss": 1.0313003063201904, | |
| "eval_runtime": 2462.8678, | |
| "eval_samples_per_second": 3.248, | |
| "eval_steps_per_second": 0.203, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.4544517724649629, | |
| "grad_norm": 0.3164662130947771, | |
| "learning_rate": 0.00013277066608564713, | |
| "loss": 0.9046, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.455482275350371, | |
| "grad_norm": 0.32760397119015733, | |
| "learning_rate": 0.0001324305426316418, | |
| "loss": 1.2596, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.45651277823577907, | |
| "grad_norm": 0.26879676205264913, | |
| "learning_rate": 0.000132089999393485, | |
| "loss": 0.9842, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.45754328112118714, | |
| "grad_norm": 0.35211465947054194, | |
| "learning_rate": 0.000131749040779202, | |
| "loss": 1.1149, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.4585737840065952, | |
| "grad_norm": 0.3640438187361373, | |
| "learning_rate": 0.0001314076712021949, | |
| "loss": 1.2521, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.4596042868920033, | |
| "grad_norm": 0.28859583596302096, | |
| "learning_rate": 0.0001310658950811852, | |
| "loss": 0.8689, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.4606347897774114, | |
| "grad_norm": 0.3245571156879321, | |
| "learning_rate": 0.00013072371684015688, | |
| "loss": 1.2013, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.46166529266281947, | |
| "grad_norm": 0.2630264452723511, | |
| "learning_rate": 0.00013038114090829892, | |
| "loss": 1.0054, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.46269579554822754, | |
| "grad_norm": 0.3629689887711568, | |
| "learning_rate": 0.00013003817171994807, | |
| "loss": 1.1201, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.4637262984336356, | |
| "grad_norm": 0.38051210660623236, | |
| "learning_rate": 0.00012969481371453135, | |
| "loss": 1.2291, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.4647568013190437, | |
| "grad_norm": 0.3038049492726604, | |
| "learning_rate": 0.00012935107133650885, | |
| "loss": 0.8923, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.46578730420445175, | |
| "grad_norm": 0.34319934420858916, | |
| "learning_rate": 0.00012900694903531586, | |
| "loss": 1.2325, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.46681780708985987, | |
| "grad_norm": 0.2729387501421985, | |
| "learning_rate": 0.0001286624512653055, | |
| "loss": 0.9893, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.46784830997526794, | |
| "grad_norm": 0.37018830848703915, | |
| "learning_rate": 0.00012831758248569097, | |
| "loss": 1.1021, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.468878812860676, | |
| "grad_norm": 0.36278206444854155, | |
| "learning_rate": 0.00012797234716048784, | |
| "loss": 1.2005, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.4699093157460841, | |
| "grad_norm": 0.2976065955292209, | |
| "learning_rate": 0.00012762674975845637, | |
| "loss": 0.8405, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.47093981863149215, | |
| "grad_norm": 0.3358390029204746, | |
| "learning_rate": 0.00012728079475304345, | |
| "loss": 1.2722, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.47197032151690027, | |
| "grad_norm": 0.24689134910878455, | |
| "learning_rate": 0.0001269344866223249, | |
| "loss": 0.9856, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.47300082440230834, | |
| "grad_norm": 0.3183219956731036, | |
| "learning_rate": 0.00012658782984894743, | |
| "loss": 1.0672, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.4740313272877164, | |
| "grad_norm": 0.3220468985387059, | |
| "learning_rate": 0.00012624082892007064, | |
| "loss": 1.2301, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.4750618301731245, | |
| "grad_norm": 0.3012629746942751, | |
| "learning_rate": 0.00012589348832730882, | |
| "loss": 0.9345, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.47609233305853255, | |
| "grad_norm": 0.34208223291291867, | |
| "learning_rate": 0.00012554581256667296, | |
| "loss": 1.1783, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.47712283594394067, | |
| "grad_norm": 0.2633458752929658, | |
| "learning_rate": 0.00012519780613851254, | |
| "loss": 1.0127, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.47815333882934874, | |
| "grad_norm": 0.3245639160611015, | |
| "learning_rate": 0.00012484947354745714, | |
| "loss": 1.074, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.4791838417147568, | |
| "grad_norm": 0.4155838481655266, | |
| "learning_rate": 0.0001245008193023583, | |
| "loss": 1.2446, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.4802143446001649, | |
| "grad_norm": 0.29474111212781395, | |
| "learning_rate": 0.00012415184791623101, | |
| "loss": 0.8756, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.48124484748557295, | |
| "grad_norm": 0.38251199632272437, | |
| "learning_rate": 0.00012380256390619548, | |
| "loss": 1.2367, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.482275350370981, | |
| "grad_norm": 0.2876263709986664, | |
| "learning_rate": 0.00012345297179341844, | |
| "loss": 0.942, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.48330585325638914, | |
| "grad_norm": 0.3470650266011227, | |
| "learning_rate": 0.00012310307610305477, | |
| "loss": 1.1312, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.4843363561417972, | |
| "grad_norm": 0.3437397458970076, | |
| "learning_rate": 0.00012275288136418889, | |
| "loss": 1.2013, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.4853668590272053, | |
| "grad_norm": 0.2891400010122533, | |
| "learning_rate": 0.0001224023921097762, | |
| "loss": 0.875, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.48639736191261335, | |
| "grad_norm": 0.3343377419438735, | |
| "learning_rate": 0.0001220516128765842, | |
| "loss": 1.2263, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.4874278647980214, | |
| "grad_norm": 0.2815731947053776, | |
| "learning_rate": 0.00012170054820513401, | |
| "loss": 1.0279, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.48845836768342954, | |
| "grad_norm": 0.34918143666071294, | |
| "learning_rate": 0.00012134920263964147, | |
| "loss": 1.1073, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.4894888705688376, | |
| "grad_norm": 0.3378508040938572, | |
| "learning_rate": 0.00012099758072795832, | |
| "loss": 1.2131, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.4905193734542457, | |
| "grad_norm": 0.3404097695213611, | |
| "learning_rate": 0.00012064568702151335, | |
| "loss": 0.9207, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.49154987633965375, | |
| "grad_norm": 0.31871974527595615, | |
| "learning_rate": 0.0001202935260752535, | |
| "loss": 1.2815, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.4925803792250618, | |
| "grad_norm": 0.27586523947951513, | |
| "learning_rate": 0.00011994110244758496, | |
| "loss": 0.9798, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.4936108821104699, | |
| "grad_norm": 0.29258038219303606, | |
| "learning_rate": 0.00011958842070031395, | |
| "loss": 1.0612, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.494641384995878, | |
| "grad_norm": 0.37118694749476105, | |
| "learning_rate": 0.0001192354853985879, | |
| "loss": 1.1718, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.494641384995878, | |
| "eval_loss": 1.0186035633087158, | |
| "eval_runtime": 2474.4655, | |
| "eval_samples_per_second": 3.233, | |
| "eval_steps_per_second": 0.202, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.4956718878812861, | |
| "grad_norm": 0.3041203248300929, | |
| "learning_rate": 0.00011888230111083627, | |
| "loss": 0.8718, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.49670239076669415, | |
| "grad_norm": 0.34626490332091997, | |
| "learning_rate": 0.00011852887240871145, | |
| "loss": 1.2384, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.4977328936521022, | |
| "grad_norm": 0.2627628128026553, | |
| "learning_rate": 0.00011817520386702947, | |
| "loss": 0.9474, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.4987633965375103, | |
| "grad_norm": 0.3243643599593401, | |
| "learning_rate": 0.00011782130006371092, | |
| "loss": 1.0514, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.4997938994229184, | |
| "grad_norm": 0.38727382866372845, | |
| "learning_rate": 0.00011746716557972167, | |
| "loss": 1.2191, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.5008244023083265, | |
| "grad_norm": 0.29252070214667514, | |
| "learning_rate": 0.00011711280499901347, | |
| "loss": 0.8687, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.5018549051937345, | |
| "grad_norm": 0.32103295732093995, | |
| "learning_rate": 0.00011675822290846474, | |
| "loss": 1.2169, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.5028854080791426, | |
| "grad_norm": 0.2619181848445574, | |
| "learning_rate": 0.00011640342389782114, | |
| "loss": 0.9916, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.5039159109645507, | |
| "grad_norm": 0.36227995308769084, | |
| "learning_rate": 0.00011604841255963616, | |
| "loss": 1.0797, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.5049464138499588, | |
| "grad_norm": 0.4472357927883422, | |
| "learning_rate": 0.00011569319348921168, | |
| "loss": 1.2004, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.5059769167353668, | |
| "grad_norm": 0.2990090832488795, | |
| "learning_rate": 0.00011533777128453844, | |
| "loss": 0.905, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.5070074196207749, | |
| "grad_norm": 0.3421802694540464, | |
| "learning_rate": 0.00011498215054623664, | |
| "loss": 1.2502, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.5080379225061831, | |
| "grad_norm": 0.2619877856697061, | |
| "learning_rate": 0.00011462633587749629, | |
| "loss": 0.9878, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.5090684253915911, | |
| "grad_norm": 0.3573733070627249, | |
| "learning_rate": 0.00011427033188401768, | |
| "loss": 1.0799, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.5100989282769992, | |
| "grad_norm": 0.36110594973295185, | |
| "learning_rate": 0.00011391414317395167, | |
| "loss": 1.1831, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.5111294311624073, | |
| "grad_norm": 0.29726968151818156, | |
| "learning_rate": 0.00011355777435784016, | |
| "loss": 0.9268, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.5121599340478153, | |
| "grad_norm": 0.38992649702696064, | |
| "learning_rate": 0.0001132012300485564, | |
| "loss": 1.2403, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.5131904369332234, | |
| "grad_norm": 0.31217559249274757, | |
| "learning_rate": 0.00011284451486124514, | |
| "loss": 0.9683, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.5142209398186315, | |
| "grad_norm": 0.3309516167120589, | |
| "learning_rate": 0.00011248763341326307, | |
| "loss": 1.018, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.5152514427040396, | |
| "grad_norm": 0.3669152523683029, | |
| "learning_rate": 0.00011213059032411897, | |
| "loss": 1.2018, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.5162819455894476, | |
| "grad_norm": 0.26794057215849676, | |
| "learning_rate": 0.00011177339021541387, | |
| "loss": 0.8112, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.5173124484748557, | |
| "grad_norm": 0.35964442987172796, | |
| "learning_rate": 0.00011141603771078133, | |
| "loss": 1.1878, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.5183429513602638, | |
| "grad_norm": 0.26756565994743753, | |
| "learning_rate": 0.00011105853743582751, | |
| "loss": 1.0244, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.5193734542456719, | |
| "grad_norm": 0.37262291618379195, | |
| "learning_rate": 0.00011070089401807129, | |
| "loss": 1.0956, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.52040395713108, | |
| "grad_norm": 0.3862693430821137, | |
| "learning_rate": 0.0001103431120868845, | |
| "loss": 1.1777, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.5214344600164881, | |
| "grad_norm": 0.34456489334354296, | |
| "learning_rate": 0.00010998519627343182, | |
| "loss": 0.9219, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.5224649629018961, | |
| "grad_norm": 0.3363644750152242, | |
| "learning_rate": 0.00010962715121061095, | |
| "loss": 1.2219, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.5234954657873042, | |
| "grad_norm": 0.2773020803302085, | |
| "learning_rate": 0.00010926898153299259, | |
| "loss": 0.9829, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.5245259686727123, | |
| "grad_norm": 0.3387440320396881, | |
| "learning_rate": 0.00010891069187676051, | |
| "loss": 1.1028, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.5255564715581204, | |
| "grad_norm": 0.4105637833575777, | |
| "learning_rate": 0.00010855228687965138, | |
| "loss": 1.1622, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.5265869744435284, | |
| "grad_norm": 0.3203362105742117, | |
| "learning_rate": 0.000108193771180895, | |
| "loss": 0.8631, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.5276174773289365, | |
| "grad_norm": 0.3176938770218858, | |
| "learning_rate": 0.00010783514942115398, | |
| "loss": 1.1615, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.5286479802143446, | |
| "grad_norm": 0.27188600955614695, | |
| "learning_rate": 0.0001074764262424639, | |
| "loss": 1.0099, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.5296784830997526, | |
| "grad_norm": 0.3225534680387049, | |
| "learning_rate": 0.00010711760628817304, | |
| "loss": 1.1351, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.5307089859851608, | |
| "grad_norm": 0.39558907715108127, | |
| "learning_rate": 0.0001067586942028824, | |
| "loss": 1.1706, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.5317394888705689, | |
| "grad_norm": 0.28753930251222504, | |
| "learning_rate": 0.00010639969463238553, | |
| "loss": 0.8745, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.532769991755977, | |
| "grad_norm": 0.30734397473616565, | |
| "learning_rate": 0.00010604061222360828, | |
| "loss": 1.1448, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.533800494641385, | |
| "grad_norm": 0.26804645458820414, | |
| "learning_rate": 0.00010568145162454896, | |
| "loss": 0.9725, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.5348309975267931, | |
| "grad_norm": 0.3263053082797193, | |
| "learning_rate": 0.00010532221748421787, | |
| "loss": 1.0632, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.5358615004122012, | |
| "grad_norm": 0.3650347794639528, | |
| "learning_rate": 0.00010496291445257725, | |
| "loss": 1.1795, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.5358615004122012, | |
| "eval_loss": 1.0102049112319946, | |
| "eval_runtime": 2464.7805, | |
| "eval_samples_per_second": 3.246, | |
| "eval_steps_per_second": 0.203, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.5368920032976092, | |
| "grad_norm": 0.299206263893403, | |
| "learning_rate": 0.00010460354718048109, | |
| "loss": 0.8798, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.5379225061830173, | |
| "grad_norm": 0.32212757306557593, | |
| "learning_rate": 0.00010424412031961484, | |
| "loss": 1.2768, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.5389530090684254, | |
| "grad_norm": 0.2686223265118172, | |
| "learning_rate": 0.0001038846385224354, | |
| "loss": 0.9964, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.5399835119538334, | |
| "grad_norm": 0.31440179887584824, | |
| "learning_rate": 0.00010352510644211074, | |
| "loss": 1.0418, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.5410140148392415, | |
| "grad_norm": 0.3262137336119927, | |
| "learning_rate": 0.0001031655287324596, | |
| "loss": 1.2262, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.5420445177246497, | |
| "grad_norm": 0.2977115868800609, | |
| "learning_rate": 0.00010280591004789144, | |
| "loss": 0.867, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.5430750206100577, | |
| "grad_norm": 0.3481967708447838, | |
| "learning_rate": 0.00010244625504334609, | |
| "loss": 1.1666, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.5441055234954658, | |
| "grad_norm": 0.27201591179231566, | |
| "learning_rate": 0.00010208656837423351, | |
| "loss": 0.9024, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.5451360263808739, | |
| "grad_norm": 0.3829985152487614, | |
| "learning_rate": 0.00010172685469637351, | |
| "loss": 1.0713, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.546166529266282, | |
| "grad_norm": 0.36090749295144076, | |
| "learning_rate": 0.00010136711866593551, | |
| "loss": 1.1479, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.54719703215169, | |
| "grad_norm": 0.300126161900349, | |
| "learning_rate": 0.00010100736493937828, | |
| "loss": 0.8899, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.5482275350370981, | |
| "grad_norm": 0.33344984792579047, | |
| "learning_rate": 0.00010064759817338965, | |
| "loss": 1.2477, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.5492580379225062, | |
| "grad_norm": 0.2615632901768006, | |
| "learning_rate": 0.00010028782302482617, | |
| "loss": 0.9453, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.5502885408079142, | |
| "grad_norm": 0.36602450939184455, | |
| "learning_rate": 9.992804415065305e-05, | |
| "loss": 1.0671, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.5513190436933223, | |
| "grad_norm": 0.34898414138240497, | |
| "learning_rate": 9.956826620788352e-05, | |
| "loss": 1.1969, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.5523495465787304, | |
| "grad_norm": 0.28926741748856266, | |
| "learning_rate": 9.920849385351889e-05, | |
| "loss": 0.8264, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.5533800494641385, | |
| "grad_norm": 0.3470665476375764, | |
| "learning_rate": 9.884873174448811e-05, | |
| "loss": 1.2393, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.5544105523495466, | |
| "grad_norm": 0.25248382277496384, | |
| "learning_rate": 9.848898453758752e-05, | |
| "loss": 0.9752, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.5554410552349547, | |
| "grad_norm": 0.322941880174542, | |
| "learning_rate": 9.812925688942054e-05, | |
| "loss": 1.0431, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.5564715581203628, | |
| "grad_norm": 0.5004506241518043, | |
| "learning_rate": 9.776955345633739e-05, | |
| "loss": 1.1417, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5575020610057708, | |
| "grad_norm": 0.2897297596123754, | |
| "learning_rate": 9.740987889437492e-05, | |
| "loss": 0.9032, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.5585325638911789, | |
| "grad_norm": 0.3767677442786407, | |
| "learning_rate": 9.705023785919623e-05, | |
| "loss": 1.1532, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.559563066776587, | |
| "grad_norm": 0.25503990950782773, | |
| "learning_rate": 9.669063500603049e-05, | |
| "loss": 0.9414, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.560593569661995, | |
| "grad_norm": 0.34636076916747177, | |
| "learning_rate": 9.633107498961251e-05, | |
| "loss": 1.0689, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.5616240725474031, | |
| "grad_norm": 0.39789228504761426, | |
| "learning_rate": 9.597156246412277e-05, | |
| "loss": 1.1464, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.5626545754328112, | |
| "grad_norm": 0.289581783982976, | |
| "learning_rate": 9.561210208312694e-05, | |
| "loss": 0.818, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.5636850783182193, | |
| "grad_norm": 0.31157714978145534, | |
| "learning_rate": 9.525269849951578e-05, | |
| "loss": 1.2706, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.5647155812036274, | |
| "grad_norm": 0.28372271464928434, | |
| "learning_rate": 9.489335636544476e-05, | |
| "loss": 0.9805, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.5657460840890355, | |
| "grad_norm": 0.33997031384483695, | |
| "learning_rate": 9.453408033227406e-05, | |
| "loss": 1.0937, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.5667765869744436, | |
| "grad_norm": 0.33417374019033036, | |
| "learning_rate": 9.417487505050816e-05, | |
| "loss": 1.2517, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.5678070898598516, | |
| "grad_norm": 0.3379621672677856, | |
| "learning_rate": 9.38157451697358e-05, | |
| "loss": 0.8737, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.5688375927452597, | |
| "grad_norm": 0.3589988298317977, | |
| "learning_rate": 9.345669533856961e-05, | |
| "loss": 1.1273, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.5698680956306678, | |
| "grad_norm": 0.26916205391576065, | |
| "learning_rate": 9.309773020458616e-05, | |
| "loss": 0.9603, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.5708985985160758, | |
| "grad_norm": 0.3159986677198098, | |
| "learning_rate": 9.273885441426562e-05, | |
| "loss": 1.077, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.5719291014014839, | |
| "grad_norm": 0.3412008285509142, | |
| "learning_rate": 9.238007261293176e-05, | |
| "loss": 1.1973, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.572959604286892, | |
| "grad_norm": 0.28834466612116516, | |
| "learning_rate": 9.202138944469168e-05, | |
| "loss": 0.8306, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.5739901071723, | |
| "grad_norm": 0.38911649440218604, | |
| "learning_rate": 9.16628095523758e-05, | |
| "loss": 1.141, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.5750206100577082, | |
| "grad_norm": 0.29683818561664493, | |
| "learning_rate": 9.130433757747772e-05, | |
| "loss": 0.9729, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.5760511129431163, | |
| "grad_norm": 0.3445235007246779, | |
| "learning_rate": 9.094597816009409e-05, | |
| "loss": 0.9819, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.5770816158285244, | |
| "grad_norm": 0.3661330469833344, | |
| "learning_rate": 9.058773593886469e-05, | |
| "loss": 1.1984, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5770816158285244, | |
| "eval_loss": 1.0007954835891724, | |
| "eval_runtime": 2470.6884, | |
| "eval_samples_per_second": 3.238, | |
| "eval_steps_per_second": 0.202, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5781121187139324, | |
| "grad_norm": 0.32153311729783396, | |
| "learning_rate": 9.022961555091226e-05, | |
| "loss": 0.8678, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.5791426215993405, | |
| "grad_norm": 0.36605355908566417, | |
| "learning_rate": 8.987162163178256e-05, | |
| "loss": 1.2198, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.5801731244847486, | |
| "grad_norm": 0.2691696483789003, | |
| "learning_rate": 8.951375881538421e-05, | |
| "loss": 0.9082, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.5812036273701566, | |
| "grad_norm": 0.35640081108055943, | |
| "learning_rate": 8.915603173392895e-05, | |
| "loss": 1.0764, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.5822341302555647, | |
| "grad_norm": 0.33493558837647336, | |
| "learning_rate": 8.87984450178715e-05, | |
| "loss": 1.1807, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.5832646331409728, | |
| "grad_norm": 0.31748865735569, | |
| "learning_rate": 8.84410032958497e-05, | |
| "loss": 0.8788, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.5842951360263808, | |
| "grad_norm": 0.36563160381436116, | |
| "learning_rate": 8.808371119462452e-05, | |
| "loss": 1.1127, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.5853256389117889, | |
| "grad_norm": 0.26343660014410963, | |
| "learning_rate": 8.772657333902027e-05, | |
| "loss": 0.9977, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.5863561417971971, | |
| "grad_norm": 0.3695249008293323, | |
| "learning_rate": 8.736959435186466e-05, | |
| "loss": 1.095, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.5873866446826052, | |
| "grad_norm": 0.35773020515251225, | |
| "learning_rate": 8.701277885392909e-05, | |
| "loss": 1.2322, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.5884171475680132, | |
| "grad_norm": 0.3269028767537368, | |
| "learning_rate": 8.665613146386854e-05, | |
| "loss": 0.8593, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.5894476504534213, | |
| "grad_norm": 0.3544711574787662, | |
| "learning_rate": 8.629965679816217e-05, | |
| "loss": 1.1952, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.5904781533388294, | |
| "grad_norm": 0.29639050674293943, | |
| "learning_rate": 8.594335947105328e-05, | |
| "loss": 0.9516, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.5915086562242374, | |
| "grad_norm": 0.3426897718147058, | |
| "learning_rate": 8.558724409448974e-05, | |
| "loss": 1.0779, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.5925391591096455, | |
| "grad_norm": 0.3740367235927869, | |
| "learning_rate": 8.523131527806423e-05, | |
| "loss": 1.1865, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.5935696619950536, | |
| "grad_norm": 0.31189806294414407, | |
| "learning_rate": 8.48755776289545e-05, | |
| "loss": 0.8847, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.5946001648804616, | |
| "grad_norm": 0.37495206238491713, | |
| "learning_rate": 8.452003575186394e-05, | |
| "loss": 1.1804, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.5956306677658697, | |
| "grad_norm": 0.2797206274129371, | |
| "learning_rate": 8.416469424896167e-05, | |
| "loss": 0.9762, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.5966611706512778, | |
| "grad_norm": 0.33348859645525075, | |
| "learning_rate": 8.380955771982332e-05, | |
| "loss": 1.0883, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.597691673536686, | |
| "grad_norm": 0.44145796098661705, | |
| "learning_rate": 8.345463076137125e-05, | |
| "loss": 1.166, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.598722176422094, | |
| "grad_norm": 0.286114945740939, | |
| "learning_rate": 8.309991796781511e-05, | |
| "loss": 0.8535, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.5997526793075021, | |
| "grad_norm": 0.34343359665934886, | |
| "learning_rate": 8.274542393059235e-05, | |
| "loss": 1.1742, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.6007831821929102, | |
| "grad_norm": 0.2624287823547147, | |
| "learning_rate": 8.239115323830889e-05, | |
| "loss": 0.955, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.6018136850783182, | |
| "grad_norm": 0.35154822360336263, | |
| "learning_rate": 8.203711047667958e-05, | |
| "loss": 1.0426, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.6028441879637263, | |
| "grad_norm": 0.3344934169585091, | |
| "learning_rate": 8.1683300228469e-05, | |
| "loss": 1.1785, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.6038746908491344, | |
| "grad_norm": 0.3209999819274115, | |
| "learning_rate": 8.132972707343192e-05, | |
| "loss": 0.8842, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.6049051937345424, | |
| "grad_norm": 0.39454283654575434, | |
| "learning_rate": 8.097639558825427e-05, | |
| "loss": 1.1693, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.6059356966199505, | |
| "grad_norm": 0.2878286096920221, | |
| "learning_rate": 8.062331034649376e-05, | |
| "loss": 0.8965, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.6069661995053586, | |
| "grad_norm": 0.33688522439048935, | |
| "learning_rate": 8.027047591852069e-05, | |
| "loss": 1.1381, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.6079967023907666, | |
| "grad_norm": 0.38189870355144323, | |
| "learning_rate": 7.991789687145873e-05, | |
| "loss": 1.1257, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.6090272052761748, | |
| "grad_norm": 0.3051536804305413, | |
| "learning_rate": 7.956557776912596e-05, | |
| "loss": 0.9044, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.6100577081615829, | |
| "grad_norm": 0.3451327149435641, | |
| "learning_rate": 7.921352317197574e-05, | |
| "loss": 1.2264, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.611088211046991, | |
| "grad_norm": 0.2827004152527063, | |
| "learning_rate": 7.886173763703757e-05, | |
| "loss": 0.9794, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.612118713932399, | |
| "grad_norm": 0.40169478150821714, | |
| "learning_rate": 7.851022571785819e-05, | |
| "loss": 1.1179, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.6131492168178071, | |
| "grad_norm": 0.4438701028140135, | |
| "learning_rate": 7.815899196444267e-05, | |
| "loss": 1.1662, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.6141797197032152, | |
| "grad_norm": 0.3254217005122457, | |
| "learning_rate": 7.780804092319547e-05, | |
| "loss": 0.8434, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.6152102225886232, | |
| "grad_norm": 0.3284145654312824, | |
| "learning_rate": 7.745737713686152e-05, | |
| "loss": 1.2109, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.6162407254740313, | |
| "grad_norm": 0.28117376745819467, | |
| "learning_rate": 7.710700514446762e-05, | |
| "loss": 0.955, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.6172712283594394, | |
| "grad_norm": 0.35764651325723473, | |
| "learning_rate": 7.675692948126345e-05, | |
| "loss": 1.032, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.6183017312448474, | |
| "grad_norm": 0.4045276967582808, | |
| "learning_rate": 7.640715467866307e-05, | |
| "loss": 1.157, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.6183017312448474, | |
| "eval_loss": 0.9929932951927185, | |
| "eval_runtime": 2471.8115, | |
| "eval_samples_per_second": 3.236, | |
| "eval_steps_per_second": 0.202, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.6193322341302555, | |
| "grad_norm": 0.3148405737434604, | |
| "learning_rate": 7.605768526418605e-05, | |
| "loss": 0.8743, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.6203627370156637, | |
| "grad_norm": 0.35877325985884195, | |
| "learning_rate": 7.57085257613991e-05, | |
| "loss": 1.2573, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.6213932399010718, | |
| "grad_norm": 0.2728312132512685, | |
| "learning_rate": 7.535968068985737e-05, | |
| "loss": 0.9663, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.6224237427864798, | |
| "grad_norm": 0.3236792895371986, | |
| "learning_rate": 7.501115456504595e-05, | |
| "loss": 1.1109, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.6234542456718879, | |
| "grad_norm": 0.40547856146336464, | |
| "learning_rate": 7.466295189832148e-05, | |
| "loss": 1.1882, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.624484748557296, | |
| "grad_norm": 0.26523329910607873, | |
| "learning_rate": 7.431507719685371e-05, | |
| "loss": 0.8277, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.625515251442704, | |
| "grad_norm": 0.3252197516332192, | |
| "learning_rate": 7.396753496356718e-05, | |
| "loss": 1.2303, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.6265457543281121, | |
| "grad_norm": 0.2664136991956755, | |
| "learning_rate": 7.362032969708297e-05, | |
| "loss": 0.9909, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.6275762572135202, | |
| "grad_norm": 0.3438706008672591, | |
| "learning_rate": 7.327346589166035e-05, | |
| "loss": 1.057, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.6286067600989282, | |
| "grad_norm": 0.40393507740091983, | |
| "learning_rate": 7.292694803713871e-05, | |
| "loss": 1.1674, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.6296372629843363, | |
| "grad_norm": 0.2966521374455327, | |
| "learning_rate": 7.258078061887947e-05, | |
| "loss": 0.8634, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.6306677658697445, | |
| "grad_norm": 0.3313252298668368, | |
| "learning_rate": 7.223496811770796e-05, | |
| "loss": 1.1705, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.6316982687551526, | |
| "grad_norm": 0.282517205910409, | |
| "learning_rate": 7.188951500985533e-05, | |
| "loss": 0.9568, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.6327287716405606, | |
| "grad_norm": 0.3423739475910178, | |
| "learning_rate": 7.154442576690083e-05, | |
| "loss": 1.1215, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.6337592745259687, | |
| "grad_norm": 0.3951313592694174, | |
| "learning_rate": 7.119970485571375e-05, | |
| "loss": 1.2196, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.6347897774113768, | |
| "grad_norm": 0.27968067577198935, | |
| "learning_rate": 7.08553567383956e-05, | |
| "loss": 0.8517, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.6358202802967848, | |
| "grad_norm": 0.3967375078625761, | |
| "learning_rate": 7.051138587222255e-05, | |
| "loss": 1.1345, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.6368507831821929, | |
| "grad_norm": 0.275638071848918, | |
| "learning_rate": 7.016779670958746e-05, | |
| "loss": 0.9428, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.637881286067601, | |
| "grad_norm": 0.3876563491000536, | |
| "learning_rate": 6.982459369794247e-05, | |
| "loss": 1.0172, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.638911788953009, | |
| "grad_norm": 0.39932395010881844, | |
| "learning_rate": 6.948178127974127e-05, | |
| "loss": 1.136, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.6399422918384171, | |
| "grad_norm": 0.344145718815036, | |
| "learning_rate": 6.913936389238174e-05, | |
| "loss": 0.9074, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.6409727947238252, | |
| "grad_norm": 0.35702868127871346, | |
| "learning_rate": 6.879734596814839e-05, | |
| "loss": 1.2245, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.6420032976092334, | |
| "grad_norm": 0.278189478468898, | |
| "learning_rate": 6.845573193415508e-05, | |
| "loss": 0.9795, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.6430338004946414, | |
| "grad_norm": 0.3820554155556976, | |
| "learning_rate": 6.811452621228766e-05, | |
| "loss": 1.0815, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.6440643033800495, | |
| "grad_norm": 0.42159702416774886, | |
| "learning_rate": 6.777373321914671e-05, | |
| "loss": 1.2058, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.6450948062654576, | |
| "grad_norm": 0.30363813905867076, | |
| "learning_rate": 6.743335736599045e-05, | |
| "loss": 0.853, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.6461253091508656, | |
| "grad_norm": 0.3626110839853577, | |
| "learning_rate": 6.709340305867762e-05, | |
| "loss": 1.1719, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.6471558120362737, | |
| "grad_norm": 0.2741980722413254, | |
| "learning_rate": 6.675387469761033e-05, | |
| "loss": 0.9857, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.6481863149216818, | |
| "grad_norm": 0.3458024372951965, | |
| "learning_rate": 6.641477667767738e-05, | |
| "loss": 1.0737, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.6492168178070898, | |
| "grad_norm": 0.3659993842021884, | |
| "learning_rate": 6.607611338819697e-05, | |
| "loss": 1.2332, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.6502473206924979, | |
| "grad_norm": 0.3134224056811165, | |
| "learning_rate": 6.573788921286028e-05, | |
| "loss": 0.833, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.651277823577906, | |
| "grad_norm": 0.31557728275482577, | |
| "learning_rate": 6.540010852967447e-05, | |
| "loss": 1.169, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.652308326463314, | |
| "grad_norm": 0.2745096877567603, | |
| "learning_rate": 6.506277571090613e-05, | |
| "loss": 0.9294, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.6533388293487222, | |
| "grad_norm": 0.37277814205936943, | |
| "learning_rate": 6.47258951230246e-05, | |
| "loss": 1.081, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.6543693322341303, | |
| "grad_norm": 0.38045711766200485, | |
| "learning_rate": 6.438947112664555e-05, | |
| "loss": 1.1493, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.6553998351195384, | |
| "grad_norm": 0.2706340588373179, | |
| "learning_rate": 6.405350807647444e-05, | |
| "loss": 0.8498, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.6564303380049464, | |
| "grad_norm": 0.3336018890725225, | |
| "learning_rate": 6.371801032125026e-05, | |
| "loss": 1.1778, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.6574608408903545, | |
| "grad_norm": 0.2913475821459678, | |
| "learning_rate": 6.338298220368912e-05, | |
| "loss": 0.9571, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.6584913437757626, | |
| "grad_norm": 0.36985494968453825, | |
| "learning_rate": 6.304842806042812e-05, | |
| "loss": 1.0778, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.6595218466611706, | |
| "grad_norm": 0.40407830600531813, | |
| "learning_rate": 6.271435222196916e-05, | |
| "loss": 1.1542, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6595218466611706, | |
| "eval_loss": 0.9862346649169922, | |
| "eval_runtime": 2465.9653, | |
| "eval_samples_per_second": 3.244, | |
| "eval_steps_per_second": 0.203, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6605523495465787, | |
| "grad_norm": 0.2524320710636017, | |
| "learning_rate": 6.238075901262293e-05, | |
| "loss": 0.8157, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.6615828524319868, | |
| "grad_norm": 0.3278601577235125, | |
| "learning_rate": 6.204765275045298e-05, | |
| "loss": 1.1461, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.6626133553173948, | |
| "grad_norm": 0.28938045624305053, | |
| "learning_rate": 6.171503774721966e-05, | |
| "loss": 0.9831, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.6636438582028029, | |
| "grad_norm": 0.3531127055799286, | |
| "learning_rate": 6.13829183083245e-05, | |
| "loss": 1.0438, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.6646743610882111, | |
| "grad_norm": 0.3337288007445976, | |
| "learning_rate": 6.105129873275435e-05, | |
| "loss": 1.2684, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.6657048639736192, | |
| "grad_norm": 0.30432663000679183, | |
| "learning_rate": 6.072018331302577e-05, | |
| "loss": 0.8405, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.6667353668590272, | |
| "grad_norm": 0.3481398036760903, | |
| "learning_rate": 6.038957633512957e-05, | |
| "loss": 1.1838, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.6677658697444353, | |
| "grad_norm": 0.27336340413608334, | |
| "learning_rate": 6.005948207847516e-05, | |
| "loss": 0.9207, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.6687963726298434, | |
| "grad_norm": 0.3440287779317674, | |
| "learning_rate": 5.97299048158352e-05, | |
| "loss": 1.0703, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.6698268755152514, | |
| "grad_norm": 0.39581616124415014, | |
| "learning_rate": 5.940084881329042e-05, | |
| "loss": 1.2125, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.6708573784006595, | |
| "grad_norm": 0.2935018842179493, | |
| "learning_rate": 5.907231833017424e-05, | |
| "loss": 0.8331, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.6718878812860676, | |
| "grad_norm": 0.3836289298282413, | |
| "learning_rate": 5.8744317619017755e-05, | |
| "loss": 1.2524, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.6729183841714756, | |
| "grad_norm": 0.2710041280727128, | |
| "learning_rate": 5.841685092549456e-05, | |
| "loss": 0.9405, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.6739488870568837, | |
| "grad_norm": 0.32969149065243836, | |
| "learning_rate": 5.8089922488365975e-05, | |
| "loss": 1.0393, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.6749793899422918, | |
| "grad_norm": 0.336443888291771, | |
| "learning_rate": 5.776353653942602e-05, | |
| "loss": 1.2373, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.6760098928277, | |
| "grad_norm": 0.30665104617457667, | |
| "learning_rate": 5.743769730344666e-05, | |
| "loss": 0.8681, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.677040395713108, | |
| "grad_norm": 0.3625802330226177, | |
| "learning_rate": 5.7112408998123256e-05, | |
| "loss": 1.2316, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.6780708985985161, | |
| "grad_norm": 0.2953674696158516, | |
| "learning_rate": 5.678767583401974e-05, | |
| "loss": 0.9204, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.6791014014839242, | |
| "grad_norm": 0.38225007623929924, | |
| "learning_rate": 5.646350201451438e-05, | |
| "loss": 1.066, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.6801319043693322, | |
| "grad_norm": 0.4406303775855105, | |
| "learning_rate": 5.613989173574512e-05, | |
| "loss": 1.1569, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.6811624072547403, | |
| "grad_norm": 0.2882802372851351, | |
| "learning_rate": 5.5816849186555386e-05, | |
| "loss": 0.86, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.6821929101401484, | |
| "grad_norm": 0.3780252315323207, | |
| "learning_rate": 5.549437854843995e-05, | |
| "loss": 1.1646, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.6832234130255564, | |
| "grad_norm": 0.2834828395630223, | |
| "learning_rate": 5.517248399549063e-05, | |
| "loss": 0.973, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.6842539159109645, | |
| "grad_norm": 0.3721150712296605, | |
| "learning_rate": 5.48511696943423e-05, | |
| "loss": 1.0507, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.6852844187963726, | |
| "grad_norm": 0.3748866522580312, | |
| "learning_rate": 5.4530439804119096e-05, | |
| "loss": 1.1834, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.6863149216817807, | |
| "grad_norm": 0.2887534766618149, | |
| "learning_rate": 5.4210298476380484e-05, | |
| "loss": 0.888, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.6873454245671888, | |
| "grad_norm": 0.3409152912595764, | |
| "learning_rate": 5.38907498550674e-05, | |
| "loss": 1.1606, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.6883759274525969, | |
| "grad_norm": 0.29326388422606586, | |
| "learning_rate": 5.357179807644887e-05, | |
| "loss": 0.8845, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.689406430338005, | |
| "grad_norm": 0.3589561770883435, | |
| "learning_rate": 5.3253447269068245e-05, | |
| "loss": 1.0743, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.690436933223413, | |
| "grad_norm": 0.38383916804262924, | |
| "learning_rate": 5.293570155368981e-05, | |
| "loss": 1.183, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.6914674361088211, | |
| "grad_norm": 0.3068092183719897, | |
| "learning_rate": 5.261856504324563e-05, | |
| "loss": 0.881, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.6924979389942292, | |
| "grad_norm": 0.36385771675879847, | |
| "learning_rate": 5.230204184278195e-05, | |
| "loss": 1.2467, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.6935284418796372, | |
| "grad_norm": 0.2907466758494882, | |
| "learning_rate": 5.198613604940649e-05, | |
| "loss": 0.9442, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.6945589447650453, | |
| "grad_norm": 0.3566322978977828, | |
| "learning_rate": 5.1670851752235025e-05, | |
| "loss": 1.0632, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.6955894476504534, | |
| "grad_norm": 0.36835384306712526, | |
| "learning_rate": 5.135619303233867e-05, | |
| "loss": 1.1819, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.6966199505358615, | |
| "grad_norm": 0.30530163857595344, | |
| "learning_rate": 5.104216396269109e-05, | |
| "loss": 0.8697, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.6976504534212696, | |
| "grad_norm": 0.3728398219157709, | |
| "learning_rate": 5.072876860811553e-05, | |
| "loss": 1.2065, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.6986809563066777, | |
| "grad_norm": 0.2719186126381508, | |
| "learning_rate": 5.0416011025232546e-05, | |
| "loss": 0.9332, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.6997114591920858, | |
| "grad_norm": 0.39560521280304406, | |
| "learning_rate": 5.010389526240719e-05, | |
| "loss": 1.0035, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.7007419620774938, | |
| "grad_norm": 0.45096201363438326, | |
| "learning_rate": 4.979242535969672e-05, | |
| "loss": 1.1648, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.7007419620774938, | |
| "eval_loss": 0.9801868796348572, | |
| "eval_runtime": 2471.0518, | |
| "eval_samples_per_second": 3.237, | |
| "eval_steps_per_second": 0.202, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.7017724649629019, | |
| "grad_norm": 0.3253388221391844, | |
| "learning_rate": 4.9481605348798435e-05, | |
| "loss": 0.8283, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.70280296784831, | |
| "grad_norm": 0.3382283949543721, | |
| "learning_rate": 4.917143925299728e-05, | |
| "loss": 1.1642, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.703833470733718, | |
| "grad_norm": 0.2650304501518648, | |
| "learning_rate": 4.886193108711378e-05, | |
| "loss": 0.9334, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.7048639736191261, | |
| "grad_norm": 0.3163351222719128, | |
| "learning_rate": 4.8553084857452426e-05, | |
| "loss": 1.0316, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.7058944765045342, | |
| "grad_norm": 0.4184991045727221, | |
| "learning_rate": 4.824490456174926e-05, | |
| "loss": 1.1313, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.7069249793899423, | |
| "grad_norm": 0.31621686065106913, | |
| "learning_rate": 4.7937394189120485e-05, | |
| "loss": 0.8658, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.7079554822753503, | |
| "grad_norm": 0.3252525212780396, | |
| "learning_rate": 4.763055772001086e-05, | |
| "loss": 1.1749, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.7089859851607585, | |
| "grad_norm": 0.28077212260765644, | |
| "learning_rate": 4.732439912614195e-05, | |
| "loss": 0.9195, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.7100164880461666, | |
| "grad_norm": 0.3404715984560569, | |
| "learning_rate": 4.7018922370460835e-05, | |
| "loss": 1.1004, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.7110469909315746, | |
| "grad_norm": 0.3572114714960076, | |
| "learning_rate": 4.671413140708893e-05, | |
| "loss": 1.1555, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.7120774938169827, | |
| "grad_norm": 0.31012926926152484, | |
| "learning_rate": 4.6410030181270546e-05, | |
| "loss": 0.8328, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.7131079967023908, | |
| "grad_norm": 0.3814244438557788, | |
| "learning_rate": 4.610662262932209e-05, | |
| "loss": 1.2221, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.7141384995877988, | |
| "grad_norm": 0.2587030449835817, | |
| "learning_rate": 4.5803912678580906e-05, | |
| "loss": 0.923, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.7151690024732069, | |
| "grad_norm": 0.36964920266690043, | |
| "learning_rate": 4.5501904247354474e-05, | |
| "loss": 1.0765, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.716199505358615, | |
| "grad_norm": 0.4007947343253882, | |
| "learning_rate": 4.520060124486989e-05, | |
| "loss": 1.0613, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.717230008244023, | |
| "grad_norm": 0.31355619965035286, | |
| "learning_rate": 4.4900007571222946e-05, | |
| "loss": 0.8406, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.7182605111294311, | |
| "grad_norm": 0.3709230553408382, | |
| "learning_rate": 4.460012711732795e-05, | |
| "loss": 1.202, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.7192910140148392, | |
| "grad_norm": 0.2663391335521852, | |
| "learning_rate": 4.430096376486713e-05, | |
| "loss": 0.957, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.7203215169002474, | |
| "grad_norm": 0.36149156644544367, | |
| "learning_rate": 4.4002521386240466e-05, | |
| "loss": 1.0885, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.7213520197856554, | |
| "grad_norm": 0.4116390911425264, | |
| "learning_rate": 4.3704803844515705e-05, | |
| "loss": 1.1649, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.7223825226710635, | |
| "grad_norm": 0.3337684750408035, | |
| "learning_rate": 4.3407814993378095e-05, | |
| "loss": 0.8993, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.7234130255564716, | |
| "grad_norm": 0.3496736243866778, | |
| "learning_rate": 4.311155867708071e-05, | |
| "loss": 1.1648, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.7244435284418796, | |
| "grad_norm": 0.28479774144881315, | |
| "learning_rate": 4.2816038730394656e-05, | |
| "loss": 0.9484, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.7254740313272877, | |
| "grad_norm": 0.36918418554896276, | |
| "learning_rate": 4.252125897855932e-05, | |
| "loss": 1.0583, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.7265045342126958, | |
| "grad_norm": 0.33704337919665334, | |
| "learning_rate": 4.222722323723294e-05, | |
| "loss": 1.1907, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.7275350370981039, | |
| "grad_norm": 0.3148307470632366, | |
| "learning_rate": 4.1933935312443286e-05, | |
| "loss": 0.8783, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.7285655399835119, | |
| "grad_norm": 0.3517810748272734, | |
| "learning_rate": 4.164139900053824e-05, | |
| "loss": 1.1717, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.72959604286892, | |
| "grad_norm": 0.2855842847206538, | |
| "learning_rate": 4.134961808813672e-05, | |
| "loss": 0.9112, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.7306265457543281, | |
| "grad_norm": 0.34108259740221386, | |
| "learning_rate": 4.1058596352079805e-05, | |
| "loss": 1.0142, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.7316570486397362, | |
| "grad_norm": 0.45538302782398454, | |
| "learning_rate": 4.076833755938153e-05, | |
| "loss": 1.0974, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.7326875515251443, | |
| "grad_norm": 0.31487990147891376, | |
| "learning_rate": 4.0478845467180506e-05, | |
| "loss": 0.8298, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.7337180544105524, | |
| "grad_norm": 0.36935273464286145, | |
| "learning_rate": 4.0190123822690965e-05, | |
| "loss": 1.1436, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.7347485572959604, | |
| "grad_norm": 0.27930316978222564, | |
| "learning_rate": 3.990217636315441e-05, | |
| "loss": 0.9989, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.7357790601813685, | |
| "grad_norm": 0.3714521960753657, | |
| "learning_rate": 3.961500681579129e-05, | |
| "loss": 1.1123, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.7368095630667766, | |
| "grad_norm": 0.43314908676280006, | |
| "learning_rate": 3.9328618897752566e-05, | |
| "loss": 1.1162, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.7378400659521847, | |
| "grad_norm": 0.29947090161111584, | |
| "learning_rate": 3.904301631607186e-05, | |
| "loss": 0.8351, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.7388705688375927, | |
| "grad_norm": 0.4143197770113969, | |
| "learning_rate": 3.875820276761717e-05, | |
| "loss": 1.2288, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.7399010717230008, | |
| "grad_norm": 0.2821180575460458, | |
| "learning_rate": 3.847418193904324e-05, | |
| "loss": 0.9842, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.7409315746084089, | |
| "grad_norm": 0.35222923714451126, | |
| "learning_rate": 3.8190957506743806e-05, | |
| "loss": 1.0377, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.7419620774938169, | |
| "grad_norm": 0.36695400370029363, | |
| "learning_rate": 3.790853313680389e-05, | |
| "loss": 1.1403, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.7419620774938169, | |
| "eval_loss": 0.9750496745109558, | |
| "eval_runtime": 2464.5637, | |
| "eval_samples_per_second": 3.246, | |
| "eval_steps_per_second": 0.203, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.7429925803792251, | |
| "grad_norm": 0.33168677598566876, | |
| "learning_rate": 3.7626912484952495e-05, | |
| "loss": 0.9223, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.7440230832646332, | |
| "grad_norm": 0.3685099675858659, | |
| "learning_rate": 3.734609919651523e-05, | |
| "loss": 1.22, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.7450535861500412, | |
| "grad_norm": 0.30519501707613905, | |
| "learning_rate": 3.706609690636703e-05, | |
| "loss": 0.9541, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.7460840890354493, | |
| "grad_norm": 0.3227606827521623, | |
| "learning_rate": 3.6786909238885215e-05, | |
| "loss": 1.002, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.7471145919208574, | |
| "grad_norm": 0.3907472086101187, | |
| "learning_rate": 3.650853980790262e-05, | |
| "loss": 1.1461, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.7481450948062655, | |
| "grad_norm": 0.2919486775395443, | |
| "learning_rate": 3.6230992216660664e-05, | |
| "loss": 0.8063, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.7491755976916735, | |
| "grad_norm": 0.32875886981694724, | |
| "learning_rate": 3.595427005776281e-05, | |
| "loss": 1.1514, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.7502061005770816, | |
| "grad_norm": 0.29158449116331836, | |
| "learning_rate": 3.5678376913128075e-05, | |
| "loss": 0.9759, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.7512366034624897, | |
| "grad_norm": 0.37631936130463955, | |
| "learning_rate": 3.540331635394458e-05, | |
| "loss": 0.9905, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.7522671063478977, | |
| "grad_norm": 0.3439508621054155, | |
| "learning_rate": 3.512909194062347e-05, | |
| "loss": 1.1949, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.7532976092333058, | |
| "grad_norm": 0.3146397920651041, | |
| "learning_rate": 3.485570722275264e-05, | |
| "loss": 0.8706, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.754328112118714, | |
| "grad_norm": 0.38258052872478915, | |
| "learning_rate": 3.458316573905087e-05, | |
| "loss": 1.2172, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.755358615004122, | |
| "grad_norm": 0.2793437890823054, | |
| "learning_rate": 3.4311471017322175e-05, | |
| "loss": 0.9391, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.7563891178895301, | |
| "grad_norm": 0.3643128847802364, | |
| "learning_rate": 3.4040626574409815e-05, | |
| "loss": 0.9938, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.7574196207749382, | |
| "grad_norm": 0.3709320339736749, | |
| "learning_rate": 3.377063591615113e-05, | |
| "loss": 1.1904, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.7584501236603463, | |
| "grad_norm": 0.33437847713940755, | |
| "learning_rate": 3.350150253733186e-05, | |
| "loss": 0.9233, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.7594806265457543, | |
| "grad_norm": 0.3607224445907033, | |
| "learning_rate": 3.3233229921641064e-05, | |
| "loss": 1.2125, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.7605111294311624, | |
| "grad_norm": 0.27198443746283474, | |
| "learning_rate": 3.296582154162604e-05, | |
| "loss": 0.9196, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.7615416323165705, | |
| "grad_norm": 0.3668276085455235, | |
| "learning_rate": 3.2699280858647327e-05, | |
| "loss": 1.0335, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.7625721352019785, | |
| "grad_norm": 0.431636600953154, | |
| "learning_rate": 3.2433611322833845e-05, | |
| "loss": 1.1378, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.7636026380873866, | |
| "grad_norm": 0.3284008231342369, | |
| "learning_rate": 3.216881637303839e-05, | |
| "loss": 0.8308, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.7646331409727948, | |
| "grad_norm": 0.3443882838132438, | |
| "learning_rate": 3.190489943679297e-05, | |
| "loss": 1.1797, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.7656636438582028, | |
| "grad_norm": 0.30472428853778355, | |
| "learning_rate": 3.164186393026445e-05, | |
| "loss": 0.8953, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.7666941467436109, | |
| "grad_norm": 0.346855761423586, | |
| "learning_rate": 3.137971325821054e-05, | |
| "loss": 1.1678, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.767724649629019, | |
| "grad_norm": 0.3586318210457773, | |
| "learning_rate": 3.111845081393542e-05, | |
| "loss": 1.1801, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.768755152514427, | |
| "grad_norm": 0.3012111522622655, | |
| "learning_rate": 3.0858079979245965e-05, | |
| "loss": 0.8259, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.7697856553998351, | |
| "grad_norm": 0.3675771233203778, | |
| "learning_rate": 3.059860412440811e-05, | |
| "loss": 1.1379, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.7708161582852432, | |
| "grad_norm": 0.2997972891151249, | |
| "learning_rate": 3.0340026608102902e-05, | |
| "loss": 0.9012, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.7718466611706513, | |
| "grad_norm": 0.3350924890911528, | |
| "learning_rate": 3.008235077738334e-05, | |
| "loss": 1.0476, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.7728771640560593, | |
| "grad_norm": 0.42578144522976874, | |
| "learning_rate": 2.9825579967630846e-05, | |
| "loss": 1.2014, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.7739076669414674, | |
| "grad_norm": 0.31905668249953223, | |
| "learning_rate": 2.956971750251215e-05, | |
| "loss": 0.9089, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.7749381698268755, | |
| "grad_norm": 0.3320270260748608, | |
| "learning_rate": 2.9314766693936356e-05, | |
| "loss": 1.1712, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.7759686727122836, | |
| "grad_norm": 0.26880506131338233, | |
| "learning_rate": 2.906073084201191e-05, | |
| "loss": 0.9532, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.7769991755976917, | |
| "grad_norm": 0.360515318139803, | |
| "learning_rate": 2.8807613235004037e-05, | |
| "loss": 1.0235, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.7780296784830998, | |
| "grad_norm": 0.40012910311865413, | |
| "learning_rate": 2.855541714929206e-05, | |
| "loss": 1.1292, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.7790601813685079, | |
| "grad_norm": 0.3056042121876613, | |
| "learning_rate": 2.8304145849327036e-05, | |
| "loss": 0.7814, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.7800906842539159, | |
| "grad_norm": 0.3475474680120366, | |
| "learning_rate": 2.8053802587589538e-05, | |
| "loss": 1.1668, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.781121187139324, | |
| "grad_norm": 0.2843659913958508, | |
| "learning_rate": 2.7804390604547557e-05, | |
| "loss": 0.9237, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.7821516900247321, | |
| "grad_norm": 0.36497922605390365, | |
| "learning_rate": 2.7555913128614398e-05, | |
| "loss": 1.0276, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.7831821929101401, | |
| "grad_norm": 0.39023528771913, | |
| "learning_rate": 2.7308373376107142e-05, | |
| "loss": 1.1268, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.7831821929101401, | |
| "eval_loss": 0.9705116748809814, | |
| "eval_runtime": 2662.1546, | |
| "eval_samples_per_second": 3.005, | |
| "eval_steps_per_second": 0.188, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.7842126957955482, | |
| "grad_norm": 0.3292637316481058, | |
| "learning_rate": 2.706177455120482e-05, | |
| "loss": 0.8586, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.7852431986809563, | |
| "grad_norm": 0.3463786306953725, | |
| "learning_rate": 2.681611984590696e-05, | |
| "loss": 1.1979, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.7862737015663643, | |
| "grad_norm": 0.3033390300653325, | |
| "learning_rate": 2.6571412439992437e-05, | |
| "loss": 0.9448, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.7873042044517725, | |
| "grad_norm": 0.3744585100233523, | |
| "learning_rate": 2.6327655500978076e-05, | |
| "loss": 1.0825, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.7883347073371806, | |
| "grad_norm": 0.3888535219196645, | |
| "learning_rate": 2.608485218407779e-05, | |
| "loss": 1.1602, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.7893652102225887, | |
| "grad_norm": 0.3281836015354183, | |
| "learning_rate": 2.5843005632161787e-05, | |
| "loss": 0.8071, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.7903957131079967, | |
| "grad_norm": 0.44764397719301374, | |
| "learning_rate": 2.5602118975715683e-05, | |
| "loss": 1.223, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.7914262159934048, | |
| "grad_norm": 0.2605243101554053, | |
| "learning_rate": 2.5362195332800253e-05, | |
| "loss": 0.9269, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.7924567188788129, | |
| "grad_norm": 0.34490759623743283, | |
| "learning_rate": 2.5123237809010836e-05, | |
| "loss": 0.9951, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.7934872217642209, | |
| "grad_norm": 0.45219071339330563, | |
| "learning_rate": 2.4885249497437223e-05, | |
| "loss": 1.1591, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.794517724649629, | |
| "grad_norm": 0.3701824230659728, | |
| "learning_rate": 2.4648233478623705e-05, | |
| "loss": 0.9237, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.7955482275350371, | |
| "grad_norm": 0.3540574000256143, | |
| "learning_rate": 2.4412192820529034e-05, | |
| "loss": 1.1936, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.7965787304204451, | |
| "grad_norm": 0.2979316113245556, | |
| "learning_rate": 2.4177130578486885e-05, | |
| "loss": 0.8818, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.7976092333058532, | |
| "grad_norm": 0.3972288442858004, | |
| "learning_rate": 2.3943049795166126e-05, | |
| "loss": 1.0352, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.7986397361912614, | |
| "grad_norm": 0.43218350490127366, | |
| "learning_rate": 2.370995350053157e-05, | |
| "loss": 1.141, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.7996702390766695, | |
| "grad_norm": 0.33536259992407524, | |
| "learning_rate": 2.3477844711804708e-05, | |
| "loss": 0.8845, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.8007007419620775, | |
| "grad_norm": 0.3715539599255406, | |
| "learning_rate": 2.3246726433424716e-05, | |
| "loss": 1.1807, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.8017312448474856, | |
| "grad_norm": 0.27142620043338195, | |
| "learning_rate": 2.301660165700936e-05, | |
| "loss": 0.9382, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.8027617477328937, | |
| "grad_norm": 0.3200117930180246, | |
| "learning_rate": 2.2787473361316592e-05, | |
| "loss": 1.1648, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.8037922506183017, | |
| "grad_norm": 0.3832079088616207, | |
| "learning_rate": 2.2559344512205705e-05, | |
| "loss": 1.1815, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.8048227535037098, | |
| "grad_norm": 0.28512724726672417, | |
| "learning_rate": 2.233221806259903e-05, | |
| "loss": 0.7237, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.8058532563891179, | |
| "grad_norm": 0.347779304749182, | |
| "learning_rate": 2.2106096952443888e-05, | |
| "loss": 1.1468, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.8068837592745259, | |
| "grad_norm": 0.27344000922062256, | |
| "learning_rate": 2.188098410867424e-05, | |
| "loss": 0.967, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.807914262159934, | |
| "grad_norm": 0.35776849097052316, | |
| "learning_rate": 2.165688244517299e-05, | |
| "loss": 1.0351, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.8089447650453421, | |
| "grad_norm": 0.6146898482449163, | |
| "learning_rate": 2.143379486273428e-05, | |
| "loss": 1.1856, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.8099752679307503, | |
| "grad_norm": 0.37385831712675915, | |
| "learning_rate": 2.1211724249025787e-05, | |
| "loss": 0.9441, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.8110057708161583, | |
| "grad_norm": 0.33568983400788555, | |
| "learning_rate": 2.099067347855157e-05, | |
| "loss": 1.2175, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.8120362737015664, | |
| "grad_norm": 0.2905285106790405, | |
| "learning_rate": 2.077064541261462e-05, | |
| "loss": 0.9725, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.8130667765869745, | |
| "grad_norm": 0.3292103830025177, | |
| "learning_rate": 2.0551642899279975e-05, | |
| "loss": 1.0363, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.8140972794723825, | |
| "grad_norm": 0.4380964265869986, | |
| "learning_rate": 2.0333668773337866e-05, | |
| "loss": 1.1014, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.8151277823577906, | |
| "grad_norm": 0.3297438808755647, | |
| "learning_rate": 2.0116725856266926e-05, | |
| "loss": 0.8749, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.8161582852431987, | |
| "grad_norm": 0.3404142147430593, | |
| "learning_rate": 1.9900816956197698e-05, | |
| "loss": 1.2154, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.8171887881286067, | |
| "grad_norm": 0.28990266176476354, | |
| "learning_rate": 1.9685944867876373e-05, | |
| "loss": 0.9402, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.8182192910140148, | |
| "grad_norm": 0.3750595800822031, | |
| "learning_rate": 1.9472112372628536e-05, | |
| "loss": 1.0682, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.8192497938994229, | |
| "grad_norm": 0.4415444668426194, | |
| "learning_rate": 1.9259322238323095e-05, | |
| "loss": 1.1201, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.8202802967848309, | |
| "grad_norm": 0.31061384334227865, | |
| "learning_rate": 1.9047577219336665e-05, | |
| "loss": 0.8734, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.8213107996702391, | |
| "grad_norm": 0.3577711991948567, | |
| "learning_rate": 1.8836880056517658e-05, | |
| "loss": 1.1896, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.8223413025556472, | |
| "grad_norm": 0.2862925377080917, | |
| "learning_rate": 1.862723347715103e-05, | |
| "loss": 0.9206, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.8233718054410553, | |
| "grad_norm": 0.36692123404130295, | |
| "learning_rate": 1.841864019492282e-05, | |
| "loss": 1.0504, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.8244023083264633, | |
| "grad_norm": 0.3600663907207253, | |
| "learning_rate": 1.821110290988509e-05, | |
| "loss": 1.2122, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.8244023083264633, | |
| "eval_loss": 0.9671783447265625, | |
| "eval_runtime": 2672.6929, | |
| "eval_samples_per_second": 2.993, | |
| "eval_steps_per_second": 0.187, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.8254328112118714, | |
| "grad_norm": 0.3081888529721894, | |
| "learning_rate": 1.8004624308421026e-05, | |
| "loss": 0.7821, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.8264633140972795, | |
| "grad_norm": 0.36648973755342457, | |
| "learning_rate": 1.7799207063210044e-05, | |
| "loss": 1.2144, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.8274938169826875, | |
| "grad_norm": 0.2898792198270504, | |
| "learning_rate": 1.759485383319326e-05, | |
| "loss": 0.9427, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.8285243198680956, | |
| "grad_norm": 0.38174814126983564, | |
| "learning_rate": 1.7391567263539144e-05, | |
| "loss": 1.0154, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.8295548227535037, | |
| "grad_norm": 0.4742619716693875, | |
| "learning_rate": 1.7189349985609115e-05, | |
| "loss": 1.0813, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.8305853256389117, | |
| "grad_norm": 0.3664614977301218, | |
| "learning_rate": 1.6988204616923666e-05, | |
| "loss": 0.8368, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.8316158285243199, | |
| "grad_norm": 0.43325455353643755, | |
| "learning_rate": 1.6788133761128312e-05, | |
| "loss": 1.1778, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.832646331409728, | |
| "grad_norm": 0.29420614649546306, | |
| "learning_rate": 1.658914000795999e-05, | |
| "loss": 0.922, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.8336768342951361, | |
| "grad_norm": 0.3437287490008131, | |
| "learning_rate": 1.639122593321357e-05, | |
| "loss": 1.0901, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.8347073371805441, | |
| "grad_norm": 0.41394098029113957, | |
| "learning_rate": 1.6194394098708377e-05, | |
| "loss": 1.1766, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.8357378400659522, | |
| "grad_norm": 0.3399407346712763, | |
| "learning_rate": 1.59986470522551e-05, | |
| "loss": 0.8491, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.8367683429513603, | |
| "grad_norm": 0.3655997093950039, | |
| "learning_rate": 1.580398732762297e-05, | |
| "loss": 1.1981, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.8377988458367683, | |
| "grad_norm": 0.30216864477326527, | |
| "learning_rate": 1.5610417444506664e-05, | |
| "loss": 0.9703, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.8388293487221764, | |
| "grad_norm": 0.3993955860213197, | |
| "learning_rate": 1.541793990849387e-05, | |
| "loss": 1.0866, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.8398598516075845, | |
| "grad_norm": 0.40765142147078065, | |
| "learning_rate": 1.522655721103291e-05, | |
| "loss": 1.1578, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.8408903544929925, | |
| "grad_norm": 0.3132479277395683, | |
| "learning_rate": 1.5036271829400294e-05, | |
| "loss": 0.8317, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.8419208573784006, | |
| "grad_norm": 0.353057034757265, | |
| "learning_rate": 1.4847086226668872e-05, | |
| "loss": 1.1387, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.8429513602638088, | |
| "grad_norm": 0.28714788090256477, | |
| "learning_rate": 1.4659002851675774e-05, | |
| "loss": 0.9363, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.8439818631492169, | |
| "grad_norm": 0.3558290938292747, | |
| "learning_rate": 1.447202413899078e-05, | |
| "loss": 0.9974, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.8450123660346249, | |
| "grad_norm": 0.36577045780008416, | |
| "learning_rate": 1.4286152508884898e-05, | |
| "loss": 1.1466, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.846042868920033, | |
| "grad_norm": 0.3010779731099561, | |
| "learning_rate": 1.4101390367298861e-05, | |
| "loss": 0.7895, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.8470733718054411, | |
| "grad_norm": 0.3541525630578856, | |
| "learning_rate": 1.3917740105812094e-05, | |
| "loss": 1.1429, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.8481038746908491, | |
| "grad_norm": 0.28819494987192507, | |
| "learning_rate": 1.3735204101611776e-05, | |
| "loss": 0.9335, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.8491343775762572, | |
| "grad_norm": 0.34823589325876386, | |
| "learning_rate": 1.355378471746196e-05, | |
| "loss": 1.0577, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.8501648804616653, | |
| "grad_norm": 0.34950447449734157, | |
| "learning_rate": 1.3373484301673145e-05, | |
| "loss": 1.1231, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.8511953833470733, | |
| "grad_norm": 0.29975822569477556, | |
| "learning_rate": 1.3194305188071732e-05, | |
| "loss": 0.8424, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.8522258862324814, | |
| "grad_norm": 0.390420435835868, | |
| "learning_rate": 1.301624969596985e-05, | |
| "loss": 1.1329, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.8532563891178895, | |
| "grad_norm": 0.2911183426984063, | |
| "learning_rate": 1.2839320130135468e-05, | |
| "loss": 0.9841, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.8542868920032977, | |
| "grad_norm": 0.3500369252129129, | |
| "learning_rate": 1.266351878076234e-05, | |
| "loss": 1.0513, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.8553173948887057, | |
| "grad_norm": 0.4017098058926308, | |
| "learning_rate": 1.2488847923440483e-05, | |
| "loss": 1.1624, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.8563478977741138, | |
| "grad_norm": 0.3441542578051488, | |
| "learning_rate": 1.2315309819126852e-05, | |
| "loss": 0.8611, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.8573784006595219, | |
| "grad_norm": 0.36811687971995544, | |
| "learning_rate": 1.2142906714115787e-05, | |
| "loss": 1.2298, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.8584089035449299, | |
| "grad_norm": 0.2934040538277352, | |
| "learning_rate": 1.197164084001009e-05, | |
| "loss": 0.9825, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.859439406430338, | |
| "grad_norm": 0.3571442419781514, | |
| "learning_rate": 1.1801514413692239e-05, | |
| "loss": 1.0296, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.8604699093157461, | |
| "grad_norm": 0.4388041060818487, | |
| "learning_rate": 1.1632529637295475e-05, | |
| "loss": 1.1665, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.8615004122011541, | |
| "grad_norm": 0.3211936804672997, | |
| "learning_rate": 1.1464688698175497e-05, | |
| "loss": 0.8568, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.8625309150865622, | |
| "grad_norm": 0.38975409701266794, | |
| "learning_rate": 1.1297993768881998e-05, | |
| "loss": 1.1854, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.8635614179719703, | |
| "grad_norm": 0.27934297465783847, | |
| "learning_rate": 1.113244700713063e-05, | |
| "loss": 0.8697, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.8645919208573783, | |
| "grad_norm": 0.39072549944659307, | |
| "learning_rate": 1.0968050555775067e-05, | |
| "loss": 1.0164, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.8656224237427865, | |
| "grad_norm": 0.4998393287633088, | |
| "learning_rate": 1.0804806542779223e-05, | |
| "loss": 1.0571, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.8656224237427865, | |
| "eval_loss": 0.9649366140365601, | |
| "eval_runtime": 2477.8624, | |
| "eval_samples_per_second": 3.229, | |
| "eval_steps_per_second": 0.202, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.8666529266281946, | |
| "grad_norm": 0.30161833311373715, | |
| "learning_rate": 1.0642717081189735e-05, | |
| "loss": 0.8134, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.8676834295136027, | |
| "grad_norm": 0.3714099835276263, | |
| "learning_rate": 1.0481784269108664e-05, | |
| "loss": 1.2136, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.8687139323990107, | |
| "grad_norm": 0.29858155300200195, | |
| "learning_rate": 1.032201018966621e-05, | |
| "loss": 0.9334, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.8697444352844188, | |
| "grad_norm": 0.36365152527356986, | |
| "learning_rate": 1.0163396910993883e-05, | |
| "loss": 1.0167, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.8707749381698269, | |
| "grad_norm": 0.3926164945656461, | |
| "learning_rate": 1.0005946486197648e-05, | |
| "loss": 1.1597, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.8718054410552349, | |
| "grad_norm": 0.31631364428210557, | |
| "learning_rate": 9.849660953331363e-06, | |
| "loss": 0.8626, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.872835943940643, | |
| "grad_norm": 0.397012339843304, | |
| "learning_rate": 9.694542335370437e-06, | |
| "loss": 1.1559, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.8738664468260511, | |
| "grad_norm": 0.27478860653538173, | |
| "learning_rate": 9.540592640185597e-06, | |
| "loss": 0.9427, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.8748969497114591, | |
| "grad_norm": 0.34552863820949387, | |
| "learning_rate": 9.387813860516915e-06, | |
| "loss": 1.0141, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.8759274525968672, | |
| "grad_norm": 0.4001075016221677, | |
| "learning_rate": 9.236207973948063e-06, | |
| "loss": 1.1693, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.8769579554822754, | |
| "grad_norm": 0.3089362146851165, | |
| "learning_rate": 9.085776942880608e-06, | |
| "loss": 0.8552, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.8779884583676835, | |
| "grad_norm": 0.3341234310512727, | |
| "learning_rate": 8.936522714508678e-06, | |
| "loss": 1.1562, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.8790189612530915, | |
| "grad_norm": 0.2798328581056808, | |
| "learning_rate": 8.788447220793806e-06, | |
| "loss": 0.99, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.8800494641384996, | |
| "grad_norm": 0.39837992045978476, | |
| "learning_rate": 8.641552378439776e-06, | |
| "loss": 1.1073, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.8810799670239077, | |
| "grad_norm": 0.4106276064285754, | |
| "learning_rate": 8.495840088868024e-06, | |
| "loss": 1.1004, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.8821104699093157, | |
| "grad_norm": 0.37910153433606, | |
| "learning_rate": 8.351312238192787e-06, | |
| "loss": 0.9667, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.8831409727947238, | |
| "grad_norm": 0.3835389510278448, | |
| "learning_rate": 8.207970697196866e-06, | |
| "loss": 1.1637, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.8841714756801319, | |
| "grad_norm": 0.2996106330164154, | |
| "learning_rate": 8.065817321307367e-06, | |
| "loss": 0.8998, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.88520197856554, | |
| "grad_norm": 0.37985003315229504, | |
| "learning_rate": 7.924853950571642e-06, | |
| "loss": 0.9981, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.886232481450948, | |
| "grad_norm": 0.3734475653137268, | |
| "learning_rate": 7.78508240963347e-06, | |
| "loss": 1.1901, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.8872629843363561, | |
| "grad_norm": 0.32917519272254847, | |
| "learning_rate": 7.646504507709563e-06, | |
| "loss": 0.8026, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.8882934872217643, | |
| "grad_norm": 0.3184623209600695, | |
| "learning_rate": 7.50912203856593e-06, | |
| "loss": 1.1705, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.8893239901071723, | |
| "grad_norm": 0.27564137851589965, | |
| "learning_rate": 7.372936780494877e-06, | |
| "loss": 0.8968, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.8903544929925804, | |
| "grad_norm": 0.37744723978180933, | |
| "learning_rate": 7.237950496291856e-06, | |
| "loss": 0.9825, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.8913849958779885, | |
| "grad_norm": 0.3497470810206515, | |
| "learning_rate": 7.104164933232649e-06, | |
| "loss": 1.1498, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.8924154987633965, | |
| "grad_norm": 0.314664899690108, | |
| "learning_rate": 6.971581823050832e-06, | |
| "loss": 0.8124, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.8934460016488046, | |
| "grad_norm": 0.3437097611977056, | |
| "learning_rate": 6.840202881915325e-06, | |
| "loss": 1.1555, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.8944765045342127, | |
| "grad_norm": 0.28333067118500105, | |
| "learning_rate": 6.710029810408092e-06, | |
| "loss": 0.899, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.8955070074196207, | |
| "grad_norm": 0.39572557163512656, | |
| "learning_rate": 6.581064293502293e-06, | |
| "loss": 1.0465, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.8965375103050288, | |
| "grad_norm": 0.37753981586149277, | |
| "learning_rate": 6.453308000540304e-06, | |
| "loss": 1.1223, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.8975680131904369, | |
| "grad_norm": 0.33675472826608077, | |
| "learning_rate": 6.326762585212209e-06, | |
| "loss": 0.8248, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.8985985160758451, | |
| "grad_norm": 0.3825197592387351, | |
| "learning_rate": 6.20142968553441e-06, | |
| "loss": 1.1401, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.8996290189612531, | |
| "grad_norm": 0.2838180681849475, | |
| "learning_rate": 6.077310923828328e-06, | |
| "loss": 0.909, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.9006595218466612, | |
| "grad_norm": 0.37686082536565757, | |
| "learning_rate": 5.954407906699511e-06, | |
| "loss": 1.0217, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.9016900247320693, | |
| "grad_norm": 0.3380783448392427, | |
| "learning_rate": 5.8327222250167735e-06, | |
| "loss": 1.1523, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.9027205276174773, | |
| "grad_norm": 0.2883596670864561, | |
| "learning_rate": 5.71225545389158e-06, | |
| "loss": 0.8144, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.9037510305028854, | |
| "grad_norm": 0.3483906272756692, | |
| "learning_rate": 5.59300915265778e-06, | |
| "loss": 1.1855, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.9047815333882935, | |
| "grad_norm": 0.2639750686093266, | |
| "learning_rate": 5.4749848648512624e-06, | |
| "loss": 0.9381, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.9058120362737015, | |
| "grad_norm": 0.3972431149683815, | |
| "learning_rate": 5.358184118190068e-06, | |
| "loss": 1.0683, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.9068425391591096, | |
| "grad_norm": 0.35801168305170344, | |
| "learning_rate": 5.242608424554651e-06, | |
| "loss": 1.0903, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.9068425391591096, | |
| "eval_loss": 0.9635400176048279, | |
| "eval_runtime": 2476.6467, | |
| "eval_samples_per_second": 3.23, | |
| "eval_steps_per_second": 0.202, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.9078730420445177, | |
| "grad_norm": 0.33090712708760794, | |
| "learning_rate": 5.128259279968195e-06, | |
| "loss": 0.8644, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 0.9089035449299258, | |
| "grad_norm": 0.35066225756340424, | |
| "learning_rate": 5.01513816457736e-06, | |
| "loss": 1.1482, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.9099340478153339, | |
| "grad_norm": 0.2777858386287618, | |
| "learning_rate": 4.903246542633033e-06, | |
| "loss": 0.9529, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 0.910964550700742, | |
| "grad_norm": 0.3807172458090473, | |
| "learning_rate": 4.7925858624714215e-06, | |
| "loss": 1.0499, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.9119950535861501, | |
| "grad_norm": 0.36543715138130545, | |
| "learning_rate": 4.683157556495343e-06, | |
| "loss": 1.1883, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.9130255564715581, | |
| "grad_norm": 0.3339553261899812, | |
| "learning_rate": 4.574963041155622e-06, | |
| "loss": 0.8319, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.9140560593569662, | |
| "grad_norm": 0.3202714496531148, | |
| "learning_rate": 4.468003716932734e-06, | |
| "loss": 1.1678, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 0.9150865622423743, | |
| "grad_norm": 0.27715040842554794, | |
| "learning_rate": 4.362280968318777e-06, | |
| "loss": 0.9364, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.9161170651277823, | |
| "grad_norm": 0.3628969851723974, | |
| "learning_rate": 4.257796163799455e-06, | |
| "loss": 1.0704, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 0.9171475680131904, | |
| "grad_norm": 0.4255339930477384, | |
| "learning_rate": 4.154550655836409e-06, | |
| "loss": 1.1622, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.9181780708985985, | |
| "grad_norm": 0.3098446765156209, | |
| "learning_rate": 4.052545780849715e-06, | |
| "loss": 0.8363, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 0.9192085737840066, | |
| "grad_norm": 0.38626454996818416, | |
| "learning_rate": 3.9517828592005475e-06, | |
| "loss": 1.1148, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.9202390766694146, | |
| "grad_norm": 0.2786681923266397, | |
| "learning_rate": 3.852263195174155e-06, | |
| "loss": 0.8743, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 0.9212695795548228, | |
| "grad_norm": 0.3627972033581097, | |
| "learning_rate": 3.7539880769628998e-06, | |
| "loss": 1.0305, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.9223000824402309, | |
| "grad_norm": 0.3545740104488335, | |
| "learning_rate": 3.6569587766496216e-06, | |
| "loss": 1.1188, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.9233305853256389, | |
| "grad_norm": 0.30405956916616017, | |
| "learning_rate": 3.561176550191203e-06, | |
| "loss": 0.7902, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.924361088211047, | |
| "grad_norm": 0.40805109311840626, | |
| "learning_rate": 3.46664263740224e-06, | |
| "loss": 1.0949, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.9253915910964551, | |
| "grad_norm": 0.2937050314911077, | |
| "learning_rate": 3.3733582619390523e-06, | |
| "loss": 0.9339, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.9264220939818631, | |
| "grad_norm": 0.37795976499150646, | |
| "learning_rate": 3.281324631283833e-06, | |
| "loss": 1.0108, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 0.9274525968672712, | |
| "grad_norm": 0.4168578135164906, | |
| "learning_rate": 3.1905429367289795e-06, | |
| "loss": 1.1267, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.9284830997526793, | |
| "grad_norm": 0.30324094735934326, | |
| "learning_rate": 3.101014353361753e-06, | |
| "loss": 0.8109, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 0.9295136026380874, | |
| "grad_norm": 0.3929210483289662, | |
| "learning_rate": 3.012740040048978e-06, | |
| "loss": 1.1848, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.9305441055234954, | |
| "grad_norm": 0.2889829253469363, | |
| "learning_rate": 2.9257211394220773e-06, | |
| "loss": 0.8944, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 0.9315746084089035, | |
| "grad_norm": 0.39922043302261206, | |
| "learning_rate": 2.8399587778623505e-06, | |
| "loss": 1.0599, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.9326051112943117, | |
| "grad_norm": 0.41401354380939953, | |
| "learning_rate": 2.755454065486263e-06, | |
| "loss": 1.1731, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.9336356141797197, | |
| "grad_norm": 0.3816124740915107, | |
| "learning_rate": 2.672208096131157e-06, | |
| "loss": 0.9285, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.9346661170651278, | |
| "grad_norm": 0.365839138684449, | |
| "learning_rate": 2.5902219473411204e-06, | |
| "loss": 1.1613, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 0.9356966199505359, | |
| "grad_norm": 0.30150334355809666, | |
| "learning_rate": 2.509496680352963e-06, | |
| "loss": 0.9157, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.936727122835944, | |
| "grad_norm": 0.36964220055921937, | |
| "learning_rate": 2.430033340082516e-06, | |
| "loss": 1.0569, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 0.937757625721352, | |
| "grad_norm": 0.41058988578726896, | |
| "learning_rate": 2.3518329551111217e-06, | |
| "loss": 1.1936, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.9387881286067601, | |
| "grad_norm": 0.32143724004908797, | |
| "learning_rate": 2.2748965376723e-06, | |
| "loss": 0.8617, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 0.9398186314921682, | |
| "grad_norm": 0.3695703528509068, | |
| "learning_rate": 2.199225083638656e-06, | |
| "loss": 1.2086, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.9408491343775762, | |
| "grad_norm": 0.28544602650039125, | |
| "learning_rate": 2.1248195725089624e-06, | |
| "loss": 0.9673, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 0.9418796372629843, | |
| "grad_norm": 0.33475042033286156, | |
| "learning_rate": 2.0516809673955083e-06, | |
| "loss": 1.0888, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.9429101401483924, | |
| "grad_norm": 0.40597870855708795, | |
| "learning_rate": 1.9798102150116573e-06, | |
| "loss": 1.1073, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.9439406430338005, | |
| "grad_norm": 0.35068928153409934, | |
| "learning_rate": 1.909208245659522e-06, | |
| "loss": 0.8919, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.9449711459192086, | |
| "grad_norm": 0.3520873665570541, | |
| "learning_rate": 1.8398759732179637e-06, | |
| "loss": 1.1762, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 0.9460016488046167, | |
| "grad_norm": 0.31075650924614495, | |
| "learning_rate": 1.7718142951307914e-06, | |
| "loss": 0.8997, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.9470321516900247, | |
| "grad_norm": 0.3520700228079484, | |
| "learning_rate": 1.705024092395091e-06, | |
| "loss": 1.0955, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 0.9480626545754328, | |
| "grad_norm": 0.3680157698495691, | |
| "learning_rate": 1.6395062295498698e-06, | |
| "loss": 1.178, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.9480626545754328, | |
| "eval_loss": 0.9628809690475464, | |
| "eval_runtime": 2669.1038, | |
| "eval_samples_per_second": 2.997, | |
| "eval_steps_per_second": 0.187, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.9490931574608409, | |
| "grad_norm": 0.31126006459380184, | |
| "learning_rate": 1.5752615546647975e-06, | |
| "loss": 0.8694, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 0.950123660346249, | |
| "grad_norm": 0.34126438848006335, | |
| "learning_rate": 1.5122908993293273e-06, | |
| "loss": 1.1496, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.951154163231657, | |
| "grad_norm": 0.28191122396530277, | |
| "learning_rate": 1.4505950786418255e-06, | |
| "loss": 0.9136, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 0.9521846661170651, | |
| "grad_norm": 0.3757522319369373, | |
| "learning_rate": 1.3901748911991253e-06, | |
| "loss": 1.0589, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.9532151690024732, | |
| "grad_norm": 0.3812139506827204, | |
| "learning_rate": 1.331031119086079e-06, | |
| "loss": 1.1577, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.9542456718878813, | |
| "grad_norm": 0.3285095663923165, | |
| "learning_rate": 1.2731645278655445e-06, | |
| "loss": 0.9256, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.9552761747732894, | |
| "grad_norm": 0.3434798919525598, | |
| "learning_rate": 1.2165758665683924e-06, | |
| "loss": 1.1373, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 0.9563066776586975, | |
| "grad_norm": 0.3017676114908958, | |
| "learning_rate": 1.1612658676838473e-06, | |
| "loss": 0.8882, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.9573371805441055, | |
| "grad_norm": 0.3795284009217967, | |
| "learning_rate": 1.107235247150018e-06, | |
| "loss": 1.0639, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 0.9583676834295136, | |
| "grad_norm": 0.4845153985581749, | |
| "learning_rate": 1.0544847043445938e-06, | |
| "loss": 1.0753, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.9593981863149217, | |
| "grad_norm": 0.32363946255340464, | |
| "learning_rate": 1.0030149220758288e-06, | |
| "loss": 0.8307, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 0.9604286892003298, | |
| "grad_norm": 0.4184299714975136, | |
| "learning_rate": 9.528265665736502e-07, | |
| "loss": 1.1371, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.9614591920857378, | |
| "grad_norm": 0.28512105148343453, | |
| "learning_rate": 9.039202874811192e-07, | |
| "loss": 0.9634, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 0.9624896949711459, | |
| "grad_norm": 0.360971597617964, | |
| "learning_rate": 8.562967178459391e-07, | |
| "loss": 1.0805, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.963520197856554, | |
| "grad_norm": 0.3822471953295701, | |
| "learning_rate": 8.099564741123166e-07, | |
| "loss": 1.2147, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.964550700741962, | |
| "grad_norm": 0.32385746632379775, | |
| "learning_rate": 7.649001561129354e-07, | |
| "loss": 0.8677, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.9655812036273702, | |
| "grad_norm": 0.33325536515100207, | |
| "learning_rate": 7.211283470612395e-07, | |
| "loss": 1.1736, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 0.9666117065127783, | |
| "grad_norm": 0.2789936033919106, | |
| "learning_rate": 6.786416135438512e-07, | |
| "loss": 0.9563, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.9676422093981863, | |
| "grad_norm": 0.3347741972532808, | |
| "learning_rate": 6.374405055132537e-07, | |
| "loss": 0.9439, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 0.9686727122835944, | |
| "grad_norm": 0.3903192561742831, | |
| "learning_rate": 5.975255562806647e-07, | |
| "loss": 1.1797, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.9697032151690025, | |
| "grad_norm": 0.32771315967905756, | |
| "learning_rate": 5.58897282509141e-07, | |
| "loss": 0.8953, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 0.9707337180544106, | |
| "grad_norm": 0.34884009544181055, | |
| "learning_rate": 5.215561842068728e-07, | |
| "loss": 1.1761, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.9717642209398186, | |
| "grad_norm": 0.2775010942276059, | |
| "learning_rate": 4.855027447207338e-07, | |
| "loss": 0.9457, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.9727947238252267, | |
| "grad_norm": 0.382431683738394, | |
| "learning_rate": 4.507374307299972e-07, | |
| "loss": 1.0359, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.9738252267106348, | |
| "grad_norm": 0.4253814777599987, | |
| "learning_rate": 4.172606922403399e-07, | |
| "loss": 1.1746, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.9748557295960428, | |
| "grad_norm": 0.3119359666789732, | |
| "learning_rate": 3.8507296257798145e-07, | |
| "loss": 0.8048, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.9758862324814509, | |
| "grad_norm": 0.35641657318401637, | |
| "learning_rate": 3.541746583840655e-07, | |
| "loss": 1.1508, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 0.9769167353668591, | |
| "grad_norm": 0.28277759207142494, | |
| "learning_rate": 3.24566179609298e-07, | |
| "loss": 0.9406, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.9779472382522671, | |
| "grad_norm": 0.3649978639842664, | |
| "learning_rate": 2.9624790950875113e-07, | |
| "loss": 1.0074, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 0.9789777411376752, | |
| "grad_norm": 0.43930720949024876, | |
| "learning_rate": 2.692202146369338e-07, | |
| "loss": 1.1133, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.9800082440230833, | |
| "grad_norm": 0.3568172083915493, | |
| "learning_rate": 2.434834448429957e-07, | |
| "loss": 0.8548, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 0.9810387469084914, | |
| "grad_norm": 0.3512721884204812, | |
| "learning_rate": 2.1903793326621957e-07, | |
| "loss": 1.1658, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.9820692497938994, | |
| "grad_norm": 0.28260427199429944, | |
| "learning_rate": 1.9588399633173605e-07, | |
| "loss": 0.8872, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 0.9830997526793075, | |
| "grad_norm": 0.3342814004364708, | |
| "learning_rate": 1.740219337463822e-07, | |
| "loss": 1.0368, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.9841302555647156, | |
| "grad_norm": 0.39410468491852235, | |
| "learning_rate": 1.534520284948715e-07, | |
| "loss": 1.1301, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.9851607584501236, | |
| "grad_norm": 0.32300550472176315, | |
| "learning_rate": 1.3417454683608554e-07, | |
| "loss": 0.8525, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.9861912613355317, | |
| "grad_norm": 0.38783208707768235, | |
| "learning_rate": 1.1618973829966572e-07, | |
| "loss": 1.2139, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 0.9872217642209398, | |
| "grad_norm": 0.27657069522605154, | |
| "learning_rate": 9.949783568272697e-08, | |
| "loss": 0.9094, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.988252267106348, | |
| "grad_norm": 0.37764224067778107, | |
| "learning_rate": 8.409905504693782e-08, | |
| "loss": 1.0543, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 0.989282769991756, | |
| "grad_norm": 0.5230932784753239, | |
| "learning_rate": 6.999359571561171e-08, | |
| "loss": 1.1661, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.989282769991756, | |
| "eval_loss": 0.9627586603164673, | |
| "eval_runtime": 2560.4353, | |
| "eval_samples_per_second": 3.124, | |
| "eval_steps_per_second": 0.195, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.9903132728771641, | |
| "grad_norm": 0.2751657982671328, | |
| "learning_rate": 5.718164027121997e-08, | |
| "loss": 0.7531, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 0.9913437757625722, | |
| "grad_norm": 0.3764599692340869, | |
| "learning_rate": 4.566335455299387e-08, | |
| "loss": 1.1338, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.9923742786479802, | |
| "grad_norm": 0.2992197664538524, | |
| "learning_rate": 3.5438887654737355e-08, | |
| "loss": 0.8897, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 0.9934047815333883, | |
| "grad_norm": 0.3535257610205098, | |
| "learning_rate": 2.6508371922984166e-08, | |
| "loss": 1.0454, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.9944352844187964, | |
| "grad_norm": 0.37026464651118146, | |
| "learning_rate": 1.887192295521034e-08, | |
| "loss": 1.1346, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.9954657873042044, | |
| "grad_norm": 0.3271412553655858, | |
| "learning_rate": 1.252963959834652e-08, | |
| "loss": 0.8182, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.9964962901896125, | |
| "grad_norm": 0.4040096861009905, | |
| "learning_rate": 7.481603947556703e-09, | |
| "loss": 1.0549, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 0.9975267930750206, | |
| "grad_norm": 0.28077083214803567, | |
| "learning_rate": 3.727881345105821e-09, | |
| "loss": 0.918, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.9985572959604286, | |
| "grad_norm": 0.38213498100295196, | |
| "learning_rate": 1.2685203795492762e-09, | |
| "loss": 1.0451, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 0.9995877988458368, | |
| "grad_norm": 0.4052030227111039, | |
| "learning_rate": 1.0355288510011107e-10, | |
| "loss": 1.1878, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 4852, | |
| "total_flos": 3.101569705521971e+16, | |
| "train_loss": 1.1041986294158312, | |
| "train_runtime": 123226.4419, | |
| "train_samples_per_second": 0.63, | |
| "train_steps_per_second": 0.039 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 4852, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.101569705521971e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |