| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 598, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0016722408026755853, | |
| "grad_norm": 5899.944994453189, | |
| "learning_rate": 4.9999999999999996e-06, | |
| "loss": 22.9452, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.008361204013377926, | |
| "grad_norm": 3832.174007639646, | |
| "learning_rate": 2.4999999999999998e-05, | |
| "loss": 17.2666, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.016722408026755852, | |
| "grad_norm": 1842.7301746786366, | |
| "learning_rate": 4.9999999999999996e-05, | |
| "loss": 16.1655, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02508361204013378, | |
| "grad_norm": 342.882874624202, | |
| "learning_rate": 7.5e-05, | |
| "loss": 6.9604, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.033444816053511704, | |
| "grad_norm": 648.6675239239157, | |
| "learning_rate": 9.999999999999999e-05, | |
| "loss": 5.362, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04180602006688963, | |
| "grad_norm": 642.7533463105359, | |
| "learning_rate": 0.000125, | |
| "loss": 7.6165, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05016722408026756, | |
| "grad_norm": 124.26540956463161, | |
| "learning_rate": 0.00015, | |
| "loss": 5.5364, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05852842809364549, | |
| "grad_norm": 527.1226263500417, | |
| "learning_rate": 0.000175, | |
| "loss": 6.2687, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06688963210702341, | |
| "grad_norm": 235.15362781581305, | |
| "learning_rate": 0.00019999999999999998, | |
| "loss": 6.8242, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07525083612040134, | |
| "grad_norm": 232.04999588659172, | |
| "learning_rate": 0.000225, | |
| "loss": 5.0975, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08361204013377926, | |
| "grad_norm": 193.92802731203975, | |
| "learning_rate": 0.00025, | |
| "loss": 4.363, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09197324414715718, | |
| "grad_norm": 87.32996989626787, | |
| "learning_rate": 0.00027499999999999996, | |
| "loss": 4.492, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.10033444816053512, | |
| "grad_norm": 157.51219806377262, | |
| "learning_rate": 0.0003, | |
| "loss": 5.2962, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10869565217391304, | |
| "grad_norm": 178.03521535228302, | |
| "learning_rate": 0.0002999360698660697, | |
| "loss": 5.2349, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.11705685618729098, | |
| "grad_norm": 82.65266770623266, | |
| "learning_rate": 0.0002997443339584391, | |
| "loss": 4.8057, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1254180602006689, | |
| "grad_norm": 48.21827434938864, | |
| "learning_rate": 0.0002994249557131383, | |
| "loss": 4.6267, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.13377926421404682, | |
| "grad_norm": 101.47726512121915, | |
| "learning_rate": 0.00029897820736875393, | |
| "loss": 3.7307, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14214046822742474, | |
| "grad_norm": 84.76151041346198, | |
| "learning_rate": 0.0002984044697343724, | |
| "loss": 3.3221, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.1505016722408027, | |
| "grad_norm": 35.2161154461866, | |
| "learning_rate": 0.00029770423186497794, | |
| "loss": 2.7633, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1588628762541806, | |
| "grad_norm": 39.923892471272296, | |
| "learning_rate": 0.0002968780906445808, | |
| "loss": 2.1568, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.16722408026755853, | |
| "grad_norm": 72.82838678501577, | |
| "learning_rate": 0.00029592675027743253, | |
| "loss": 2.3427, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.17558528428093645, | |
| "grad_norm": 94.37110002387033, | |
| "learning_rate": 0.00029485102168776096, | |
| "loss": 6.1606, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.18394648829431437, | |
| "grad_norm": 373.81535831887, | |
| "learning_rate": 0.0002936518218285368, | |
| "loss": 10.4362, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.19230769230769232, | |
| "grad_norm": 221.23048878415432, | |
| "learning_rate": 0.0002923301728998616, | |
| "loss": 16.4553, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.20066889632107024, | |
| "grad_norm": 395.57153442034314, | |
| "learning_rate": 0.0002908872014776423, | |
| "loss": 43.516, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.20903010033444816, | |
| "grad_norm": 286.615099772232, | |
| "learning_rate": 0.0002893241375532959, | |
| "loss": 28.7129, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.21739130434782608, | |
| "grad_norm": 82.2777934481911, | |
| "learning_rate": 0.00028764231348530267, | |
| "loss": 27.8137, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.225752508361204, | |
| "grad_norm": 170.02097895100943, | |
| "learning_rate": 0.00028584316286350164, | |
| "loss": 21.8417, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.23411371237458195, | |
| "grad_norm": 202.04237746771835, | |
| "learning_rate": 0.0002839282192870955, | |
| "loss": 19.1217, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.24247491638795987, | |
| "grad_norm": 34.74067140580764, | |
| "learning_rate": 0.00028189911505740843, | |
| "loss": 15.3816, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2508361204013378, | |
| "grad_norm": 59.32768633148153, | |
| "learning_rate": 0.0002797575797865093, | |
| "loss": 13.5017, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2591973244147157, | |
| "grad_norm": 45.03643469009911, | |
| "learning_rate": 0.0002775054389228871, | |
| "loss": 11.8208, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.26755852842809363, | |
| "grad_norm": 29.78986842292205, | |
| "learning_rate": 0.0002751446121954359, | |
| "loss": 9.8787, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.27591973244147155, | |
| "grad_norm": 19.68751651825531, | |
| "learning_rate": 0.00027267711197707386, | |
| "loss": 8.1994, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.2842809364548495, | |
| "grad_norm": 16.564772134956407, | |
| "learning_rate": 0.0002701050415693934, | |
| "loss": 7.3116, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.29264214046822745, | |
| "grad_norm": 18.01034438896602, | |
| "learning_rate": 0.0002674305934098032, | |
| "loss": 6.7163, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3010033444816054, | |
| "grad_norm": 12.65556929182177, | |
| "learning_rate": 0.00026465604720269026, | |
| "loss": 6.2962, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3093645484949833, | |
| "grad_norm": 9.795061211752262, | |
| "learning_rate": 0.0002617837679761962, | |
| "loss": 6.0851, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3177257525083612, | |
| "grad_norm": 9.27750296099571, | |
| "learning_rate": 0.0002588162040662628, | |
| "loss": 5.8121, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.32608695652173914, | |
| "grad_norm": 7.581802949350765, | |
| "learning_rate": 0.0002557558850296661, | |
| "loss": 5.5399, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.33444816053511706, | |
| "grad_norm": 10.289352311810807, | |
| "learning_rate": 0.00025260541948781784, | |
| "loss": 5.3443, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.342809364548495, | |
| "grad_norm": 6.606792882694537, | |
| "learning_rate": 0.00024936749290317196, | |
| "loss": 5.0023, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.3511705685618729, | |
| "grad_norm": 5.306167947282732, | |
| "learning_rate": 0.00024604486529013106, | |
| "loss": 4.8264, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3595317725752508, | |
| "grad_norm": 8.160432944309026, | |
| "learning_rate": 0.00024264036886240603, | |
| "loss": 4.8126, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.36789297658862874, | |
| "grad_norm": 9.350662398086465, | |
| "learning_rate": 0.00023915690561883125, | |
| "loss": 4.5927, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3762541806020067, | |
| "grad_norm": 6.717782881890457, | |
| "learning_rate": 0.00023559744486969622, | |
| "loss": 4.3447, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 10.834440165150719, | |
| "learning_rate": 0.00023196502070569963, | |
| "loss": 4.7644, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.39297658862876256, | |
| "grad_norm": 9.530980370244805, | |
| "learning_rate": 0.00022826272941168556, | |
| "loss": 4.5336, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.4013377926421405, | |
| "grad_norm": 9.96662219085004, | |
| "learning_rate": 0.00022449372682736428, | |
| "loss": 4.1642, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4096989966555184, | |
| "grad_norm": 7.17474089656695, | |
| "learning_rate": 0.00022066122565726914, | |
| "loss": 4.1165, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.4180602006688963, | |
| "grad_norm": 5.991132986370517, | |
| "learning_rate": 0.00021676849273224132, | |
| "loss": 3.9771, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.42642140468227424, | |
| "grad_norm": 6.305690862174887, | |
| "learning_rate": 0.00021281884622477757, | |
| "loss": 3.8831, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.43478260869565216, | |
| "grad_norm": 5.754061162264476, | |
| "learning_rate": 0.00020881565282061386, | |
| "loss": 3.7495, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4431438127090301, | |
| "grad_norm": 5.539202432443519, | |
| "learning_rate": 0.00020476232484895653, | |
| "loss": 3.5914, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.451505016722408, | |
| "grad_norm": 6.726459928222644, | |
| "learning_rate": 0.00020066231737380684, | |
| "loss": 3.5781, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.459866220735786, | |
| "grad_norm": 5.078063325340097, | |
| "learning_rate": 0.00019651912524885814, | |
| "loss": 3.5243, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4682274247491639, | |
| "grad_norm": 6.020230646512102, | |
| "learning_rate": 0.00019233628013847636, | |
| "loss": 3.386, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4765886287625418, | |
| "grad_norm": 4.216873427535516, | |
| "learning_rate": 0.00018811734750730306, | |
| "loss": 3.4131, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.48494983277591974, | |
| "grad_norm": 4.224871355162302, | |
| "learning_rate": 0.000183865923581047, | |
| "loss": 3.2989, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.49331103678929766, | |
| "grad_norm": 4.645722524256328, | |
| "learning_rate": 0.00017958563228105473, | |
| "loss": 3.227, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.5016722408026756, | |
| "grad_norm": 4.526907081748694, | |
| "learning_rate": 0.000175280122135274, | |
| "loss": 3.1885, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5100334448160535, | |
| "grad_norm": 3.8079799771786558, | |
| "learning_rate": 0.00017095306316824145, | |
| "loss": 3.1247, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.5183946488294314, | |
| "grad_norm": 3.7709095979542058, | |
| "learning_rate": 0.00016660814377274764, | |
| "loss": 3.1044, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5267558528428093, | |
| "grad_norm": 3.7946474549046267, | |
| "learning_rate": 0.00016224906756584414, | |
| "loss": 3.0063, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.5351170568561873, | |
| "grad_norm": 4.245301792150929, | |
| "learning_rate": 0.00015787955023187394, | |
| "loss": 2.9188, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5434782608695652, | |
| "grad_norm": 4.017268668767216, | |
| "learning_rate": 0.00015350331635521528, | |
| "loss": 2.9589, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5518394648829431, | |
| "grad_norm": 3.333420461437936, | |
| "learning_rate": 0.00014912409624543942, | |
| "loss": 2.8643, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.560200668896321, | |
| "grad_norm": 3.2798450150057508, | |
| "learning_rate": 0.000144745622757588, | |
| "loss": 2.7767, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.568561872909699, | |
| "grad_norm": 3.664786491151442, | |
| "learning_rate": 0.00014037162811028105, | |
| "loss": 2.6968, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5769230769230769, | |
| "grad_norm": 3.0151240913774635, | |
| "learning_rate": 0.00013600584070436663, | |
| "loss": 2.7462, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5852842809364549, | |
| "grad_norm": 4.300668720491546, | |
| "learning_rate": 0.0001316519819448257, | |
| "loss": 2.6857, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5936454849498328, | |
| "grad_norm": 6.856565698153125, | |
| "learning_rate": 0.0001273137630686397, | |
| "loss": 2.6735, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.6020066889632107, | |
| "grad_norm": 3.6559482252841904, | |
| "learning_rate": 0.0001229948819813257, | |
| "loss": 2.6167, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6103678929765887, | |
| "grad_norm": 3.549605686334841, | |
| "learning_rate": 0.00011869902010483487, | |
| "loss": 2.5546, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.6187290969899666, | |
| "grad_norm": 3.008473775307977, | |
| "learning_rate": 0.00011442983923950197, | |
| "loss": 2.5618, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6270903010033445, | |
| "grad_norm": 3.493843480596192, | |
| "learning_rate": 0.00011019097844272025, | |
| "loss": 2.4395, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.6354515050167224, | |
| "grad_norm": 3.022476308004379, | |
| "learning_rate": 0.00010598605092700247, | |
| "loss": 2.4327, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6438127090301003, | |
| "grad_norm": 3.033725108847574, | |
| "learning_rate": 0.00010181864098007187, | |
| "loss": 2.4019, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6521739130434783, | |
| "grad_norm": 2.730168253261192, | |
| "learning_rate": 9.76923009096091e-05, | |
| "loss": 2.3644, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6605351170568562, | |
| "grad_norm": 2.5487378528989986, | |
| "learning_rate": 9.361054801525882e-05, | |
| "loss": 2.3956, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.6688963210702341, | |
| "grad_norm": 3.0219826290571214, | |
| "learning_rate": 8.9576861590477e-05, | |
| "loss": 2.3118, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.677257525083612, | |
| "grad_norm": 2.3724800707991442, | |
| "learning_rate": 8.559467995677535e-05, | |
| "loss": 2.3294, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.68561872909699, | |
| "grad_norm": 3.218242001430894, | |
| "learning_rate": 8.166739753288954e-05, | |
| "loss": 2.2735, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6939799331103679, | |
| "grad_norm": 2.618273238863685, | |
| "learning_rate": 7.77983619413708e-05, | |
| "loss": 2.2728, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.7023411371237458, | |
| "grad_norm": 2.1838152570753016, | |
| "learning_rate": 7.399087115506633e-05, | |
| "loss": 2.2301, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7107023411371237, | |
| "grad_norm": 2.3293111793801473, | |
| "learning_rate": 7.024817068592166e-05, | |
| "loss": 2.2563, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.7190635451505016, | |
| "grad_norm": 3.3354279232331505, | |
| "learning_rate": 6.657345081850015e-05, | |
| "loss": 2.2324, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7274247491638796, | |
| "grad_norm": 2.4637443882850474, | |
| "learning_rate": 6.296984389057886e-05, | |
| "loss": 2.1572, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.7357859531772575, | |
| "grad_norm": 2.66480391294473, | |
| "learning_rate": 5.944042162313818e-05, | |
| "loss": 2.1485, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7441471571906354, | |
| "grad_norm": 2.369277046664397, | |
| "learning_rate": 5.59881925020216e-05, | |
| "loss": 2.1156, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.7525083612040134, | |
| "grad_norm": 2.404749403147846, | |
| "learning_rate": 5.2616099213496704e-05, | |
| "loss": 2.0883, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7608695652173914, | |
| "grad_norm": 2.151600123558966, | |
| "learning_rate": 4.93270161359043e-05, | |
| "loss": 2.0871, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 1.8485834869843754, | |
| "learning_rate": 4.612374688953315e-05, | |
| "loss": 2.0717, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7775919732441472, | |
| "grad_norm": 2.015234182046728, | |
| "learning_rate": 4.300902194680902e-05, | |
| "loss": 2.0691, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7859531772575251, | |
| "grad_norm": 1.8364808711885607, | |
| "learning_rate": 3.998549630483525e-05, | |
| "loss": 2.0201, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.794314381270903, | |
| "grad_norm": 1.9757575481092078, | |
| "learning_rate": 3.7055747222268256e-05, | |
| "loss": 2.0128, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.802675585284281, | |
| "grad_norm": 1.957601461432362, | |
| "learning_rate": 3.422227202245778e-05, | |
| "loss": 1.975, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8110367892976589, | |
| "grad_norm": 1.8124541787764386, | |
| "learning_rate": 3.1487485964723966e-05, | |
| "loss": 1.9249, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.8193979933110368, | |
| "grad_norm": 1.8489721306641316, | |
| "learning_rate": 2.885372018558604e-05, | |
| "loss": 1.9786, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8277591973244147, | |
| "grad_norm": 1.9783817862893105, | |
| "learning_rate": 2.6323219711697368e-05, | |
| "loss": 1.9287, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.8361204013377926, | |
| "grad_norm": 1.9022882119693414, | |
| "learning_rate": 2.3898141546180678e-05, | |
| "loss": 1.9572, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8444816053511706, | |
| "grad_norm": 2.1784717203571673, | |
| "learning_rate": 2.1580552829994785e-05, | |
| "loss": 1.9073, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.8528428093645485, | |
| "grad_norm": 1.7051803845257447, | |
| "learning_rate": 1.9372429079900052e-05, | |
| "loss": 1.9092, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8612040133779264, | |
| "grad_norm": 1.8732499048540139, | |
| "learning_rate": 1.727565250452414e-05, | |
| "loss": 1.8558, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8695652173913043, | |
| "grad_norm": 1.4473569152727979, | |
| "learning_rate": 1.52920103999642e-05, | |
| "loss": 1.8463, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8779264214046822, | |
| "grad_norm": 1.4559349207330088, | |
| "learning_rate": 1.3423193626292405e-05, | |
| "loss": 1.8972, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8862876254180602, | |
| "grad_norm": 1.456537147004704, | |
| "learning_rate": 1.1670795166263846e-05, | |
| "loss": 1.8839, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8946488294314381, | |
| "grad_norm": 1.4711682274882243, | |
| "learning_rate": 1.003630876745522e-05, | |
| "loss": 1.8899, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.903010033444816, | |
| "grad_norm": 1.3419796942254214, | |
| "learning_rate": 8.521127668991612e-06, | |
| "loss": 1.822, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9113712374581939, | |
| "grad_norm": 1.4154994584871663, | |
| "learning_rate": 7.126543413947045e-06, | |
| "loss": 1.8409, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.919732441471572, | |
| "grad_norm": 1.5056657282270582, | |
| "learning_rate": 5.853744748430883e-06, | |
| "loss": 1.8138, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9280936454849499, | |
| "grad_norm": 1.3367881313162435, | |
| "learning_rate": 4.703816608298533e-06, | |
| "loss": 1.8748, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.9364548494983278, | |
| "grad_norm": 1.4438743199653445, | |
| "learning_rate": 3.6777391943500877e-06, | |
| "loss": 1.8279, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9448160535117057, | |
| "grad_norm": 1.3948588971264737, | |
| "learning_rate": 2.7763871368055137e-06, | |
| "loss": 1.8959, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.9531772575250836, | |
| "grad_norm": 1.2272041835054792, | |
| "learning_rate": 2.000528749768199e-06, | |
| "loss": 1.8279, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9615384615384616, | |
| "grad_norm": 1.2479607608150853, | |
| "learning_rate": 1.3508253763127974e-06, | |
| "loss": 1.8121, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9698996655518395, | |
| "grad_norm": 1.387198687782991, | |
| "learning_rate": 8.278308247549992e-07, | |
| "loss": 1.8638, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9782608695652174, | |
| "grad_norm": 1.2432235153355073, | |
| "learning_rate": 4.3199089658449425e-07, | |
| "loss": 1.8267, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.9866220735785953, | |
| "grad_norm": 1.3076524438940778, | |
| "learning_rate": 1.6364300646291018e-07, | |
| "loss": 1.7537, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9949832775919732, | |
| "grad_norm": 1.278244790033875, | |
| "learning_rate": 2.30158946110115e-08, | |
| "loss": 1.8, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 4.838874340057373, | |
| "eval_runtime": 1.4359, | |
| "eval_samples_per_second": 3.482, | |
| "eval_steps_per_second": 0.696, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 598, | |
| "total_flos": 20570041221120.0, | |
| "train_loss": 5.0949278754932825, | |
| "train_runtime": 8333.1384, | |
| "train_samples_per_second": 2.295, | |
| "train_steps_per_second": 0.072 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 598, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 20570041221120.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |