| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.2795905310300704, | |
| "eval_steps": 500, | |
| "global_step": 2000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.006397952655150352, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.9893367455747496e-05, | |
| "loss": 0.0, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.012795905310300703, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.978673491149499e-05, | |
| "loss": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.019193857965451054, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.968010236724249e-05, | |
| "loss": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.025591810620601407, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.9573469822989975e-05, | |
| "loss": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03198976327575176, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.946683727873747e-05, | |
| "loss": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03838771593090211, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.936020473448497e-05, | |
| "loss": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.044785668586052464, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.925357219023246e-05, | |
| "loss": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05118362124120281, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.9146939645979955e-05, | |
| "loss": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05758157389635317, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.904030710172745e-05, | |
| "loss": 0.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06397952655150352, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.893367455747495e-05, | |
| "loss": 0.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07037747920665387, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.882704201322244e-05, | |
| "loss": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.07677543186180422, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.872040946896993e-05, | |
| "loss": 0.0, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08317338451695458, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.861377692471742e-05, | |
| "loss": 0.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.08957133717210493, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.850714438046492e-05, | |
| "loss": 0.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09596928982725528, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.8400511836212415e-05, | |
| "loss": 0.0, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.10236724248240563, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.829387929195991e-05, | |
| "loss": 0.0, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10876519513755598, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.81872467477074e-05, | |
| "loss": 0.0, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.11516314779270634, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.80806142034549e-05, | |
| "loss": 0.0, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12156110044785669, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.797398165920239e-05, | |
| "loss": 0.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.12795905310300704, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.786734911494988e-05, | |
| "loss": 0.0, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1343570057581574, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.7760716570697375e-05, | |
| "loss": 0.0, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.14075495841330773, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.7654084026444875e-05, | |
| "loss": 0.0, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.1471529110684581, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.754745148219237e-05, | |
| "loss": 0.0, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.15355086372360843, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.744081893793986e-05, | |
| "loss": 0.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1599488163787588, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.7334186393687355e-05, | |
| "loss": 0.0, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.16634676903390916, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.7227553849434855e-05, | |
| "loss": 0.0, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.1727447216890595, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.712092130518234e-05, | |
| "loss": 0.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.17914267434420986, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.7014288760929834e-05, | |
| "loss": 0.0, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.1855406269993602, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.6907656216677334e-05, | |
| "loss": 0.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.19193857965451055, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.680102367242483e-05, | |
| "loss": 0.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.19833653230966092, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.669439112817232e-05, | |
| "loss": 0.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.20473448496481125, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.6587758583919814e-05, | |
| "loss": 0.0, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21113243761996162, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.6481126039667314e-05, | |
| "loss": 0.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.21753039027511195, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.63744934954148e-05, | |
| "loss": 0.0, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.22392834293026231, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.6267860951162294e-05, | |
| "loss": 0.0, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.23032629558541268, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.616122840690979e-05, | |
| "loss": 0.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.236724248240563, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.605459586265729e-05, | |
| "loss": 0.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.24312220089571338, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.594796331840478e-05, | |
| "loss": 0.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2495201535508637, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.5841330774152274e-05, | |
| "loss": 0.0, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2559181062060141, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.573469822989977e-05, | |
| "loss": 0.0, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.26231605886116444, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.562806568564727e-05, | |
| "loss": 0.0, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.2687140115163148, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.5521433141394754e-05, | |
| "loss": 0.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2751119641714651, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.541480059714225e-05, | |
| "loss": 0.0, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.28150991682661547, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.530816805288974e-05, | |
| "loss": 0.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.28790786948176583, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.520153550863724e-05, | |
| "loss": 0.0, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.2943058221369162, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.5094902964384734e-05, | |
| "loss": 0.0, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.30070377479206656, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.498827042013223e-05, | |
| "loss": 0.0, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.30710172744721687, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.488163787587972e-05, | |
| "loss": 0.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.31349968010236723, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.477500533162721e-05, | |
| "loss": 0.0, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.3198976327575176, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.466837278737471e-05, | |
| "loss": 0.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.32629558541266795, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.45617402431222e-05, | |
| "loss": 0.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.3326935380678183, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.44551076988697e-05, | |
| "loss": 0.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.3390914907229686, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.434847515461719e-05, | |
| "loss": 0.0, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.345489443378119, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.4241842610364687e-05, | |
| "loss": 0.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.35188739603326935, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.413521006611218e-05, | |
| "loss": 0.0, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3582853486884197, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.402857752185967e-05, | |
| "loss": 0.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.3646833013435701, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.3921944977607166e-05, | |
| "loss": 0.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.3710812539987204, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.381531243335466e-05, | |
| "loss": 0.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.37747920665387075, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.370867988910215e-05, | |
| "loss": 0.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.3838771593090211, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.360204734484965e-05, | |
| "loss": 0.0, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3902751119641715, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.3495414800597146e-05, | |
| "loss": 0.0, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.39667306461932184, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.338878225634464e-05, | |
| "loss": 0.0, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.40307101727447214, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.328214971209213e-05, | |
| "loss": 0.0, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.4094689699296225, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.3175517167839626e-05, | |
| "loss": 0.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.41586692258477287, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.306888462358712e-05, | |
| "loss": 0.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.42226487523992323, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.296225207933461e-05, | |
| "loss": 0.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.4286628278950736, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.2855619535082106e-05, | |
| "loss": 0.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.4350607805502239, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.2748986990829606e-05, | |
| "loss": 0.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.44145873320537427, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.26423544465771e-05, | |
| "loss": 0.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.44785668586052463, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.253572190232459e-05, | |
| "loss": 0.0, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.454254638515675, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.2429089358072086e-05, | |
| "loss": 0.0, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.46065259117082535, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.232245681381958e-05, | |
| "loss": 0.0, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.46705054382597566, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.221582426956707e-05, | |
| "loss": 0.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.473448496481126, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.2109191725314565e-05, | |
| "loss": 0.0, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.4798464491362764, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.2002559181062066e-05, | |
| "loss": 0.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.48624440179142675, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.189592663680956e-05, | |
| "loss": 0.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.4926423544465771, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.178929409255705e-05, | |
| "loss": 0.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.4990403071017274, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.1682661548304545e-05, | |
| "loss": 0.0, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5054382597568778, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.157602900405204e-05, | |
| "loss": 0.0, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.5118362124120281, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.146939645979953e-05, | |
| "loss": 0.0, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5182341650671785, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.1362763915547025e-05, | |
| "loss": 0.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.5246321177223289, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.125613137129452e-05, | |
| "loss": 0.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.5310300703774792, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.114949882704202e-05, | |
| "loss": 0.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.5374280230326296, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.104286628278951e-05, | |
| "loss": 0.0, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.5438259756877799, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.0936233738537005e-05, | |
| "loss": 0.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5502239283429302, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.08296011942845e-05, | |
| "loss": 0.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.5566218809980806, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.072296865003199e-05, | |
| "loss": 0.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.5630198336532309, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.0616336105779485e-05, | |
| "loss": 0.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.5694177863083814, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.050970356152698e-05, | |
| "loss": 0.0, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.5758157389635317, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.040307101727447e-05, | |
| "loss": 0.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.582213691618682, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.029643847302197e-05, | |
| "loss": 0.0, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.5886116442738324, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.0189805928769465e-05, | |
| "loss": 0.0, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.5950095969289827, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.008317338451696e-05, | |
| "loss": 0.0, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.6014075495841331, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.997654084026445e-05, | |
| "loss": 0.0, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.6078055022392834, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.9869908296011945e-05, | |
| "loss": 0.0, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.6142034548944337, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.976327575175944e-05, | |
| "loss": 0.0, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.6206014075495841, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.965664320750693e-05, | |
| "loss": 0.0, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.6269993602047345, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.9550010663254424e-05, | |
| "loss": 0.0, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.6333973128598849, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.9443378119001924e-05, | |
| "loss": 0.0, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.6397952655150352, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.933674557474942e-05, | |
| "loss": 0.0, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6461932181701855, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.923011303049691e-05, | |
| "loss": 0.0, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.6525911708253359, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.9123480486244404e-05, | |
| "loss": 0.0, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.6589891234804862, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.90168479419919e-05, | |
| "loss": 0.0, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.6653870761356366, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.891021539773939e-05, | |
| "loss": 0.0, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.6717850287907869, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.8803582853486884e-05, | |
| "loss": 0.0, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.6781829814459372, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.8696950309234384e-05, | |
| "loss": 0.0, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.6845809341010877, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.859031776498188e-05, | |
| "loss": 0.0, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.690978886756238, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.848368522072937e-05, | |
| "loss": 0.0, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.6973768394113884, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.837705267647686e-05, | |
| "loss": 0.0, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.7037747920665387, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.827042013222436e-05, | |
| "loss": 0.0, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.710172744721689, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.816378758797185e-05, | |
| "loss": 0.0, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.7165706973768394, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.8057155043719344e-05, | |
| "loss": 0.0, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.7229686500319897, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.795052249946684e-05, | |
| "loss": 0.0, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.7293666026871402, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.784388995521434e-05, | |
| "loss": 0.0, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.7357645553422905, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.773725741096183e-05, | |
| "loss": 0.0, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.7421625079974408, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.7630624866709324e-05, | |
| "loss": 0.0, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.7485604606525912, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.752399232245682e-05, | |
| "loss": 0.0, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.7549584133077415, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.741735977820431e-05, | |
| "loss": 0.0, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.7613563659628919, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.73107272339518e-05, | |
| "loss": 0.0, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.7677543186180422, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.72040946896993e-05, | |
| "loss": 0.0, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.7741522712731925, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.709746214544679e-05, | |
| "loss": 0.0, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.780550223928343, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.699082960119429e-05, | |
| "loss": 0.0, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.7869481765834933, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.688419705694178e-05, | |
| "loss": 0.0, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.7933461292386437, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.677756451268927e-05, | |
| "loss": 0.0, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.799744081893794, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.667093196843677e-05, | |
| "loss": 0.0, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.8061420345489443, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.656429942418426e-05, | |
| "loss": 0.0, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.8125399872040947, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.6457666879931756e-05, | |
| "loss": 0.0, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.818937939859245, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.635103433567925e-05, | |
| "loss": 0.0, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.8253358925143954, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.624440179142675e-05, | |
| "loss": 0.0, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.8317338451695457, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.613776924717424e-05, | |
| "loss": 0.0, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.838131797824696, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.6031136702921736e-05, | |
| "loss": 0.0, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.8445297504798465, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.592450415866922e-05, | |
| "loss": 0.0, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.8509277031349968, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.581787161441672e-05, | |
| "loss": 0.0, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.8573256557901472, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.5711239070164216e-05, | |
| "loss": 0.0, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.8637236084452975, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.560460652591171e-05, | |
| "loss": 0.0, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.8701215611004478, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.54979739816592e-05, | |
| "loss": 0.0, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.8765195137555982, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.53913414374067e-05, | |
| "loss": 0.0, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.8829174664107485, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.5284708893154196e-05, | |
| "loss": 0.0, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.889315419065899, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.517807634890168e-05, | |
| "loss": 0.0, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.8957133717210493, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.5071443804649176e-05, | |
| "loss": 0.0, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9021113243761996, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4964811260396676e-05, | |
| "loss": 0.0, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.90850927703135, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.485817871614417e-05, | |
| "loss": 0.0, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.9149072296865003, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.475154617189166e-05, | |
| "loss": 0.0, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.9213051823416507, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4644913627639155e-05, | |
| "loss": 0.0, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.927703134996801, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4538281083386656e-05, | |
| "loss": 0.0, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.9341010876519513, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.443164853913415e-05, | |
| "loss": 0.0, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.9404990403071017, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4325015994881635e-05, | |
| "loss": 0.0, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.946896992962252, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4218383450629135e-05, | |
| "loss": 0.0, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.9532949456174025, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.411175090637663e-05, | |
| "loss": 0.0, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.9596928982725528, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.400511836212412e-05, | |
| "loss": 0.0, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.9660908509277031, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.3898485817871615e-05, | |
| "loss": 0.0, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.9724888035828535, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.379185327361911e-05, | |
| "loss": 0.0, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.9788867562380038, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.368522072936661e-05, | |
| "loss": 0.0, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.9852847088931542, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.3578588185114095e-05, | |
| "loss": 0.0, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.9916826615483045, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.347195564086159e-05, | |
| "loss": 0.0, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.9980806142034548, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.336532309660909e-05, | |
| "loss": 0.0, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.0044785668586051, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.325869055235658e-05, | |
| "loss": 0.0, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.0108765195137557, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.3152058008104075e-05, | |
| "loss": 0.0, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.017274472168906, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.304542546385157e-05, | |
| "loss": 0.0, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.0236724248240563, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.293879291959907e-05, | |
| "loss": 0.0, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.0300703774792066, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.283216037534656e-05, | |
| "loss": 0.0, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.036468330134357, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.272552783109405e-05, | |
| "loss": 0.0, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.0428662827895074, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.261889528684154e-05, | |
| "loss": 0.0, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.0492642354446577, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.251226274258904e-05, | |
| "loss": 0.0, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.055662188099808, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.2405630198336535e-05, | |
| "loss": 0.0, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.0620601407549584, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.229899765408403e-05, | |
| "loss": 0.0, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.0684580934101087, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.219236510983152e-05, | |
| "loss": 0.0, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.0748560460652592, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.208573256557902e-05, | |
| "loss": 0.0, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.0812539987204095, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.197910002132651e-05, | |
| "loss": 0.0, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.0876519513755598, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.1872467477074e-05, | |
| "loss": 0.0, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.0940499040307101, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.17658349328215e-05, | |
| "loss": 0.0, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.1004478566858604, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.1659202388568994e-05, | |
| "loss": 0.0, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.106845809341011, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.155256984431649e-05, | |
| "loss": 0.0, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.1132437619961613, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.144593730006398e-05, | |
| "loss": 0.0, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.1196417146513116, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.1339304755811474e-05, | |
| "loss": 0.0, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.1260396673064619, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.1232672211558974e-05, | |
| "loss": 0.0, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.1324376199616122, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.112603966730646e-05, | |
| "loss": 0.0, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.1388355726167627, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.1019407123053954e-05, | |
| "loss": 0.0, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.145233525271913, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.0912774578801454e-05, | |
| "loss": 0.0, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.1516314779270633, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.080614203454895e-05, | |
| "loss": 0.0, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.1580294305822136, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.069950949029644e-05, | |
| "loss": 0.0, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.164427383237364, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.0592876946043934e-05, | |
| "loss": 0.0, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.1708253358925145, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.048624440179143e-05, | |
| "loss": 0.0, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.1772232885476648, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.037961185753892e-05, | |
| "loss": 0.0, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.183621241202815, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.0272979313286414e-05, | |
| "loss": 0.0, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.1900191938579654, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.016634676903391e-05, | |
| "loss": 0.0, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.1964171465131157, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.0059714224781403e-05, | |
| "loss": 0.0, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.2028150991682662, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.99530816805289e-05, | |
| "loss": 0.0, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.2092130518234165, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.9846449136276393e-05, | |
| "loss": 0.0, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.2156110044785668, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.973981659202389e-05, | |
| "loss": 0.0, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2220089571337172, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.9633184047771383e-05, | |
| "loss": 0.0, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.2284069097888675, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.9526551503518873e-05, | |
| "loss": 0.0, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.234804862444018, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.941991895926637e-05, | |
| "loss": 0.0, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.2412028150991683, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.9313286415013863e-05, | |
| "loss": 0.0, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.2476007677543186, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.9206653870761356e-05, | |
| "loss": 0.0, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.253998720409469, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.9100021326508853e-05, | |
| "loss": 0.0, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.2603966730646192, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.8993388782256346e-05, | |
| "loss": 0.0, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.2667946257197698, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.8886756238003843e-05, | |
| "loss": 0.0, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.27319257837492, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.8780123693751333e-05, | |
| "loss": 0.0, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.2795905310300704, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.8673491149498826e-05, | |
| "loss": 0.0, | |
| "step": 2000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 4689, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |