| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5001883239171375, | |
| "eval_steps": 83, | |
| "global_step": 166, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0030131826741996233, | |
| "grad_norm": 7.092586040496826, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 2.9681, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0030131826741996233, | |
| "eval_loss": NaN, | |
| "eval_runtime": 92.9755, | |
| "eval_samples_per_second": 6.012, | |
| "eval_steps_per_second": 1.506, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006026365348399247, | |
| "grad_norm": 6.170314788818359, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 3.029, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.00903954802259887, | |
| "grad_norm": 7.000847339630127, | |
| "learning_rate": 6e-06, | |
| "loss": 3.5581, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.012052730696798493, | |
| "grad_norm": 7.161468029022217, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 3.5814, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.015065913370998116, | |
| "grad_norm": 7.698644638061523, | |
| "learning_rate": 1e-05, | |
| "loss": 3.8585, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01807909604519774, | |
| "grad_norm": 8.074420928955078, | |
| "learning_rate": 1.2e-05, | |
| "loss": 4.001, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.021092278719397364, | |
| "grad_norm": 7.968758583068848, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 4.1068, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.024105461393596987, | |
| "grad_norm": 8.725764274597168, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 3.6916, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02711864406779661, | |
| "grad_norm": 9.704715728759766, | |
| "learning_rate": 1.8e-05, | |
| "loss": 4.083, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.030131826741996232, | |
| "grad_norm": 8.977635383605957, | |
| "learning_rate": 2e-05, | |
| "loss": 3.548, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03314500941619586, | |
| "grad_norm": 7.7479376792907715, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 3.2281, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03615819209039548, | |
| "grad_norm": 6.718513011932373, | |
| "learning_rate": 2.4e-05, | |
| "loss": 3.0443, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.039171374764595104, | |
| "grad_norm": 5.1653056144714355, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 2.6208, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.04218455743879473, | |
| "grad_norm": 4.840386867523193, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 2.3382, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.04519774011299435, | |
| "grad_norm": 4.570226669311523, | |
| "learning_rate": 3e-05, | |
| "loss": 2.0896, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04821092278719397, | |
| "grad_norm": 5.179202079772949, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 2.0368, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.051224105461393596, | |
| "grad_norm": 4.725672245025635, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 1.8898, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.05423728813559322, | |
| "grad_norm": 4.372887134552002, | |
| "learning_rate": 3.6e-05, | |
| "loss": 1.6599, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05725047080979284, | |
| "grad_norm": 4.00122594833374, | |
| "learning_rate": 3.8e-05, | |
| "loss": 1.4213, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.060263653483992465, | |
| "grad_norm": 4.925197124481201, | |
| "learning_rate": 4e-05, | |
| "loss": 1.5454, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06327683615819209, | |
| "grad_norm": 9.11976146697998, | |
| "learning_rate": 4.2e-05, | |
| "loss": 2.1408, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.06629001883239172, | |
| "grad_norm": 15.82564640045166, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 2.5483, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06930320150659133, | |
| "grad_norm": 15.502534866333008, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 1.8806, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.07231638418079096, | |
| "grad_norm": 18.15461540222168, | |
| "learning_rate": 4.8e-05, | |
| "loss": 1.6405, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.07532956685499058, | |
| "grad_norm": 23.61888313293457, | |
| "learning_rate": 5e-05, | |
| "loss": 1.2773, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07834274952919021, | |
| "grad_norm": 11.435036659240723, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 1.3372, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.08135593220338982, | |
| "grad_norm": 13.24569320678711, | |
| "learning_rate": 5.4000000000000005e-05, | |
| "loss": 1.3893, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.08436911487758945, | |
| "grad_norm": 9.795696258544922, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 1.3095, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.08738229755178907, | |
| "grad_norm": 8.10338020324707, | |
| "learning_rate": 5.8e-05, | |
| "loss": 1.1856, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.0903954802259887, | |
| "grad_norm": 5.573620796203613, | |
| "learning_rate": 6e-05, | |
| "loss": 1.0843, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.09340866290018833, | |
| "grad_norm": 2.8769285678863525, | |
| "learning_rate": 6.2e-05, | |
| "loss": 0.9771, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.09642184557438795, | |
| "grad_norm": 3.623781681060791, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 0.9225, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.09943502824858758, | |
| "grad_norm": 3.1273627281188965, | |
| "learning_rate": 6.6e-05, | |
| "loss": 0.8808, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.10244821092278719, | |
| "grad_norm": 2.4352469444274902, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 0.8043, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.10546139359698682, | |
| "grad_norm": 2.5423271656036377, | |
| "learning_rate": 7e-05, | |
| "loss": 0.7235, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.10847457627118644, | |
| "grad_norm": 2.7016396522521973, | |
| "learning_rate": 7.2e-05, | |
| "loss": 0.7387, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.11148775894538607, | |
| "grad_norm": 3.2129478454589844, | |
| "learning_rate": 7.4e-05, | |
| "loss": 0.7625, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.11450094161958568, | |
| "grad_norm": 2.897091865539551, | |
| "learning_rate": 7.6e-05, | |
| "loss": 0.7295, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.11751412429378531, | |
| "grad_norm": 2.90976619720459, | |
| "learning_rate": 7.800000000000001e-05, | |
| "loss": 0.6797, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.12052730696798493, | |
| "grad_norm": 2.8482582569122314, | |
| "learning_rate": 8e-05, | |
| "loss": 0.7018, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.12354048964218456, | |
| "grad_norm": 2.0846457481384277, | |
| "learning_rate": 8.2e-05, | |
| "loss": 0.7266, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.12655367231638417, | |
| "grad_norm": 2.0968143939971924, | |
| "learning_rate": 8.4e-05, | |
| "loss": 0.5808, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.1295668549905838, | |
| "grad_norm": 2.948556423187256, | |
| "learning_rate": 8.6e-05, | |
| "loss": 0.7257, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.13258003766478343, | |
| "grad_norm": 2.561649799346924, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 0.6828, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.13559322033898305, | |
| "grad_norm": 2.9468488693237305, | |
| "learning_rate": 9e-05, | |
| "loss": 0.7191, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.13860640301318267, | |
| "grad_norm": 4.2950825691223145, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 0.7896, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1416195856873823, | |
| "grad_norm": 8.009641647338867, | |
| "learning_rate": 9.4e-05, | |
| "loss": 1.2446, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.14463276836158193, | |
| "grad_norm": 6.519936561584473, | |
| "learning_rate": 9.6e-05, | |
| "loss": 0.8017, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.14764595103578154, | |
| "grad_norm": 5.3175530433654785, | |
| "learning_rate": 9.8e-05, | |
| "loss": 0.6389, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.15065913370998116, | |
| "grad_norm": 7.807773113250732, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5498, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1536723163841808, | |
| "grad_norm": 20.014755249023438, | |
| "learning_rate": 9.999687519737639e-05, | |
| "loss": 1.7708, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.15668549905838042, | |
| "grad_norm": 14.703155517578125, | |
| "learning_rate": 9.998750118008115e-05, | |
| "loss": 1.7615, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.15969868173258003, | |
| "grad_norm": 11.548951148986816, | |
| "learning_rate": 9.997187911979252e-05, | |
| "loss": 1.4554, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.16271186440677965, | |
| "grad_norm": 8.304758071899414, | |
| "learning_rate": 9.995001096914461e-05, | |
| "loss": 1.2888, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1657250470809793, | |
| "grad_norm": 5.550910472869873, | |
| "learning_rate": 9.992189946148366e-05, | |
| "loss": 1.0796, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1687382297551789, | |
| "grad_norm": 3.1853792667388916, | |
| "learning_rate": 9.988754811052616e-05, | |
| "loss": 0.9803, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.17175141242937852, | |
| "grad_norm": 2.140463352203369, | |
| "learning_rate": 9.984696120991978e-05, | |
| "loss": 0.8841, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.17476459510357814, | |
| "grad_norm": 2.4900693893432617, | |
| "learning_rate": 9.980014383270668e-05, | |
| "loss": 0.8013, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 2.4014413356781006, | |
| "learning_rate": 9.974710183068935e-05, | |
| "loss": 0.7769, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.1807909604519774, | |
| "grad_norm": 1.818248987197876, | |
| "learning_rate": 9.968784183369929e-05, | |
| "loss": 0.6339, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18380414312617702, | |
| "grad_norm": 2.038853406906128, | |
| "learning_rate": 9.962237124876828e-05, | |
| "loss": 0.7058, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.18681732580037666, | |
| "grad_norm": 1.9188238382339478, | |
| "learning_rate": 9.955069825920249e-05, | |
| "loss": 0.6063, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.18983050847457628, | |
| "grad_norm": 1.960972547531128, | |
| "learning_rate": 9.947283182355982e-05, | |
| "loss": 0.6681, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.1928436911487759, | |
| "grad_norm": 1.8506237268447876, | |
| "learning_rate": 9.938878167452992e-05, | |
| "loss": 0.4687, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1958568738229755, | |
| "grad_norm": 1.7827894687652588, | |
| "learning_rate": 9.929855831771786e-05, | |
| "loss": 0.5907, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.19887005649717515, | |
| "grad_norm": 1.788488745689392, | |
| "learning_rate": 9.92021730303309e-05, | |
| "loss": 0.5778, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.20188323917137477, | |
| "grad_norm": 1.9174665212631226, | |
| "learning_rate": 9.909963785976903e-05, | |
| "loss": 0.5587, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.20489642184557438, | |
| "grad_norm": 1.898708462715149, | |
| "learning_rate": 9.899096562211902e-05, | |
| "loss": 0.4941, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.207909604519774, | |
| "grad_norm": 2.086160659790039, | |
| "learning_rate": 9.887616990055262e-05, | |
| "loss": 0.5702, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.21092278719397364, | |
| "grad_norm": 3.054201126098633, | |
| "learning_rate": 9.875526504362869e-05, | |
| "loss": 0.6915, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.21393596986817326, | |
| "grad_norm": 4.820160388946533, | |
| "learning_rate": 9.86282661634998e-05, | |
| "loss": 1.0488, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.21694915254237288, | |
| "grad_norm": 4.556093692779541, | |
| "learning_rate": 9.849518913402334e-05, | |
| "loss": 0.7673, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.2199623352165725, | |
| "grad_norm": 3.98148250579834, | |
| "learning_rate": 9.835605058877729e-05, | |
| "loss": 0.7301, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.22297551789077213, | |
| "grad_norm": 4.126860618591309, | |
| "learning_rate": 9.821086791898134e-05, | |
| "loss": 0.8709, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.22598870056497175, | |
| "grad_norm": 4.8316216468811035, | |
| "learning_rate": 9.805965927132295e-05, | |
| "loss": 0.7508, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.22900188323917137, | |
| "grad_norm": 7.367558479309082, | |
| "learning_rate": 9.79024435456893e-05, | |
| "loss": 1.4311, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.232015065913371, | |
| "grad_norm": 6.81304407119751, | |
| "learning_rate": 9.773924039280487e-05, | |
| "loss": 1.3631, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.23502824858757063, | |
| "grad_norm": 5.532495021820068, | |
| "learning_rate": 9.75700702117753e-05, | |
| "loss": 1.2462, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.23804143126177024, | |
| "grad_norm": 3.750790596008301, | |
| "learning_rate": 9.739495414753753e-05, | |
| "loss": 0.9057, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.24105461393596986, | |
| "grad_norm": 2.6967413425445557, | |
| "learning_rate": 9.721391408821711e-05, | |
| "loss": 0.8322, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2440677966101695, | |
| "grad_norm": 1.915755271911621, | |
| "learning_rate": 9.702697266239212e-05, | |
| "loss": 0.6605, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.24708097928436912, | |
| "grad_norm": 1.681639552116394, | |
| "learning_rate": 9.683415323626485e-05, | |
| "loss": 0.6949, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.25009416195856876, | |
| "grad_norm": 1.6740490198135376, | |
| "learning_rate": 9.663547991074127e-05, | |
| "loss": 0.751, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.25009416195856876, | |
| "eval_loss": NaN, | |
| "eval_runtime": 92.9339, | |
| "eval_samples_per_second": 6.015, | |
| "eval_steps_per_second": 1.506, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.25310734463276835, | |
| "grad_norm": 1.4990551471710205, | |
| "learning_rate": 9.643097751841854e-05, | |
| "loss": 0.5189, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.256120527306968, | |
| "grad_norm": 1.4080356359481812, | |
| "learning_rate": 9.622067162048112e-05, | |
| "loss": 0.5112, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.2591337099811676, | |
| "grad_norm": 1.3661057949066162, | |
| "learning_rate": 9.600458850350588e-05, | |
| "loss": 0.4688, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2621468926553672, | |
| "grad_norm": 1.570552945137024, | |
| "learning_rate": 9.578275517617645e-05, | |
| "loss": 0.5058, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.26516007532956687, | |
| "grad_norm": 1.6037708520889282, | |
| "learning_rate": 9.555519936590738e-05, | |
| "loss": 0.5201, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.26817325800376646, | |
| "grad_norm": 1.5268930196762085, | |
| "learning_rate": 9.532194951537838e-05, | |
| "loss": 0.4661, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.2711864406779661, | |
| "grad_norm": 1.7837523221969604, | |
| "learning_rate": 9.508303477897924e-05, | |
| "loss": 0.5005, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.27419962335216574, | |
| "grad_norm": 1.3590326309204102, | |
| "learning_rate": 9.483848501916578e-05, | |
| "loss": 0.3866, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.27721280602636533, | |
| "grad_norm": 1.5031671524047852, | |
| "learning_rate": 9.458833080272722e-05, | |
| "loss": 0.3559, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.280225988700565, | |
| "grad_norm": 1.2212880849838257, | |
| "learning_rate": 9.433260339696563e-05, | |
| "loss": 0.3586, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.2832391713747646, | |
| "grad_norm": 1.8385019302368164, | |
| "learning_rate": 9.407133476578778e-05, | |
| "loss": 0.4775, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.2862523540489642, | |
| "grad_norm": 2.6899161338806152, | |
| "learning_rate": 9.38045575657098e-05, | |
| "loss": 0.6809, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.28926553672316385, | |
| "grad_norm": 3.9981398582458496, | |
| "learning_rate": 9.353230514177552e-05, | |
| "loss": 0.8967, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.29227871939736344, | |
| "grad_norm": 3.7616143226623535, | |
| "learning_rate": 9.325461152338846e-05, | |
| "loss": 0.9173, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.2952919020715631, | |
| "grad_norm": 3.3938989639282227, | |
| "learning_rate": 9.297151142005851e-05, | |
| "loss": 0.7849, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.2983050847457627, | |
| "grad_norm": 3.3373446464538574, | |
| "learning_rate": 9.268304021706349e-05, | |
| "loss": 0.6619, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.3013182674199623, | |
| "grad_norm": 4.476459503173828, | |
| "learning_rate": 9.23892339710263e-05, | |
| "loss": 0.7758, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.30433145009416196, | |
| "grad_norm": 2.75358510017395, | |
| "learning_rate": 9.209012940540805e-05, | |
| "loss": 0.7565, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3073446327683616, | |
| "grad_norm": 2.192662000656128, | |
| "learning_rate": 9.178576390591802e-05, | |
| "loss": 0.6634, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.3103578154425612, | |
| "grad_norm": 2.3334836959838867, | |
| "learning_rate": 9.147617551584066e-05, | |
| "loss": 0.6961, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.31337099811676083, | |
| "grad_norm": 1.9057625532150269, | |
| "learning_rate": 9.116140293128051e-05, | |
| "loss": 0.5762, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.3163841807909605, | |
| "grad_norm": 1.5543274879455566, | |
| "learning_rate": 9.084148549632547e-05, | |
| "loss": 0.5249, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.31939736346516007, | |
| "grad_norm": 1.3116902112960815, | |
| "learning_rate": 9.051646319812918e-05, | |
| "loss": 0.4895, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3224105461393597, | |
| "grad_norm": 1.6137094497680664, | |
| "learning_rate": 9.018637666191283e-05, | |
| "loss": 0.5036, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.3254237288135593, | |
| "grad_norm": 1.4955766201019287, | |
| "learning_rate": 8.985126714588738e-05, | |
| "loss": 0.4571, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.32843691148775894, | |
| "grad_norm": 1.5371748208999634, | |
| "learning_rate": 8.951117653609666e-05, | |
| "loss": 0.4958, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3314500941619586, | |
| "grad_norm": 1.2266839742660522, | |
| "learning_rate": 8.916614734118184e-05, | |
| "loss": 0.4171, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3344632768361582, | |
| "grad_norm": 1.21657133102417, | |
| "learning_rate": 8.881622268706825e-05, | |
| "loss": 0.421, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.3374764595103578, | |
| "grad_norm": 1.2184901237487793, | |
| "learning_rate": 8.8461446311575e-05, | |
| "loss": 0.4307, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.34048964218455746, | |
| "grad_norm": 1.5124021768569946, | |
| "learning_rate": 8.810186255894803e-05, | |
| "loss": 0.4865, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.34350282485875705, | |
| "grad_norm": 1.078994870185852, | |
| "learning_rate": 8.773751637431748e-05, | |
| "loss": 0.3592, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.3465160075329567, | |
| "grad_norm": 1.2173560857772827, | |
| "learning_rate": 8.736845329807993e-05, | |
| "loss": 0.3757, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.3495291902071563, | |
| "grad_norm": 1.4223103523254395, | |
| "learning_rate": 8.69947194602061e-05, | |
| "loss": 0.4002, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.3525423728813559, | |
| "grad_norm": 1.2369580268859863, | |
| "learning_rate": 8.66163615744751e-05, | |
| "loss": 0.3891, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 1.2306034564971924, | |
| "learning_rate": 8.623342693263548e-05, | |
| "loss": 0.3176, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.35856873822975516, | |
| "grad_norm": 1.20809805393219, | |
| "learning_rate": 8.584596339849417e-05, | |
| "loss": 0.3715, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.3615819209039548, | |
| "grad_norm": 1.59524405002594, | |
| "learning_rate": 8.545401940193392e-05, | |
| "loss": 0.4539, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.36459510357815444, | |
| "grad_norm": 2.4288361072540283, | |
| "learning_rate": 8.505764393285984e-05, | |
| "loss": 0.7094, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.36760828625235403, | |
| "grad_norm": 2.587125778198242, | |
| "learning_rate": 8.46568865350762e-05, | |
| "loss": 0.7052, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3706214689265537, | |
| "grad_norm": 3.610764980316162, | |
| "learning_rate": 8.425179730009368e-05, | |
| "loss": 0.6835, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.3736346516007533, | |
| "grad_norm": 2.254451274871826, | |
| "learning_rate": 8.384242686086848e-05, | |
| "loss": 0.5733, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3766478342749529, | |
| "grad_norm": 3.2182092666625977, | |
| "learning_rate": 8.342882638547351e-05, | |
| "loss": 0.7416, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.37966101694915255, | |
| "grad_norm": 2.0895962715148926, | |
| "learning_rate": 8.301104757070274e-05, | |
| "loss": 0.611, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.38267419962335214, | |
| "grad_norm": 1.9307582378387451, | |
| "learning_rate": 8.258914263560971e-05, | |
| "loss": 0.6099, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.3856873822975518, | |
| "grad_norm": 1.7885206937789917, | |
| "learning_rate": 8.216316431498028e-05, | |
| "loss": 0.4832, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3887005649717514, | |
| "grad_norm": 1.2265185117721558, | |
| "learning_rate": 8.173316585274145e-05, | |
| "loss": 0.4042, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.391713747645951, | |
| "grad_norm": 1.369534969329834, | |
| "learning_rate": 8.129920099530607e-05, | |
| "loss": 0.4681, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.39472693032015066, | |
| "grad_norm": 1.340951681137085, | |
| "learning_rate": 8.086132398485524e-05, | |
| "loss": 0.4775, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.3977401129943503, | |
| "grad_norm": 1.1047234535217285, | |
| "learning_rate": 8.041958955255814e-05, | |
| "loss": 0.4508, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.4007532956685499, | |
| "grad_norm": 1.0403156280517578, | |
| "learning_rate": 7.99740529117313e-05, | |
| "loss": 0.4217, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.40376647834274954, | |
| "grad_norm": 0.9500618577003479, | |
| "learning_rate": 7.952476975093729e-05, | |
| "loss": 0.34, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.4067796610169492, | |
| "grad_norm": 1.1021428108215332, | |
| "learning_rate": 7.907179622702408e-05, | |
| "loss": 0.392, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.40979284369114877, | |
| "grad_norm": 1.2623156309127808, | |
| "learning_rate": 7.861518895810596e-05, | |
| "loss": 0.4238, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.4128060263653484, | |
| "grad_norm": 1.395652413368225, | |
| "learning_rate": 7.815500501648653e-05, | |
| "loss": 0.4211, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.415819209039548, | |
| "grad_norm": 1.3175368309020996, | |
| "learning_rate": 7.769130192152538e-05, | |
| "loss": 0.415, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.41883239171374764, | |
| "grad_norm": 1.3882197141647339, | |
| "learning_rate": 7.722413763244838e-05, | |
| "loss": 0.422, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.4218455743879473, | |
| "grad_norm": 1.396023154258728, | |
| "learning_rate": 7.675357054110336e-05, | |
| "loss": 0.466, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.4248587570621469, | |
| "grad_norm": 1.0779083967208862, | |
| "learning_rate": 7.627965946466166e-05, | |
| "loss": 0.3576, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.4278719397363465, | |
| "grad_norm": 1.2511008977890015, | |
| "learning_rate": 7.580246363826621e-05, | |
| "loss": 0.301, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.43088512241054616, | |
| "grad_norm": 1.13119375705719, | |
| "learning_rate": 7.532204270762786e-05, | |
| "loss": 0.3332, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.43389830508474575, | |
| "grad_norm": 2.0195682048797607, | |
| "learning_rate": 7.483845672156998e-05, | |
| "loss": 0.6475, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.4369114877589454, | |
| "grad_norm": 2.429945230484009, | |
| "learning_rate": 7.435176612452286e-05, | |
| "loss": 0.7177, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.439924670433145, | |
| "grad_norm": 3.0756828784942627, | |
| "learning_rate": 7.386203174896872e-05, | |
| "loss": 0.741, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.4429378531073446, | |
| "grad_norm": 3.7236998081207275, | |
| "learning_rate": 7.336931480783801e-05, | |
| "loss": 0.7999, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.44595103578154427, | |
| "grad_norm": 2.7121517658233643, | |
| "learning_rate": 7.287367688685835e-05, | |
| "loss": 0.6044, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.44896421845574386, | |
| "grad_norm": 3.661588668823242, | |
| "learning_rate": 7.237517993685678e-05, | |
| "loss": 0.5553, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.4519774011299435, | |
| "grad_norm": 4.68520975112915, | |
| "learning_rate": 7.187388626601637e-05, | |
| "loss": 0.411, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.45499058380414314, | |
| "grad_norm": 1.866217017173767, | |
| "learning_rate": 7.136985853208824e-05, | |
| "loss": 0.5442, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.45800376647834273, | |
| "grad_norm": 1.6526014804840088, | |
| "learning_rate": 7.086315973455981e-05, | |
| "loss": 0.5071, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.4610169491525424, | |
| "grad_norm": 1.3213937282562256, | |
| "learning_rate": 7.035385320678036e-05, | |
| "loss": 0.4598, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.464030131826742, | |
| "grad_norm": 0.959452211856842, | |
| "learning_rate": 6.984200260804484e-05, | |
| "loss": 0.3485, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.4670433145009416, | |
| "grad_norm": 1.0355703830718994, | |
| "learning_rate": 6.932767191563703e-05, | |
| "loss": 0.3648, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.47005649717514125, | |
| "grad_norm": 0.9991386532783508, | |
| "learning_rate": 6.881092541683278e-05, | |
| "loss": 0.3535, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.47306967984934084, | |
| "grad_norm": 1.0915963649749756, | |
| "learning_rate": 6.829182770086474e-05, | |
| "loss": 0.3682, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.4760828625235405, | |
| "grad_norm": 0.9837580323219299, | |
| "learning_rate": 6.777044365084907e-05, | |
| "loss": 0.3703, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.47909604519774013, | |
| "grad_norm": 1.258581280708313, | |
| "learning_rate": 6.724683843567568e-05, | |
| "loss": 0.4104, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.4821092278719397, | |
| "grad_norm": 0.832224428653717, | |
| "learning_rate": 6.672107750186255e-05, | |
| "loss": 0.2934, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.48512241054613936, | |
| "grad_norm": 0.881106436252594, | |
| "learning_rate": 6.619322656537552e-05, | |
| "loss": 0.3127, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.488135593220339, | |
| "grad_norm": 1.257350206375122, | |
| "learning_rate": 6.566335160341424e-05, | |
| "loss": 0.3804, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4911487758945386, | |
| "grad_norm": 1.6826411485671997, | |
| "learning_rate": 6.513151884616556e-05, | |
| "loss": 0.4807, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.49416195856873824, | |
| "grad_norm": 1.31766676902771, | |
| "learning_rate": 6.459779476852528e-05, | |
| "loss": 0.3872, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.4971751412429379, | |
| "grad_norm": 1.438594102859497, | |
| "learning_rate": 6.406224608178932e-05, | |
| "loss": 0.3868, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5001883239171375, | |
| "grad_norm": 1.198364496231079, | |
| "learning_rate": 6.352493972531534e-05, | |
| "loss": 0.3361, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.5001883239171375, | |
| "eval_loss": NaN, | |
| "eval_runtime": 93.1419, | |
| "eval_samples_per_second": 6.002, | |
| "eval_steps_per_second": 1.503, | |
| "step": 166 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 331, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 83, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.46878716765012e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |