|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.6286644951140063, |
|
"eval_steps": 42, |
|
"global_step": 500, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.003257328990228013, |
|
"eval_loss": 6.045982360839844, |
|
"eval_runtime": 22.8171, |
|
"eval_samples_per_second": 22.658, |
|
"eval_steps_per_second": 5.697, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.009771986970684038, |
|
"grad_norm": 7.921604633331299, |
|
"learning_rate": 3e-05, |
|
"loss": 5.6539, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.019543973941368076, |
|
"grad_norm": 8.00938606262207, |
|
"learning_rate": 6e-05, |
|
"loss": 4.9183, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.029315960912052116, |
|
"grad_norm": 7.276914596557617, |
|
"learning_rate": 9e-05, |
|
"loss": 3.1081, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.03908794788273615, |
|
"grad_norm": 4.77871036529541, |
|
"learning_rate": 9.999588943391597e-05, |
|
"loss": 2.5988, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.048859934853420196, |
|
"grad_norm": 4.304369926452637, |
|
"learning_rate": 9.99743108100344e-05, |
|
"loss": 2.3816, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.05863192182410423, |
|
"grad_norm": 4.264029502868652, |
|
"learning_rate": 9.993424445916923e-05, |
|
"loss": 2.302, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.06840390879478828, |
|
"grad_norm": 3.8603391647338867, |
|
"learning_rate": 9.987570520365104e-05, |
|
"loss": 2.205, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.0781758957654723, |
|
"grad_norm": 3.673312187194824, |
|
"learning_rate": 9.979871469976196e-05, |
|
"loss": 1.9937, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.08794788273615635, |
|
"grad_norm": 3.670795202255249, |
|
"learning_rate": 9.970330142972401e-05, |
|
"loss": 1.9628, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.09771986970684039, |
|
"grad_norm": 4.024224281311035, |
|
"learning_rate": 9.95895006911623e-05, |
|
"loss": 1.9128, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.10749185667752444, |
|
"grad_norm": 3.246854782104492, |
|
"learning_rate": 9.945735458404681e-05, |
|
"loss": 1.8845, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.11726384364820847, |
|
"grad_norm": 3.4581379890441895, |
|
"learning_rate": 9.930691199511775e-05, |
|
"loss": 1.7264, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.1270358306188925, |
|
"grad_norm": 3.0552656650543213, |
|
"learning_rate": 9.91382285798002e-05, |
|
"loss": 1.6868, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.13680781758957655, |
|
"grad_norm": 2.96836519241333, |
|
"learning_rate": 9.895136674161465e-05, |
|
"loss": 1.7595, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.13680781758957655, |
|
"eval_loss": 1.7990862131118774, |
|
"eval_runtime": 22.1331, |
|
"eval_samples_per_second": 23.359, |
|
"eval_steps_per_second": 5.874, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.1465798045602606, |
|
"grad_norm": 2.9569833278656006, |
|
"learning_rate": 9.874639560909117e-05, |
|
"loss": 1.6317, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.1563517915309446, |
|
"grad_norm": 2.9722719192504883, |
|
"learning_rate": 9.852339101019574e-05, |
|
"loss": 1.4734, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.16612377850162866, |
|
"grad_norm": 3.663701295852661, |
|
"learning_rate": 9.828243544427796e-05, |
|
"loss": 1.7673, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.1758957654723127, |
|
"grad_norm": 2.7686305046081543, |
|
"learning_rate": 9.802361805155097e-05, |
|
"loss": 1.5428, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.18566775244299674, |
|
"grad_norm": 2.781644582748413, |
|
"learning_rate": 9.774703458011453e-05, |
|
"loss": 1.7697, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.19543973941368079, |
|
"grad_norm": 2.7254538536071777, |
|
"learning_rate": 9.745278735053343e-05, |
|
"loss": 1.5856, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.20521172638436483, |
|
"grad_norm": 2.544527769088745, |
|
"learning_rate": 9.714098521798465e-05, |
|
"loss": 1.5917, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.21498371335504887, |
|
"grad_norm": 3.226173162460327, |
|
"learning_rate": 9.681174353198687e-05, |
|
"loss": 1.5432, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.2247557003257329, |
|
"grad_norm": 2.7061498165130615, |
|
"learning_rate": 9.64651840937276e-05, |
|
"loss": 1.6754, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 0.23452768729641693, |
|
"grad_norm": 2.9291999340057373, |
|
"learning_rate": 9.610143511100354e-05, |
|
"loss": 1.5638, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.24429967426710097, |
|
"grad_norm": 2.4796836376190186, |
|
"learning_rate": 9.572063115079063e-05, |
|
"loss": 1.474, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.254071661237785, |
|
"grad_norm": 2.7676734924316406, |
|
"learning_rate": 9.53229130894619e-05, |
|
"loss": 1.5904, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.26384364820846906, |
|
"grad_norm": 2.8210036754608154, |
|
"learning_rate": 9.490842806067095e-05, |
|
"loss": 1.6858, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 0.2736156351791531, |
|
"grad_norm": 2.67210054397583, |
|
"learning_rate": 9.44773294009206e-05, |
|
"loss": 1.5434, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.2736156351791531, |
|
"eval_loss": 1.6323200464248657, |
|
"eval_runtime": 22.1692, |
|
"eval_samples_per_second": 23.321, |
|
"eval_steps_per_second": 5.864, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.28338762214983715, |
|
"grad_norm": 2.819925308227539, |
|
"learning_rate": 9.40297765928369e-05, |
|
"loss": 1.5062, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 0.2931596091205212, |
|
"grad_norm": 2.894965410232544, |
|
"learning_rate": 9.356593520616948e-05, |
|
"loss": 1.5876, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.30293159609120524, |
|
"grad_norm": 2.7666544914245605, |
|
"learning_rate": 9.308597683653975e-05, |
|
"loss": 1.4585, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 0.3127035830618892, |
|
"grad_norm": 2.8919670581817627, |
|
"learning_rate": 9.259007904196023e-05, |
|
"loss": 1.5846, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.32247557003257327, |
|
"grad_norm": 2.660968542098999, |
|
"learning_rate": 9.207842527714767e-05, |
|
"loss": 1.5343, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 0.3322475570032573, |
|
"grad_norm": 2.652714967727661, |
|
"learning_rate": 9.155120482565521e-05, |
|
"loss": 1.591, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 0.34201954397394135, |
|
"grad_norm": 2.7949202060699463, |
|
"learning_rate": 9.10086127298478e-05, |
|
"loss": 1.4614, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.3517915309446254, |
|
"grad_norm": 2.527437686920166, |
|
"learning_rate": 9.045084971874738e-05, |
|
"loss": 1.5641, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.36156351791530944, |
|
"grad_norm": 2.352187395095825, |
|
"learning_rate": 8.987812213377424e-05, |
|
"loss": 1.4186, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 0.3713355048859935, |
|
"grad_norm": 2.577479124069214, |
|
"learning_rate": 8.929064185241213e-05, |
|
"loss": 1.4607, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 0.3811074918566775, |
|
"grad_norm": 2.7002623081207275, |
|
"learning_rate": 8.868862620982534e-05, |
|
"loss": 1.6182, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 0.39087947882736157, |
|
"grad_norm": 2.521603584289551, |
|
"learning_rate": 8.807229791845673e-05, |
|
"loss": 1.4524, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.4006514657980456, |
|
"grad_norm": 2.723996877670288, |
|
"learning_rate": 8.744188498563641e-05, |
|
"loss": 1.2303, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 0.41042345276872966, |
|
"grad_norm": 2.888556957244873, |
|
"learning_rate": 8.679762062923175e-05, |
|
"loss": 1.376, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.41042345276872966, |
|
"eval_loss": 1.5374845266342163, |
|
"eval_runtime": 22.1691, |
|
"eval_samples_per_second": 23.321, |
|
"eval_steps_per_second": 5.864, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.4201954397394137, |
|
"grad_norm": 2.6070010662078857, |
|
"learning_rate": 8.613974319136958e-05, |
|
"loss": 1.313, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 0.42996742671009774, |
|
"grad_norm": 2.7287192344665527, |
|
"learning_rate": 8.54684960502629e-05, |
|
"loss": 1.4142, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.43973941368078173, |
|
"grad_norm": 2.9047019481658936, |
|
"learning_rate": 8.478412753017433e-05, |
|
"loss": 1.4128, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.4495114006514658, |
|
"grad_norm": 3.378373622894287, |
|
"learning_rate": 8.408689080954998e-05, |
|
"loss": 1.5116, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 0.4592833876221498, |
|
"grad_norm": 2.828160285949707, |
|
"learning_rate": 8.33770438273574e-05, |
|
"loss": 1.3085, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.46905537459283386, |
|
"grad_norm": 2.577202081680298, |
|
"learning_rate": 8.265484918766243e-05, |
|
"loss": 1.3892, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.4788273615635179, |
|
"grad_norm": 2.659550428390503, |
|
"learning_rate": 8.192057406248028e-05, |
|
"loss": 1.4546, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 0.48859934853420195, |
|
"grad_norm": 3.5885229110717773, |
|
"learning_rate": 8.117449009293668e-05, |
|
"loss": 1.2797, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.498371335504886, |
|
"grad_norm": 2.8732728958129883, |
|
"learning_rate": 8.041687328877567e-05, |
|
"loss": 1.405, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 0.50814332247557, |
|
"grad_norm": 2.7093594074249268, |
|
"learning_rate": 7.964800392625129e-05, |
|
"loss": 1.4728, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.5179153094462541, |
|
"grad_norm": 2.460803747177124, |
|
"learning_rate": 7.886816644444098e-05, |
|
"loss": 1.5428, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 0.5276872964169381, |
|
"grad_norm": 2.5754201412200928, |
|
"learning_rate": 7.807764934001874e-05, |
|
"loss": 1.332, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 0.5374592833876222, |
|
"grad_norm": 2.630692481994629, |
|
"learning_rate": 7.727674506052743e-05, |
|
"loss": 1.4519, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.5472312703583062, |
|
"grad_norm": 3.039989948272705, |
|
"learning_rate": 7.646574989618938e-05, |
|
"loss": 1.4669, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.5472312703583062, |
|
"eval_loss": 1.471885085105896, |
|
"eval_runtime": 22.1606, |
|
"eval_samples_per_second": 23.33, |
|
"eval_steps_per_second": 5.866, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.5570032573289903, |
|
"grad_norm": 2.361525297164917, |
|
"learning_rate": 7.564496387029532e-05, |
|
"loss": 1.3612, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 0.5667752442996743, |
|
"grad_norm": 2.969438076019287, |
|
"learning_rate": 7.481469062821252e-05, |
|
"loss": 1.3524, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 0.5765472312703583, |
|
"grad_norm": 2.654615879058838, |
|
"learning_rate": 7.39752373250527e-05, |
|
"loss": 1.3684, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 0.5863192182410424, |
|
"grad_norm": 2.500892162322998, |
|
"learning_rate": 7.312691451204178e-05, |
|
"loss": 1.2688, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.5960912052117264, |
|
"grad_norm": 2.7902750968933105, |
|
"learning_rate": 7.227003602163295e-05, |
|
"loss": 1.213, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 0.6058631921824105, |
|
"grad_norm": 2.477710008621216, |
|
"learning_rate": 7.14049188514063e-05, |
|
"loss": 1.4632, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 0.6156351791530945, |
|
"grad_norm": 2.8017044067382812, |
|
"learning_rate": 7.05318830467969e-05, |
|
"loss": 1.4655, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 0.6254071661237784, |
|
"grad_norm": 2.2910585403442383, |
|
"learning_rate": 6.965125158269619e-05, |
|
"loss": 1.3622, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.6351791530944625, |
|
"grad_norm": 2.3485262393951416, |
|
"learning_rate": 6.876335024396872e-05, |
|
"loss": 1.3191, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.6449511400651465, |
|
"grad_norm": 2.221445083618164, |
|
"learning_rate": 6.786850750493006e-05, |
|
"loss": 1.2862, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 0.6547231270358306, |
|
"grad_norm": 2.2322473526000977, |
|
"learning_rate": 6.696705440782938e-05, |
|
"loss": 1.2873, |
|
"step": 201 |
|
}, |
|
{ |
|
"epoch": 0.6644951140065146, |
|
"grad_norm": 2.134915828704834, |
|
"learning_rate": 6.605932444038229e-05, |
|
"loss": 1.2457, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 0.6742671009771987, |
|
"grad_norm": 2.2600533962249756, |
|
"learning_rate": 6.514565341239861e-05, |
|
"loss": 1.3544, |
|
"step": 207 |
|
}, |
|
{ |
|
"epoch": 0.6840390879478827, |
|
"grad_norm": 2.104802370071411, |
|
"learning_rate": 6.422637933155162e-05, |
|
"loss": 1.2662, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.6840390879478827, |
|
"eval_loss": 1.3924102783203125, |
|
"eval_runtime": 22.1429, |
|
"eval_samples_per_second": 23.348, |
|
"eval_steps_per_second": 5.871, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.6938110749185668, |
|
"grad_norm": 2.490628719329834, |
|
"learning_rate": 6.330184227833376e-05, |
|
"loss": 1.4418, |
|
"step": 213 |
|
}, |
|
{ |
|
"epoch": 0.7035830618892508, |
|
"grad_norm": 2.3577187061309814, |
|
"learning_rate": 6.237238428024572e-05, |
|
"loss": 1.2653, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 0.7133550488599348, |
|
"grad_norm": 2.6168723106384277, |
|
"learning_rate": 6.143834918526527e-05, |
|
"loss": 1.4725, |
|
"step": 219 |
|
}, |
|
{ |
|
"epoch": 0.7231270358306189, |
|
"grad_norm": 2.343191146850586, |
|
"learning_rate": 6.0500082534642464e-05, |
|
"loss": 1.3543, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 0.7328990228013029, |
|
"grad_norm": 2.482631206512451, |
|
"learning_rate": 5.955793143506863e-05, |
|
"loss": 1.3523, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.742671009771987, |
|
"grad_norm": 2.1662986278533936, |
|
"learning_rate": 5.861224443026595e-05, |
|
"loss": 1.2848, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 0.752442996742671, |
|
"grad_norm": 2.496674060821533, |
|
"learning_rate": 5.766337137204579e-05, |
|
"loss": 1.3919, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 0.762214983713355, |
|
"grad_norm": 2.5266311168670654, |
|
"learning_rate": 5.6711663290882776e-05, |
|
"loss": 1.4481, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 0.7719869706840391, |
|
"grad_norm": 2.154391288757324, |
|
"learning_rate": 5.575747226605298e-05, |
|
"loss": 1.1874, |
|
"step": 237 |
|
}, |
|
{ |
|
"epoch": 0.7817589576547231, |
|
"grad_norm": 2.2282350063323975, |
|
"learning_rate": 5.480115129538409e-05, |
|
"loss": 1.2684, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.7915309446254072, |
|
"grad_norm": 2.377781391143799, |
|
"learning_rate": 5.384305416466584e-05, |
|
"loss": 1.2627, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 0.8013029315960912, |
|
"grad_norm": 2.505831480026245, |
|
"learning_rate": 5.288353531676873e-05, |
|
"loss": 1.2982, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 0.8110749185667753, |
|
"grad_norm": 2.424248456954956, |
|
"learning_rate": 5.192294972051992e-05, |
|
"loss": 1.2661, |
|
"step": 249 |
|
}, |
|
{ |
|
"epoch": 0.8208469055374593, |
|
"grad_norm": 2.3504350185394287, |
|
"learning_rate": 5.0961652739384356e-05, |
|
"loss": 1.3146, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 0.8208469055374593, |
|
"eval_loss": 1.3527233600616455, |
|
"eval_runtime": 22.1769, |
|
"eval_samples_per_second": 23.313, |
|
"eval_steps_per_second": 5.862, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 0.8306188925081434, |
|
"grad_norm": 2.505326509475708, |
|
"learning_rate": 5e-05, |
|
"loss": 1.3629, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 0.8403908794788274, |
|
"grad_norm": 2.5464847087860107, |
|
"learning_rate": 4.903834726061565e-05, |
|
"loss": 1.2965, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 0.8501628664495114, |
|
"grad_norm": 2.423649787902832, |
|
"learning_rate": 4.807705027948008e-05, |
|
"loss": 1.1622, |
|
"step": 261 |
|
}, |
|
{ |
|
"epoch": 0.8599348534201955, |
|
"grad_norm": 2.3888437747955322, |
|
"learning_rate": 4.711646468323129e-05, |
|
"loss": 1.2045, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 0.8697068403908795, |
|
"grad_norm": 2.202131509780884, |
|
"learning_rate": 4.6156945835334184e-05, |
|
"loss": 1.2004, |
|
"step": 267 |
|
}, |
|
{ |
|
"epoch": 0.8794788273615635, |
|
"grad_norm": 2.20468807220459, |
|
"learning_rate": 4.5198848704615914e-05, |
|
"loss": 1.2365, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.8892508143322475, |
|
"grad_norm": 2.211899995803833, |
|
"learning_rate": 4.424252773394704e-05, |
|
"loss": 1.3499, |
|
"step": 273 |
|
}, |
|
{ |
|
"epoch": 0.8990228013029316, |
|
"grad_norm": 2.4418487548828125, |
|
"learning_rate": 4.328833670911724e-05, |
|
"loss": 1.2556, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 0.9087947882736156, |
|
"grad_norm": 2.3675637245178223, |
|
"learning_rate": 4.23366286279542e-05, |
|
"loss": 1.1791, |
|
"step": 279 |
|
}, |
|
{ |
|
"epoch": 0.9185667752442996, |
|
"grad_norm": 2.2540576457977295, |
|
"learning_rate": 4.138775556973406e-05, |
|
"loss": 1.135, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 0.9283387622149837, |
|
"grad_norm": 2.869304656982422, |
|
"learning_rate": 4.04420685649314e-05, |
|
"loss": 1.3404, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 0.9381107491856677, |
|
"grad_norm": 2.2384979724884033, |
|
"learning_rate": 3.9499917465357534e-05, |
|
"loss": 1.184, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 0.9478827361563518, |
|
"grad_norm": 2.6150434017181396, |
|
"learning_rate": 3.856165081473474e-05, |
|
"loss": 1.398, |
|
"step": 291 |
|
}, |
|
{ |
|
"epoch": 0.9576547231270358, |
|
"grad_norm": 2.1370980739593506, |
|
"learning_rate": 3.762761571975429e-05, |
|
"loss": 1.0922, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 0.9576547231270358, |
|
"eval_loss": 1.2961455583572388, |
|
"eval_runtime": 22.1652, |
|
"eval_samples_per_second": 23.325, |
|
"eval_steps_per_second": 5.865, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 0.9674267100977199, |
|
"grad_norm": 2.2964820861816406, |
|
"learning_rate": 3.6698157721666246e-05, |
|
"loss": 1.2606, |
|
"step": 297 |
|
}, |
|
{ |
|
"epoch": 0.9771986970684039, |
|
"grad_norm": 2.9193806648254395, |
|
"learning_rate": 3.5773620668448384e-05, |
|
"loss": 1.2477, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.9869706840390879, |
|
"grad_norm": 2.5898802280426025, |
|
"learning_rate": 3.48543465876014e-05, |
|
"loss": 1.2954, |
|
"step": 303 |
|
}, |
|
{ |
|
"epoch": 0.996742671009772, |
|
"grad_norm": 2.4339256286621094, |
|
"learning_rate": 3.3940675559617724e-05, |
|
"loss": 1.3758, |
|
"step": 306 |
|
}, |
|
{ |
|
"epoch": 1.006514657980456, |
|
"grad_norm": 2.0160953998565674, |
|
"learning_rate": 3.303294559217063e-05, |
|
"loss": 1.0917, |
|
"step": 309 |
|
}, |
|
{ |
|
"epoch": 1.01628664495114, |
|
"grad_norm": 2.0552120208740234, |
|
"learning_rate": 3.213149249506997e-05, |
|
"loss": 0.8775, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 1.0260586319218241, |
|
"grad_norm": 2.050333261489868, |
|
"learning_rate": 3.12366497560313e-05, |
|
"loss": 0.8579, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 1.0358306188925082, |
|
"grad_norm": 2.006868362426758, |
|
"learning_rate": 3.0348748417303823e-05, |
|
"loss": 0.8009, |
|
"step": 318 |
|
}, |
|
{ |
|
"epoch": 1.0456026058631922, |
|
"grad_norm": 2.201401710510254, |
|
"learning_rate": 2.9468116953203107e-05, |
|
"loss": 0.8379, |
|
"step": 321 |
|
}, |
|
{ |
|
"epoch": 1.0553745928338762, |
|
"grad_norm": 2.284052848815918, |
|
"learning_rate": 2.8595081148593738e-05, |
|
"loss": 0.7961, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 1.0651465798045603, |
|
"grad_norm": 2.104940414428711, |
|
"learning_rate": 2.772996397836704e-05, |
|
"loss": 0.8973, |
|
"step": 327 |
|
}, |
|
{ |
|
"epoch": 1.0749185667752443, |
|
"grad_norm": 2.4074976444244385, |
|
"learning_rate": 2.687308548795825e-05, |
|
"loss": 0.8669, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.0846905537459284, |
|
"grad_norm": 2.3930447101593018, |
|
"learning_rate": 2.6024762674947313e-05, |
|
"loss": 0.7428, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 1.0944625407166124, |
|
"grad_norm": 2.6202473640441895, |
|
"learning_rate": 2.5185309371787513e-05, |
|
"loss": 0.7865, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 1.0944625407166124, |
|
"eval_loss": 1.344246745109558, |
|
"eval_runtime": 22.1704, |
|
"eval_samples_per_second": 23.319, |
|
"eval_steps_per_second": 5.864, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 1.1042345276872965, |
|
"grad_norm": 2.279667615890503, |
|
"learning_rate": 2.43550361297047e-05, |
|
"loss": 0.8684, |
|
"step": 339 |
|
}, |
|
{ |
|
"epoch": 1.1140065146579805, |
|
"grad_norm": 2.2219250202178955, |
|
"learning_rate": 2.353425010381063e-05, |
|
"loss": 0.8651, |
|
"step": 342 |
|
}, |
|
{ |
|
"epoch": 1.1237785016286646, |
|
"grad_norm": 2.2543816566467285, |
|
"learning_rate": 2.272325493947257e-05, |
|
"loss": 0.8661, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 1.1335504885993486, |
|
"grad_norm": 2.2331888675689697, |
|
"learning_rate": 2.192235065998126e-05, |
|
"loss": 0.7047, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 1.1433224755700326, |
|
"grad_norm": 2.6700170040130615, |
|
"learning_rate": 2.1131833555559037e-05, |
|
"loss": 0.7296, |
|
"step": 351 |
|
}, |
|
{ |
|
"epoch": 1.1530944625407167, |
|
"grad_norm": 2.4180705547332764, |
|
"learning_rate": 2.0351996073748713e-05, |
|
"loss": 0.7674, |
|
"step": 354 |
|
}, |
|
{ |
|
"epoch": 1.1628664495114007, |
|
"grad_norm": 2.7486183643341064, |
|
"learning_rate": 1.9583126711224343e-05, |
|
"loss": 0.9823, |
|
"step": 357 |
|
}, |
|
{ |
|
"epoch": 1.1726384364820848, |
|
"grad_norm": 2.257678747177124, |
|
"learning_rate": 1.8825509907063327e-05, |
|
"loss": 0.8594, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.1824104234527688, |
|
"grad_norm": 2.3134396076202393, |
|
"learning_rate": 1.807942593751973e-05, |
|
"loss": 0.8651, |
|
"step": 363 |
|
}, |
|
{ |
|
"epoch": 1.1921824104234529, |
|
"grad_norm": 2.2541582584381104, |
|
"learning_rate": 1.7345150812337564e-05, |
|
"loss": 0.839, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 1.201954397394137, |
|
"grad_norm": 2.1207261085510254, |
|
"learning_rate": 1.66229561726426e-05, |
|
"loss": 0.7365, |
|
"step": 369 |
|
}, |
|
{ |
|
"epoch": 1.211726384364821, |
|
"grad_norm": 2.189333915710449, |
|
"learning_rate": 1.5913109190450032e-05, |
|
"loss": 0.7796, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 1.221498371335505, |
|
"grad_norm": 2.466726541519165, |
|
"learning_rate": 1.5215872469825682e-05, |
|
"loss": 0.8155, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 1.231270358306189, |
|
"grad_norm": 2.5175869464874268, |
|
"learning_rate": 1.4531503949737108e-05, |
|
"loss": 0.705, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 1.231270358306189, |
|
"eval_loss": 1.314825177192688, |
|
"eval_runtime": 22.1791, |
|
"eval_samples_per_second": 23.31, |
|
"eval_steps_per_second": 5.861, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 1.241042345276873, |
|
"grad_norm": 2.3673043251037598, |
|
"learning_rate": 1.3860256808630428e-05, |
|
"loss": 0.8592, |
|
"step": 381 |
|
}, |
|
{ |
|
"epoch": 1.2508143322475571, |
|
"grad_norm": 2.451141357421875, |
|
"learning_rate": 1.3202379370768252e-05, |
|
"loss": 0.7932, |
|
"step": 384 |
|
}, |
|
{ |
|
"epoch": 1.2605863192182412, |
|
"grad_norm": 2.4431982040405273, |
|
"learning_rate": 1.2558115014363592e-05, |
|
"loss": 0.7265, |
|
"step": 387 |
|
}, |
|
{ |
|
"epoch": 1.2703583061889252, |
|
"grad_norm": 2.317182779312134, |
|
"learning_rate": 1.1927702081543279e-05, |
|
"loss": 0.7116, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.2801302931596092, |
|
"grad_norm": 2.2101731300354004, |
|
"learning_rate": 1.1311373790174657e-05, |
|
"loss": 0.7642, |
|
"step": 393 |
|
}, |
|
{ |
|
"epoch": 1.2899022801302933, |
|
"grad_norm": 2.8971657752990723, |
|
"learning_rate": 1.0709358147587884e-05, |
|
"loss": 0.7537, |
|
"step": 396 |
|
}, |
|
{ |
|
"epoch": 1.2996742671009773, |
|
"grad_norm": 2.7442216873168945, |
|
"learning_rate": 1.0121877866225781e-05, |
|
"loss": 0.765, |
|
"step": 399 |
|
}, |
|
{ |
|
"epoch": 1.3094462540716614, |
|
"grad_norm": 2.479196310043335, |
|
"learning_rate": 9.549150281252633e-06, |
|
"loss": 0.8282, |
|
"step": 402 |
|
}, |
|
{ |
|
"epoch": 1.3192182410423452, |
|
"grad_norm": 2.463113307952881, |
|
"learning_rate": 8.991387270152201e-06, |
|
"loss": 0.8097, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 1.3289902280130292, |
|
"grad_norm": 2.4927496910095215, |
|
"learning_rate": 8.448795174344804e-06, |
|
"loss": 0.8298, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 1.3387622149837133, |
|
"grad_norm": 2.711042881011963, |
|
"learning_rate": 7.921574722852343e-06, |
|
"loss": 0.7205, |
|
"step": 411 |
|
}, |
|
{ |
|
"epoch": 1.3485342019543973, |
|
"grad_norm": 2.803149938583374, |
|
"learning_rate": 7.409920958039795e-06, |
|
"loss": 0.7575, |
|
"step": 414 |
|
}, |
|
{ |
|
"epoch": 1.3583061889250814, |
|
"grad_norm": 2.474118232727051, |
|
"learning_rate": 6.9140231634602485e-06, |
|
"loss": 0.7231, |
|
"step": 417 |
|
}, |
|
{ |
|
"epoch": 1.3680781758957654, |
|
"grad_norm": 2.5949273109436035, |
|
"learning_rate": 6.43406479383053e-06, |
|
"loss": 0.8594, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.3680781758957654, |
|
"eval_loss": 1.3078192472457886, |
|
"eval_runtime": 22.1879, |
|
"eval_samples_per_second": 23.301, |
|
"eval_steps_per_second": 5.859, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.3778501628664495, |
|
"grad_norm": 2.6252212524414062, |
|
"learning_rate": 5.9702234071631e-06, |
|
"loss": 0.694, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 1.3876221498371335, |
|
"grad_norm": 2.314903497695923, |
|
"learning_rate": 5.5226705990794155e-06, |
|
"loss": 0.7619, |
|
"step": 426 |
|
}, |
|
{ |
|
"epoch": 1.3973941368078175, |
|
"grad_norm": 2.5821728706359863, |
|
"learning_rate": 5.091571939329048e-06, |
|
"loss": 0.8219, |
|
"step": 429 |
|
}, |
|
{ |
|
"epoch": 1.4071661237785016, |
|
"grad_norm": 2.4021191596984863, |
|
"learning_rate": 4.677086910538092e-06, |
|
"loss": 0.6944, |
|
"step": 432 |
|
}, |
|
{ |
|
"epoch": 1.4169381107491856, |
|
"grad_norm": 2.5493106842041016, |
|
"learning_rate": 4.279368849209381e-06, |
|
"loss": 0.7945, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 1.4267100977198697, |
|
"grad_norm": 2.4301791191101074, |
|
"learning_rate": 3.898564888996476e-06, |
|
"loss": 0.6487, |
|
"step": 438 |
|
}, |
|
{ |
|
"epoch": 1.4364820846905537, |
|
"grad_norm": 2.63675856590271, |
|
"learning_rate": 3.534815906272404e-06, |
|
"loss": 0.8646, |
|
"step": 441 |
|
}, |
|
{ |
|
"epoch": 1.4462540716612378, |
|
"grad_norm": 2.5258288383483887, |
|
"learning_rate": 3.18825646801314e-06, |
|
"loss": 0.7682, |
|
"step": 444 |
|
}, |
|
{ |
|
"epoch": 1.4560260586319218, |
|
"grad_norm": 2.3839597702026367, |
|
"learning_rate": 2.8590147820153513e-06, |
|
"loss": 0.8041, |
|
"step": 447 |
|
}, |
|
{ |
|
"epoch": 1.4657980456026058, |
|
"grad_norm": 2.62052583694458, |
|
"learning_rate": 2.547212649466568e-06, |
|
"loss": 0.806, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.47557003257329, |
|
"grad_norm": 2.2883756160736084, |
|
"learning_rate": 2.2529654198854835e-06, |
|
"loss": 0.7404, |
|
"step": 453 |
|
}, |
|
{ |
|
"epoch": 1.485342019543974, |
|
"grad_norm": 2.6609508991241455, |
|
"learning_rate": 1.9763819484490355e-06, |
|
"loss": 0.7702, |
|
"step": 456 |
|
}, |
|
{ |
|
"epoch": 1.495114006514658, |
|
"grad_norm": 2.525723695755005, |
|
"learning_rate": 1.7175645557220566e-06, |
|
"loss": 0.769, |
|
"step": 459 |
|
}, |
|
{ |
|
"epoch": 1.504885993485342, |
|
"grad_norm": 2.766369581222534, |
|
"learning_rate": 1.4766089898042678e-06, |
|
"loss": 0.7819, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 1.504885993485342, |
|
"eval_loss": 1.304705262184143, |
|
"eval_runtime": 22.2456, |
|
"eval_samples_per_second": 23.241, |
|
"eval_steps_per_second": 5.844, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 1.514657980456026, |
|
"grad_norm": 2.5057575702667236, |
|
"learning_rate": 1.2536043909088191e-06, |
|
"loss": 0.8524, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 1.52442996742671, |
|
"grad_norm": 2.9005579948425293, |
|
"learning_rate": 1.0486332583853563e-06, |
|
"loss": 0.8315, |
|
"step": 468 |
|
}, |
|
{ |
|
"epoch": 1.5342019543973942, |
|
"grad_norm": 2.7489733695983887, |
|
"learning_rate": 8.617714201998084e-07, |
|
"loss": 0.7929, |
|
"step": 471 |
|
}, |
|
{ |
|
"epoch": 1.5439739413680782, |
|
"grad_norm": 2.5570104122161865, |
|
"learning_rate": 6.93088004882253e-07, |
|
"loss": 0.9023, |
|
"step": 474 |
|
}, |
|
{ |
|
"epoch": 1.5537459283387622, |
|
"grad_norm": 2.6289138793945312, |
|
"learning_rate": 5.426454159531913e-07, |
|
"loss": 0.861, |
|
"step": 477 |
|
}, |
|
{ |
|
"epoch": 1.5635179153094463, |
|
"grad_norm": 2.8074800968170166, |
|
"learning_rate": 4.104993088376974e-07, |
|
"loss": 0.6996, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 1.5732899022801303, |
|
"grad_norm": 2.5680346488952637, |
|
"learning_rate": 2.966985702759828e-07, |
|
"loss": 0.9349, |
|
"step": 483 |
|
}, |
|
{ |
|
"epoch": 1.5830618892508144, |
|
"grad_norm": 2.4893345832824707, |
|
"learning_rate": 2.012853002380466e-07, |
|
"loss": 0.7033, |
|
"step": 486 |
|
}, |
|
{ |
|
"epoch": 1.5928338762214984, |
|
"grad_norm": 2.6643295288085938, |
|
"learning_rate": 1.2429479634897267e-07, |
|
"loss": 0.7915, |
|
"step": 489 |
|
}, |
|
{ |
|
"epoch": 1.6026058631921825, |
|
"grad_norm": 2.4373981952667236, |
|
"learning_rate": 6.575554083078084e-08, |
|
"loss": 0.803, |
|
"step": 492 |
|
}, |
|
{ |
|
"epoch": 1.6123778501628665, |
|
"grad_norm": 2.700291872024536, |
|
"learning_rate": 2.568918996560532e-08, |
|
"loss": 0.8002, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 1.6221498371335505, |
|
"grad_norm": 2.6518638134002686, |
|
"learning_rate": 4.110566084036816e-09, |
|
"loss": 0.7295, |
|
"step": 498 |
|
} |
|
], |
|
"logging_steps": 3, |
|
"max_steps": 500, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 42, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 3.770812536371282e+17, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|