| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 40.0, | |
| "global_step": 31880, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.976e-05, | |
| "loss": 7.9128, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 2.9525812619502866e-05, | |
| "loss": 3.5609, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 2.9048757170172085e-05, | |
| "loss": 3.3615, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 2.857074569789675e-05, | |
| "loss": 2.8318, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 2.8093690248565966e-05, | |
| "loss": 1.7371, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 2.7615678776290633e-05, | |
| "loss": 1.3703, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 2.71395793499044e-05, | |
| "loss": 1.1862, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 2.6661567877629064e-05, | |
| "loss": 1.0873, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 2.618451242829828e-05, | |
| "loss": 0.981, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 2.5707456978967497e-05, | |
| "loss": 0.9185, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 2.522944550669216e-05, | |
| "loss": 0.8622, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "learning_rate": 2.4752390057361376e-05, | |
| "loss": 0.8181, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 2.4274378585086042e-05, | |
| "loss": 0.7863, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 8.78, | |
| "learning_rate": 2.3797323135755258e-05, | |
| "loss": 0.7409, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "learning_rate": 2.3319311663479924e-05, | |
| "loss": 0.7223, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 2.284225621414914e-05, | |
| "loss": 0.7005, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 10.66, | |
| "learning_rate": 2.2365200764818355e-05, | |
| "loss": 0.6662, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 11.29, | |
| "learning_rate": 2.188718929254302e-05, | |
| "loss": 0.6458, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 11.92, | |
| "learning_rate": 2.1410133843212236e-05, | |
| "loss": 0.6246, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 12.55, | |
| "learning_rate": 2.093307839388145e-05, | |
| "loss": 0.5987, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 13.17, | |
| "learning_rate": 2.0455066921606118e-05, | |
| "loss": 0.5974, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 13.8, | |
| "learning_rate": 1.9978011472275333e-05, | |
| "loss": 0.5831, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 14.43, | |
| "learning_rate": 1.9500956022944552e-05, | |
| "loss": 0.5549, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 15.06, | |
| "learning_rate": 1.902294455066922e-05, | |
| "loss": 0.561, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 15.68, | |
| "learning_rate": 1.8545889101338434e-05, | |
| "loss": 0.5462, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 16.31, | |
| "learning_rate": 1.806883365200765e-05, | |
| "loss": 0.5491, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "learning_rate": 1.7590822179732315e-05, | |
| "loss": 0.5594, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 17.57, | |
| "learning_rate": 1.7112810707456982e-05, | |
| "loss": 0.5565, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 18.19, | |
| "learning_rate": 1.6636711281070746e-05, | |
| "loss": 0.5745, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 18.82, | |
| "learning_rate": 1.6158699808795412e-05, | |
| "loss": 0.6096, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 19.45, | |
| "learning_rate": 1.568068833652008e-05, | |
| "loss": 0.67, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 20.08, | |
| "learning_rate": 1.5203632887189294e-05, | |
| "loss": 0.6566, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 20.7, | |
| "learning_rate": 1.4725621414913959e-05, | |
| "loss": 0.6627, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 21.33, | |
| "learning_rate": 1.4249521988527725e-05, | |
| "loss": 0.6647, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 21.96, | |
| "learning_rate": 1.377151051625239e-05, | |
| "loss": 0.9268, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 22.58, | |
| "learning_rate": 1.3293499043977056e-05, | |
| "loss": 0.9965, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 23.21, | |
| "learning_rate": 1.2816443594646271e-05, | |
| "loss": 0.9737, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 23.84, | |
| "learning_rate": 1.2339388145315486e-05, | |
| "loss": 1.4449, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 24.47, | |
| "learning_rate": 1.1861376673040153e-05, | |
| "loss": 2.0548, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 25.09, | |
| "learning_rate": 1.138432122370937e-05, | |
| "loss": 2.4726, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 25.72, | |
| "learning_rate": 1.0906309751434036e-05, | |
| "loss": 2.7061, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 26.35, | |
| "learning_rate": 1.0430210325047802e-05, | |
| "loss": 2.9211, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 26.98, | |
| "learning_rate": 9.952198852772467e-06, | |
| "loss": 2.9367, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 27.6, | |
| "learning_rate": 9.474187380497133e-06, | |
| "loss": 2.9015, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 28.23, | |
| "learning_rate": 8.997131931166348e-06, | |
| "loss": 2.9781, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 28.86, | |
| "learning_rate": 8.520076481835564e-06, | |
| "loss": 3.0789, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 29.49, | |
| "learning_rate": 8.042065009560229e-06, | |
| "loss": 3.0514, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 30.11, | |
| "learning_rate": 7.565009560229446e-06, | |
| "loss": 3.0248, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 30.74, | |
| "learning_rate": 7.087954110898662e-06, | |
| "loss": 2.9983, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 31.37, | |
| "learning_rate": 6.609942638623327e-06, | |
| "loss": 2.9716, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 31.99, | |
| "learning_rate": 6.1328871892925425e-06, | |
| "loss": 2.9549, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 32.62, | |
| "learning_rate": 5.6558317399617595e-06, | |
| "loss": 2.9551, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 33.25, | |
| "learning_rate": 5.177820267686425e-06, | |
| "loss": 2.9571, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 33.88, | |
| "learning_rate": 4.70076481835564e-06, | |
| "loss": 2.9589, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 34.5, | |
| "learning_rate": 4.2237093690248565e-06, | |
| "loss": 2.9573, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 35.13, | |
| "learning_rate": 3.7456978967495225e-06, | |
| "loss": 2.9556, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 35.76, | |
| "learning_rate": 3.268642447418738e-06, | |
| "loss": 2.9545, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 36.39, | |
| "learning_rate": 2.7906309751434034e-06, | |
| "loss": 2.9585, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 37.01, | |
| "learning_rate": 2.3135755258126195e-06, | |
| "loss": 2.9558, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 37.64, | |
| "learning_rate": 1.8355640535372848e-06, | |
| "loss": 2.9561, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 38.27, | |
| "learning_rate": 1.358508604206501e-06, | |
| "loss": 2.9597, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 38.9, | |
| "learning_rate": 8.81453154875717e-07, | |
| "loss": 2.957, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 39.52, | |
| "learning_rate": 4.0344168260038244e-07, | |
| "loss": 2.9569, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "step": 31880, | |
| "total_flos": 2.3797340595067814e+19, | |
| "train_loss": 1.875457509039636, | |
| "train_runtime": 14726.9257, | |
| "train_samples_per_second": 34.625, | |
| "train_steps_per_second": 2.165 | |
| } | |
| ], | |
| "max_steps": 31880, | |
| "num_train_epochs": 40, | |
| "total_flos": 2.3797340595067814e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |