|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 2.0, |
|
"global_step": 13088, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 2.88539119804401e-05, |
|
"loss": 2.3229, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 2.7707823960880195e-05, |
|
"loss": 1.7926, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 2.6561735941320294e-05, |
|
"loss": 1.6682, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 2.5415647921760392e-05, |
|
"loss": 1.6135, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 2.4269559902200488e-05, |
|
"loss": 1.5343, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 2.3123471882640587e-05, |
|
"loss": 1.4642, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 2.1977383863080685e-05, |
|
"loss": 1.423, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 2.083129584352078e-05, |
|
"loss": 1.41, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 1.9685207823960883e-05, |
|
"loss": 1.3659, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 1.8539119804400978e-05, |
|
"loss": 1.3153, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 1.7393031784841077e-05, |
|
"loss": 1.2976, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 1.6246943765281176e-05, |
|
"loss": 1.2462, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 1.5100855745721271e-05, |
|
"loss": 1.2594, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 1.395476772616137e-05, |
|
"loss": 1.0087, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 1.2808679706601467e-05, |
|
"loss": 1.0272, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 1.1662591687041566e-05, |
|
"loss": 1.0037, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 1.0516503667481663e-05, |
|
"loss": 0.968, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 9.37041564792176e-06, |
|
"loss": 0.9763, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 8.224327628361858e-06, |
|
"loss": 0.9705, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 7.078239608801956e-06, |
|
"loss": 0.9548, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 5.932151589242053e-06, |
|
"loss": 0.955, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 4.786063569682151e-06, |
|
"loss": 0.932, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 3.6399755501222492e-06, |
|
"loss": 0.9331, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 2.493887530562347e-06, |
|
"loss": 0.9126, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 1.347799511002445e-06, |
|
"loss": 0.909, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 2.0171149144254277e-07, |
|
"loss": 0.89, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"step": 13088, |
|
"total_flos": 2.5921698247213056e+16, |
|
"train_loss": 1.2332238556411854, |
|
"train_runtime": 1237.3872, |
|
"train_samples_per_second": 211.523, |
|
"train_steps_per_second": 10.577 |
|
} |
|
], |
|
"max_steps": 13088, |
|
"num_train_epochs": 2, |
|
"total_flos": 2.5921698247213056e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|