|
{ |
|
"best_metric": 0.05933728814125061, |
|
"best_model_checkpoint": "/content/drive/MyDrive/Colab Notebooks/models/t5-small-codesearchnet-python/checkpoint-2625", |
|
"epoch": 14.0, |
|
"global_step": 5250, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_avg_length": 17.1074, |
|
"eval_bleu": 0.0358, |
|
"eval_loss": 0.0800933688879013, |
|
"eval_rouge1": 0.6174, |
|
"eval_rouge2": 0.6, |
|
"eval_runtime": 148.3283, |
|
"eval_samples_per_second": 33.709, |
|
"eval_steps_per_second": 4.214, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.011601821519434452, |
|
"loss": 1.6066, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_avg_length": 17.0262, |
|
"eval_bleu": 0.036, |
|
"eval_loss": 0.06744839996099472, |
|
"eval_rouge1": 0.6249, |
|
"eval_rouge2": 0.6068, |
|
"eval_runtime": 143.9281, |
|
"eval_samples_per_second": 34.74, |
|
"eval_steps_per_second": 4.342, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 0.02322324924170971, |
|
"loss": 0.0584, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_avg_length": 16.9962, |
|
"eval_bleu": 0.0351, |
|
"eval_loss": 0.06323764473199844, |
|
"eval_rouge1": 0.6255, |
|
"eval_rouge2": 0.6075, |
|
"eval_runtime": 142.3288, |
|
"eval_samples_per_second": 35.13, |
|
"eval_steps_per_second": 4.391, |
|
"step": 1125 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 0.03487098217010498, |
|
"loss": 0.0484, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_avg_length": 17.003, |
|
"eval_bleu": 0.0351, |
|
"eval_loss": 0.06048833578824997, |
|
"eval_rouge1": 0.6251, |
|
"eval_rouge2": 0.6071, |
|
"eval_runtime": 142.2689, |
|
"eval_samples_per_second": 35.145, |
|
"eval_steps_per_second": 4.393, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_avg_length": 17.0012, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.05961951985955238, |
|
"eval_rouge1": 0.6255, |
|
"eval_rouge2": 0.6075, |
|
"eval_runtime": 147.0583, |
|
"eval_samples_per_second": 34.0, |
|
"eval_steps_per_second": 4.25, |
|
"step": 1875 |
|
}, |
|
{ |
|
"epoch": 5.33, |
|
"learning_rate": 0.04655396565794945, |
|
"loss": 0.0418, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_avg_length": 16.9958, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.0601988285779953, |
|
"eval_rouge1": 0.6258, |
|
"eval_rouge2": 0.608, |
|
"eval_runtime": 140.3104, |
|
"eval_samples_per_second": 35.635, |
|
"eval_steps_per_second": 4.454, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 6.67, |
|
"learning_rate": 0.0582905150949955, |
|
"loss": 0.0377, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_avg_length": 17.0004, |
|
"eval_bleu": 0.0351, |
|
"eval_loss": 0.05933728814125061, |
|
"eval_rouge1": 0.6259, |
|
"eval_rouge2": 0.6079, |
|
"eval_runtime": 143.9238, |
|
"eval_samples_per_second": 34.741, |
|
"eval_steps_per_second": 4.343, |
|
"step": 2625 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"learning_rate": 0.07008866220712662, |
|
"loss": 0.033, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_avg_length": 17.0032, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.06179109960794449, |
|
"eval_rouge1": 0.6257, |
|
"eval_rouge2": 0.6078, |
|
"eval_runtime": 140.711, |
|
"eval_samples_per_second": 35.534, |
|
"eval_steps_per_second": 4.442, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_avg_length": 16.998, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.06367889791727066, |
|
"eval_rouge1": 0.6257, |
|
"eval_rouge2": 0.6078, |
|
"eval_runtime": 140.8974, |
|
"eval_samples_per_second": 35.487, |
|
"eval_steps_per_second": 4.436, |
|
"step": 3375 |
|
}, |
|
{ |
|
"epoch": 9.33, |
|
"learning_rate": 0.08194742351770401, |
|
"loss": 0.028, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_avg_length": 16.9984, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.06447886675596237, |
|
"eval_rouge1": 0.6257, |
|
"eval_rouge2": 0.6079, |
|
"eval_runtime": 145.6234, |
|
"eval_samples_per_second": 34.335, |
|
"eval_steps_per_second": 4.292, |
|
"step": 3750 |
|
}, |
|
{ |
|
"epoch": 10.67, |
|
"learning_rate": 0.0939134731888771, |
|
"loss": 0.0255, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_avg_length": 17.0008, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.06500716507434845, |
|
"eval_rouge1": 0.6255, |
|
"eval_rouge2": 0.6078, |
|
"eval_runtime": 142.8222, |
|
"eval_samples_per_second": 35.009, |
|
"eval_steps_per_second": 4.376, |
|
"step": 4125 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"learning_rate": 0.10600020736455917, |
|
"loss": 0.0226, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_avg_length": 16.9976, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.07480558753013611, |
|
"eval_rouge1": 0.6254, |
|
"eval_rouge2": 0.6076, |
|
"eval_runtime": 140.6294, |
|
"eval_samples_per_second": 35.554, |
|
"eval_steps_per_second": 4.444, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_avg_length": 16.9954, |
|
"eval_bleu": 0.035, |
|
"eval_loss": 0.07140845060348511, |
|
"eval_rouge1": 0.6256, |
|
"eval_rouge2": 0.6079, |
|
"eval_runtime": 141.0049, |
|
"eval_samples_per_second": 35.46, |
|
"eval_steps_per_second": 4.432, |
|
"step": 4875 |
|
}, |
|
{ |
|
"epoch": 13.33, |
|
"learning_rate": 0.11823229491710663, |
|
"loss": 0.019, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_avg_length": 16.994, |
|
"eval_bleu": 0.0349, |
|
"eval_loss": 0.07469756156206131, |
|
"eval_rouge1": 0.6253, |
|
"eval_rouge2": 0.6077, |
|
"eval_runtime": 140.004, |
|
"eval_samples_per_second": 35.713, |
|
"eval_steps_per_second": 4.464, |
|
"step": 5250 |
|
} |
|
], |
|
"max_steps": 5625, |
|
"num_train_epochs": 15, |
|
"total_flos": 2.842177830912e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|