lil-baby / trainer_state.json
AlekseyKorshuk's picture
huggingartists
617882e
raw
history blame
4.41 kB
{
"best_metric": 3.4053022861480713,
"best_model_checkpoint": "output/lil-baby/checkpoint-161",
"epoch": 1.0,
"global_step": 161,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 0.0001368737597109298,
"loss": 4.1361,
"step": 5
},
{
"epoch": 0.06,
"learning_rate": 0.0001358981418386525,
"loss": 3.9051,
"step": 10
},
{
"epoch": 0.09,
"learning_rate": 0.00013428242585420812,
"loss": 3.9549,
"step": 15
},
{
"epoch": 0.12,
"learning_rate": 0.00013204197944418041,
"loss": 3.8706,
"step": 20
},
{
"epoch": 0.16,
"learning_rate": 0.00012919811234281,
"loss": 3.6931,
"step": 25
},
{
"epoch": 0.19,
"learning_rate": 0.00012577787364704225,
"loss": 3.7356,
"step": 30
},
{
"epoch": 0.22,
"learning_rate": 0.0001218137945423232,
"loss": 3.4819,
"step": 35
},
{
"epoch": 0.25,
"learning_rate": 0.00011734357888617527,
"loss": 3.6124,
"step": 40
},
{
"epoch": 0.28,
"learning_rate": 0.00011240974459253048,
"loss": 3.3867,
"step": 45
},
{
"epoch": 0.31,
"learning_rate": 0.00010705921922774988,
"loss": 3.7457,
"step": 50
},
{
"epoch": 0.34,
"learning_rate": 0.00010134289366476881,
"loss": 3.4233,
"step": 55
},
{
"epoch": 0.37,
"learning_rate": 9.531513804073266e-05,
"loss": 3.4982,
"step": 60
},
{
"epoch": 0.4,
"learning_rate": 8.903328462203299e-05,
"loss": 3.4624,
"step": 65
},
{
"epoch": 0.43,
"learning_rate": 8.255708249541069e-05,
"loss": 3.6589,
"step": 70
},
{
"epoch": 0.47,
"learning_rate": 7.594812927176565e-05,
"loss": 3.5649,
"step": 75
},
{
"epoch": 0.5,
"learning_rate": 6.926928520795311e-05,
"loss": 3.4196,
"step": 80
},
{
"epoch": 0.53,
"learning_rate": 6.258407531907605e-05,
"loss": 3.5135,
"step": 85
},
{
"epoch": 0.56,
"learning_rate": 5.5956085168010344e-05,
"loss": 3.4432,
"step": 90
},
{
"epoch": 0.59,
"learning_rate": 4.9448356079036955e-05,
"loss": 3.5893,
"step": 95
},
{
"epoch": 0.62,
"learning_rate": 4.312278552793369e-05,
"loss": 3.554,
"step": 100
},
{
"epoch": 0.65,
"learning_rate": 3.703953841164296e-05,
"loss": 3.5241,
"step": 105
},
{
"epoch": 0.68,
"learning_rate": 3.125647479715328e-05,
"loss": 3.6419,
"step": 110
},
{
"epoch": 0.71,
"learning_rate": 2.5828599592490882e-05,
"loss": 3.6566,
"step": 115
},
{
"epoch": 0.75,
"learning_rate": 2.080753937420995e-05,
"loss": 3.5235,
"step": 120
},
{
"epoch": 0.78,
"learning_rate": 1.624105134747227e-05,
"loss": 3.4856,
"step": 125
},
{
"epoch": 0.81,
"learning_rate": 1.2172569109183958e-05,
"loss": 3.3829,
"step": 130
},
{
"epoch": 0.84,
"learning_rate": 8.640789534607252e-06,
"loss": 3.4401,
"step": 135
},
{
"epoch": 0.87,
"learning_rate": 5.679304716725937e-06,
"loss": 3.2529,
"step": 140
},
{
"epoch": 0.9,
"learning_rate": 3.3162824591277986e-06,
"loss": 3.4932,
"step": 145
},
{
"epoch": 0.93,
"learning_rate": 1.574198361357997e-06,
"loss": 3.4635,
"step": 150
},
{
"epoch": 0.96,
"learning_rate": 4.696220449804098e-07,
"loss": 3.4189,
"step": 155
},
{
"epoch": 0.99,
"learning_rate": 1.3059553632214649e-08,
"loss": 3.3297,
"step": 160
},
{
"epoch": 1.0,
"eval_loss": 3.4053022861480713,
"eval_runtime": 10.3203,
"eval_samples_per_second": 22.48,
"eval_steps_per_second": 2.81,
"step": 161
}
],
"max_steps": 161,
"num_train_epochs": 1,
"total_flos": 167357546496000.0,
"trial_name": null,
"trial_params": null
}