kokovova's picture
Training in progress, step 50, checkpoint
514fc8a verified
raw
history blame
10 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.03877096055054764,
"eval_steps": 25,
"global_step": 50,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0007754192110109528,
"grad_norm": 13.743983268737793,
"learning_rate": 3.3333333333333335e-05,
"loss": 10.4552,
"step": 1
},
{
"epoch": 0.0007754192110109528,
"eval_loss": 10.45703125,
"eval_runtime": 17.3532,
"eval_samples_per_second": 62.582,
"eval_steps_per_second": 31.291,
"step": 1
},
{
"epoch": 0.0015508384220219056,
"grad_norm": 15.994314193725586,
"learning_rate": 6.666666666666667e-05,
"loss": 10.4156,
"step": 2
},
{
"epoch": 0.0023262576330328583,
"grad_norm": 17.251068115234375,
"learning_rate": 0.0001,
"loss": 10.3381,
"step": 3
},
{
"epoch": 0.0031016768440438112,
"grad_norm": 13.243555068969727,
"learning_rate": 9.99524110790929e-05,
"loss": 10.5021,
"step": 4
},
{
"epoch": 0.003877096055054764,
"grad_norm": 12.53420352935791,
"learning_rate": 9.980973490458728e-05,
"loss": 10.0685,
"step": 5
},
{
"epoch": 0.004652515266065717,
"grad_norm": 13.710821151733398,
"learning_rate": 9.957224306869053e-05,
"loss": 9.9248,
"step": 6
},
{
"epoch": 0.0054279344770766695,
"grad_norm": 14.05363941192627,
"learning_rate": 9.924038765061042e-05,
"loss": 9.9161,
"step": 7
},
{
"epoch": 0.0062033536880876225,
"grad_norm": 13.404027938842773,
"learning_rate": 9.881480035599667e-05,
"loss": 9.5758,
"step": 8
},
{
"epoch": 0.006978772899098575,
"grad_norm": 15.494867324829102,
"learning_rate": 9.829629131445342e-05,
"loss": 9.7933,
"step": 9
},
{
"epoch": 0.007754192110109528,
"grad_norm": 21.381547927856445,
"learning_rate": 9.768584753741134e-05,
"loss": 9.1108,
"step": 10
},
{
"epoch": 0.00852961132112048,
"grad_norm": 17.526710510253906,
"learning_rate": 9.698463103929542e-05,
"loss": 9.1686,
"step": 11
},
{
"epoch": 0.009305030532131433,
"grad_norm": 16.56471824645996,
"learning_rate": 9.619397662556435e-05,
"loss": 9.0037,
"step": 12
},
{
"epoch": 0.010080449743142386,
"grad_norm": 17.765729904174805,
"learning_rate": 9.53153893518325e-05,
"loss": 8.9391,
"step": 13
},
{
"epoch": 0.010855868954153339,
"grad_norm": 18.965198516845703,
"learning_rate": 9.435054165891109e-05,
"loss": 8.794,
"step": 14
},
{
"epoch": 0.011631288165164292,
"grad_norm": 20.40072250366211,
"learning_rate": 9.330127018922194e-05,
"loss": 8.0026,
"step": 15
},
{
"epoch": 0.012406707376175245,
"grad_norm": 15.78911304473877,
"learning_rate": 9.21695722906443e-05,
"loss": 8.396,
"step": 16
},
{
"epoch": 0.013182126587186198,
"grad_norm": 21.308853149414062,
"learning_rate": 9.09576022144496e-05,
"loss": 8.1367,
"step": 17
},
{
"epoch": 0.01395754579819715,
"grad_norm": 17.67489242553711,
"learning_rate": 8.966766701456177e-05,
"loss": 7.9123,
"step": 18
},
{
"epoch": 0.014732965009208104,
"grad_norm": 17.39400291442871,
"learning_rate": 8.83022221559489e-05,
"loss": 7.8025,
"step": 19
},
{
"epoch": 0.015508384220219057,
"grad_norm": 18.812978744506836,
"learning_rate": 8.68638668405062e-05,
"loss": 7.7002,
"step": 20
},
{
"epoch": 0.01628380343123001,
"grad_norm": 20.998043060302734,
"learning_rate": 8.535533905932738e-05,
"loss": 7.5169,
"step": 21
},
{
"epoch": 0.01705922264224096,
"grad_norm": 17.887672424316406,
"learning_rate": 8.377951038078302e-05,
"loss": 7.2246,
"step": 22
},
{
"epoch": 0.017834641853251915,
"grad_norm": 18.00612449645996,
"learning_rate": 8.213938048432697e-05,
"loss": 6.679,
"step": 23
},
{
"epoch": 0.018610061064262867,
"grad_norm": 16.111370086669922,
"learning_rate": 8.043807145043604e-05,
"loss": 6.2643,
"step": 24
},
{
"epoch": 0.01938548027527382,
"grad_norm": 22.258943557739258,
"learning_rate": 7.86788218175523e-05,
"loss": 6.6102,
"step": 25
},
{
"epoch": 0.01938548027527382,
"eval_loss": 6.311874866485596,
"eval_runtime": 17.3852,
"eval_samples_per_second": 62.467,
"eval_steps_per_second": 31.233,
"step": 25
},
{
"epoch": 0.020160899486284772,
"grad_norm": 15.573179244995117,
"learning_rate": 7.68649804173412e-05,
"loss": 6.3441,
"step": 26
},
{
"epoch": 0.020936318697295727,
"grad_norm": 15.074617385864258,
"learning_rate": 7.500000000000001e-05,
"loss": 6.2842,
"step": 27
},
{
"epoch": 0.021711737908306678,
"grad_norm": 15.864977836608887,
"learning_rate": 7.308743066175172e-05,
"loss": 5.7357,
"step": 28
},
{
"epoch": 0.02248715711931763,
"grad_norm": 19.382728576660156,
"learning_rate": 7.113091308703498e-05,
"loss": 6.0517,
"step": 29
},
{
"epoch": 0.023262576330328584,
"grad_norm": 18.489917755126953,
"learning_rate": 6.91341716182545e-05,
"loss": 5.7561,
"step": 30
},
{
"epoch": 0.024037995541339535,
"grad_norm": 11.977217674255371,
"learning_rate": 6.710100716628344e-05,
"loss": 5.3761,
"step": 31
},
{
"epoch": 0.02481341475235049,
"grad_norm": 12.359403610229492,
"learning_rate": 6.503528997521366e-05,
"loss": 5.6858,
"step": 32
},
{
"epoch": 0.02558883396336144,
"grad_norm": 17.48925018310547,
"learning_rate": 6.294095225512603e-05,
"loss": 5.4112,
"step": 33
},
{
"epoch": 0.026364253174372396,
"grad_norm": 12.810553550720215,
"learning_rate": 6.0821980696905146e-05,
"loss": 5.1038,
"step": 34
},
{
"epoch": 0.027139672385383347,
"grad_norm": 11.41131591796875,
"learning_rate": 5.868240888334653e-05,
"loss": 5.1019,
"step": 35
},
{
"epoch": 0.0279150915963943,
"grad_norm": 11.404109001159668,
"learning_rate": 5.6526309611002594e-05,
"loss": 5.0096,
"step": 36
},
{
"epoch": 0.028690510807405253,
"grad_norm": 10.934562683105469,
"learning_rate": 5.435778713738292e-05,
"loss": 4.8367,
"step": 37
},
{
"epoch": 0.029465930018416207,
"grad_norm": 11.160900115966797,
"learning_rate": 5.218096936826681e-05,
"loss": 5.009,
"step": 38
},
{
"epoch": 0.03024134922942716,
"grad_norm": 9.400223731994629,
"learning_rate": 5e-05,
"loss": 5.121,
"step": 39
},
{
"epoch": 0.031016768440438113,
"grad_norm": 9.578547477722168,
"learning_rate": 4.781903063173321e-05,
"loss": 4.9154,
"step": 40
},
{
"epoch": 0.03179218765144907,
"grad_norm": 8.08479118347168,
"learning_rate": 4.564221286261709e-05,
"loss": 4.4877,
"step": 41
},
{
"epoch": 0.03256760686246002,
"grad_norm": 9.323592185974121,
"learning_rate": 4.347369038899744e-05,
"loss": 4.7919,
"step": 42
},
{
"epoch": 0.03334302607347097,
"grad_norm": 12.592964172363281,
"learning_rate": 4.131759111665349e-05,
"loss": 4.9646,
"step": 43
},
{
"epoch": 0.03411844528448192,
"grad_norm": 8.313202857971191,
"learning_rate": 3.917801930309486e-05,
"loss": 4.5304,
"step": 44
},
{
"epoch": 0.03489386449549287,
"grad_norm": 9.623037338256836,
"learning_rate": 3.705904774487396e-05,
"loss": 4.5277,
"step": 45
},
{
"epoch": 0.03566928370650383,
"grad_norm": 6.551573753356934,
"learning_rate": 3.4964710024786354e-05,
"loss": 4.7194,
"step": 46
},
{
"epoch": 0.03644470291751478,
"grad_norm": 9.742829322814941,
"learning_rate": 3.289899283371657e-05,
"loss": 4.4445,
"step": 47
},
{
"epoch": 0.03722012212852573,
"grad_norm": 6.696950435638428,
"learning_rate": 3.086582838174551e-05,
"loss": 4.3009,
"step": 48
},
{
"epoch": 0.037995541339536684,
"grad_norm": 6.955257415771484,
"learning_rate": 2.886908691296504e-05,
"loss": 4.2683,
"step": 49
},
{
"epoch": 0.03877096055054764,
"grad_norm": 11.268085479736328,
"learning_rate": 2.6912569338248315e-05,
"loss": 4.3482,
"step": 50
},
{
"epoch": 0.03877096055054764,
"eval_loss": 4.515497207641602,
"eval_runtime": 17.341,
"eval_samples_per_second": 62.626,
"eval_steps_per_second": 31.313,
"step": 50
}
],
"logging_steps": 1,
"max_steps": 75,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 25,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 29001724723200.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}