| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.016425305921322783, | |
| "eval_steps": 25, | |
| "global_step": 75, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00021900407895097046, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00021900407895097046, | |
| "eval_loss": NaN, | |
| "eval_runtime": 259.9296, | |
| "eval_samples_per_second": 14.796, | |
| "eval_steps_per_second": 7.398, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0004380081579019409, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 0.0, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0006570122368529114, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0008760163158038818, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.99524110790929e-05, | |
| "loss": 0.0, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0010950203947548522, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.980973490458728e-05, | |
| "loss": 0.0, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0013140244737058228, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.957224306869053e-05, | |
| "loss": 0.0, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0015330285526567932, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.924038765061042e-05, | |
| "loss": 0.0, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0017520326316077636, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.881480035599667e-05, | |
| "loss": 0.0, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.001971036710558734, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.829629131445342e-05, | |
| "loss": 0.0, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0021900407895097044, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.768584753741134e-05, | |
| "loss": 0.0, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0024090448684606753, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.698463103929542e-05, | |
| "loss": 0.0, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0026280489474116457, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.619397662556435e-05, | |
| "loss": 0.0, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.002847053026362616, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.53153893518325e-05, | |
| "loss": 0.0, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0030660571053135865, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.435054165891109e-05, | |
| "loss": 0.0, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.003285061184264557, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.330127018922194e-05, | |
| "loss": 0.0, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0035040652632155273, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.21695722906443e-05, | |
| "loss": 0.0, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0037230693421664977, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.09576022144496e-05, | |
| "loss": 0.0, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.003942073421117468, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.966766701456177e-05, | |
| "loss": 0.0, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.004161077500068439, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.83022221559489e-05, | |
| "loss": 0.0, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.004380081579019409, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.68638668405062e-05, | |
| "loss": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.00459908565797038, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.535533905932738e-05, | |
| "loss": 0.0, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0048180897369213506, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.377951038078302e-05, | |
| "loss": 0.0, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0050370938158723205, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.213938048432697e-05, | |
| "loss": 0.0, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.005256097894823291, | |
| "grad_norm": NaN, | |
| "learning_rate": 8.043807145043604e-05, | |
| "loss": 0.0, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.005475101973774261, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.86788218175523e-05, | |
| "loss": 0.0, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.005475101973774261, | |
| "eval_loss": NaN, | |
| "eval_runtime": 260.9713, | |
| "eval_samples_per_second": 14.737, | |
| "eval_steps_per_second": 7.369, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.005694106052725232, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.68649804173412e-05, | |
| "loss": 0.0, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.005913110131676202, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.0, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.006132114210627173, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.308743066175172e-05, | |
| "loss": 0.0, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.006351118289578144, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.113091308703498e-05, | |
| "loss": 0.0, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.006570122368529114, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.91341716182545e-05, | |
| "loss": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.006789126447480085, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.710100716628344e-05, | |
| "loss": 0.0, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0070081305264310546, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.503528997521366e-05, | |
| "loss": 0.0, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.007227134605382025, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.294095225512603e-05, | |
| "loss": 0.0, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.007446138684332995, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.0821980696905146e-05, | |
| "loss": 0.0, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.007665142763283966, | |
| "grad_norm": NaN, | |
| "learning_rate": 5.868240888334653e-05, | |
| "loss": 0.0, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.007884146842234936, | |
| "grad_norm": NaN, | |
| "learning_rate": 5.6526309611002594e-05, | |
| "loss": 0.0, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.008103150921185907, | |
| "grad_norm": NaN, | |
| "learning_rate": 5.435778713738292e-05, | |
| "loss": 0.0, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.008322155000136878, | |
| "grad_norm": NaN, | |
| "learning_rate": 5.218096936826681e-05, | |
| "loss": 0.0, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.008541159079087849, | |
| "grad_norm": NaN, | |
| "learning_rate": 5e-05, | |
| "loss": 0.0, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.008760163158038818, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.781903063173321e-05, | |
| "loss": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.008979167236989789, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.564221286261709e-05, | |
| "loss": 0.0, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.00919817131594076, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.347369038899744e-05, | |
| "loss": 0.0, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.00941717539489173, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.131759111665349e-05, | |
| "loss": 0.0, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.009636179473842701, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.917801930309486e-05, | |
| "loss": 0.0, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.00985518355279367, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.705904774487396e-05, | |
| "loss": 0.0, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.010074187631744641, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.4964710024786354e-05, | |
| "loss": 0.0, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.010293191710695612, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.289899283371657e-05, | |
| "loss": 0.0, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.010512195789646583, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.086582838174551e-05, | |
| "loss": 0.0, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.010731199868597552, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.886908691296504e-05, | |
| "loss": 0.0, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.010950203947548523, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.6912569338248315e-05, | |
| "loss": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.010950203947548523, | |
| "eval_loss": NaN, | |
| "eval_runtime": 260.7442, | |
| "eval_samples_per_second": 14.75, | |
| "eval_steps_per_second": 7.375, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.011169208026499493, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.500000000000001e-05, | |
| "loss": 0.0, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.011388212105450464, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.3135019582658802e-05, | |
| "loss": 0.0, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.011607216184401435, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.132117818244771e-05, | |
| "loss": 0.0, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.011826220263352404, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.9561928549563968e-05, | |
| "loss": 0.0, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.012045224342303375, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.7860619515673033e-05, | |
| "loss": 0.0, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.012264228421254346, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.622048961921699e-05, | |
| "loss": 0.0, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.012483232500205317, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.4644660940672627e-05, | |
| "loss": 0.0, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.012702236579156288, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.3136133159493802e-05, | |
| "loss": 0.0, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.012921240658107257, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.1697777844051105e-05, | |
| "loss": 0.0, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.013140244737058228, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.0332332985438248e-05, | |
| "loss": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.013359248816009198, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.042397785550405e-06, | |
| "loss": 0.0, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.01357825289496017, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.830427709355725e-06, | |
| "loss": 0.0, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.013797256973911138, | |
| "grad_norm": NaN, | |
| "learning_rate": 6.698729810778065e-06, | |
| "loss": 0.0, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.014016261052862109, | |
| "grad_norm": NaN, | |
| "learning_rate": 5.649458341088915e-06, | |
| "loss": 0.0, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.01423526513181308, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.684610648167503e-06, | |
| "loss": 0.0, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.01445426921076405, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.8060233744356633e-06, | |
| "loss": 0.0, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.014673273289715022, | |
| "grad_norm": NaN, | |
| "learning_rate": 3.0153689607045845e-06, | |
| "loss": 0.0, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.01489227736866599, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.314152462588659e-06, | |
| "loss": 0.0, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.015111281447616962, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.70370868554659e-06, | |
| "loss": 0.0, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.015330285526567932, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.1851996440033319e-06, | |
| "loss": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.015549289605518903, | |
| "grad_norm": NaN, | |
| "learning_rate": 7.596123493895991e-07, | |
| "loss": 0.0, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.015768293684469872, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.277569313094809e-07, | |
| "loss": 0.0, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.015987297763420845, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.9026509541272275e-07, | |
| "loss": 0.0, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.016206301842371814, | |
| "grad_norm": NaN, | |
| "learning_rate": 4.7588920907110094e-08, | |
| "loss": 0.0, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.016425305921322783, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0, | |
| "loss": 0.0, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.016425305921322783, | |
| "eval_loss": NaN, | |
| "eval_runtime": 260.3933, | |
| "eval_samples_per_second": 14.77, | |
| "eval_steps_per_second": 7.385, | |
| "step": 75 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 75, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 25, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.56265573515264e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |