{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.008047965876624683, "eval_steps": 13, "global_step": 50, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00016095931753249367, "grad_norm": NaN, "learning_rate": 5e-06, "loss": 0.0, "step": 1 }, { "epoch": 0.00016095931753249367, "eval_loss": NaN, "eval_runtime": 56.9903, "eval_samples_per_second": 45.903, "eval_steps_per_second": 22.951, "step": 1 }, { "epoch": 0.00032191863506498734, "grad_norm": NaN, "learning_rate": 1e-05, "loss": 0.0, "step": 2 }, { "epoch": 0.000482877952597481, "grad_norm": NaN, "learning_rate": 1.5e-05, "loss": 0.0, "step": 3 }, { "epoch": 0.0006438372701299747, "grad_norm": NaN, "learning_rate": 2e-05, "loss": 0.0, "step": 4 }, { "epoch": 0.0008047965876624683, "grad_norm": NaN, "learning_rate": 2.5e-05, "loss": 0.0, "step": 5 }, { "epoch": 0.000965755905194962, "grad_norm": NaN, "learning_rate": 3e-05, "loss": 0.0, "step": 6 }, { "epoch": 0.0011267152227274555, "grad_norm": NaN, "learning_rate": 3.5e-05, "loss": 0.0, "step": 7 }, { "epoch": 0.0012876745402599493, "grad_norm": NaN, "learning_rate": 4e-05, "loss": 0.0, "step": 8 }, { "epoch": 0.001448633857792443, "grad_norm": NaN, "learning_rate": 4.5e-05, "loss": 0.0, "step": 9 }, { "epoch": 0.0016095931753249365, "grad_norm": NaN, "learning_rate": 5e-05, "loss": 0.0, "step": 10 }, { "epoch": 0.0017705524928574303, "grad_norm": NaN, "learning_rate": 4.99229333433282e-05, "loss": 0.0, "step": 11 }, { "epoch": 0.001931511810389924, "grad_norm": NaN, "learning_rate": 4.9692208514878444e-05, "loss": 0.0, "step": 12 }, { "epoch": 0.0020924711279224177, "grad_norm": NaN, "learning_rate": 4.9309248009941914e-05, "loss": 0.0, "step": 13 }, { "epoch": 0.0020924711279224177, "eval_loss": NaN, "eval_runtime": 55.8337, "eval_samples_per_second": 46.853, "eval_steps_per_second": 23.427, "step": 13 }, { "epoch": 0.002253430445454911, "grad_norm": NaN, "learning_rate": 4.877641290737884e-05, "loss": 0.0, "step": 14 }, { "epoch": 0.002414389762987405, "grad_norm": NaN, "learning_rate": 4.8096988312782174e-05, "loss": 0.0, "step": 15 }, { "epoch": 0.0025753490805198987, "grad_norm": NaN, "learning_rate": 4.72751631047092e-05, "loss": 0.0, "step": 16 }, { "epoch": 0.002736308398052392, "grad_norm": NaN, "learning_rate": 4.6316004108852305e-05, "loss": 0.0, "step": 17 }, { "epoch": 0.002897267715584886, "grad_norm": NaN, "learning_rate": 4.522542485937369e-05, "loss": 0.0, "step": 18 }, { "epoch": 0.0030582270331173797, "grad_norm": NaN, "learning_rate": 4.401014914000078e-05, "loss": 0.0, "step": 19 }, { "epoch": 0.003219186350649873, "grad_norm": NaN, "learning_rate": 4.267766952966369e-05, "loss": 0.0, "step": 20 }, { "epoch": 0.003380145668182367, "grad_norm": NaN, "learning_rate": 4.123620120825459e-05, "loss": 0.0, "step": 21 }, { "epoch": 0.0035411049857148606, "grad_norm": NaN, "learning_rate": 3.969463130731183e-05, "loss": 0.0, "step": 22 }, { "epoch": 0.0037020643032473544, "grad_norm": NaN, "learning_rate": 3.8062464117898724e-05, "loss": 0.0, "step": 23 }, { "epoch": 0.003863023620779848, "grad_norm": NaN, "learning_rate": 3.634976249348867e-05, "loss": 0.0, "step": 24 }, { "epoch": 0.004023982938312342, "grad_norm": NaN, "learning_rate": 3.456708580912725e-05, "loss": 0.0, "step": 25 }, { "epoch": 0.004184942255844835, "grad_norm": NaN, "learning_rate": 3.272542485937369e-05, "loss": 0.0, "step": 26 }, { "epoch": 0.004184942255844835, "eval_loss": NaN, "eval_runtime": 56.3934, "eval_samples_per_second": 46.388, "eval_steps_per_second": 23.194, "step": 26 }, { "epoch": 0.004345901573377329, "grad_norm": NaN, "learning_rate": 3.083613409639764e-05, "loss": 0.0, "step": 27 }, { "epoch": 0.004506860890909822, "grad_norm": NaN, "learning_rate": 2.8910861626005776e-05, "loss": 0.0, "step": 28 }, { "epoch": 0.004667820208442316, "grad_norm": NaN, "learning_rate": 2.6961477393196126e-05, "loss": 0.0, "step": 29 }, { "epoch": 0.00482877952597481, "grad_norm": NaN, "learning_rate": 2.5e-05, "loss": 0.0, "step": 30 }, { "epoch": 0.004989738843507304, "grad_norm": NaN, "learning_rate": 2.303852260680388e-05, "loss": 0.0, "step": 31 }, { "epoch": 0.005150698161039797, "grad_norm": NaN, "learning_rate": 2.1089138373994223e-05, "loss": 0.0, "step": 32 }, { "epoch": 0.005311657478572291, "grad_norm": NaN, "learning_rate": 1.9163865903602374e-05, "loss": 0.0, "step": 33 }, { "epoch": 0.005472616796104784, "grad_norm": NaN, "learning_rate": 1.7274575140626318e-05, "loss": 0.0, "step": 34 }, { "epoch": 0.005633576113637278, "grad_norm": NaN, "learning_rate": 1.5432914190872757e-05, "loss": 0.0, "step": 35 }, { "epoch": 0.005794535431169772, "grad_norm": NaN, "learning_rate": 1.3650237506511331e-05, "loss": 0.0, "step": 36 }, { "epoch": 0.0059554947487022655, "grad_norm": NaN, "learning_rate": 1.1937535882101281e-05, "loss": 0.0, "step": 37 }, { "epoch": 0.006116454066234759, "grad_norm": NaN, "learning_rate": 1.0305368692688174e-05, "loss": 0.0, "step": 38 }, { "epoch": 0.006277413383767253, "grad_norm": NaN, "learning_rate": 8.763798791745411e-06, "loss": 0.0, "step": 39 }, { "epoch": 0.006277413383767253, "eval_loss": NaN, "eval_runtime": 55.788, "eval_samples_per_second": 46.892, "eval_steps_per_second": 23.446, "step": 39 }, { "epoch": 0.006438372701299746, "grad_norm": NaN, "learning_rate": 7.3223304703363135e-06, "loss": 0.0, "step": 40 }, { "epoch": 0.00659933201883224, "grad_norm": NaN, "learning_rate": 5.989850859999227e-06, "loss": 0.0, "step": 41 }, { "epoch": 0.006760291336364734, "grad_norm": NaN, "learning_rate": 4.7745751406263165e-06, "loss": 0.0, "step": 42 }, { "epoch": 0.0069212506538972275, "grad_norm": NaN, "learning_rate": 3.6839958911476957e-06, "loss": 0.0, "step": 43 }, { "epoch": 0.007082209971429721, "grad_norm": NaN, "learning_rate": 2.7248368952908053e-06, "loss": 0.0, "step": 44 }, { "epoch": 0.007243169288962215, "grad_norm": NaN, "learning_rate": 1.9030116872178316e-06, "loss": 0.0, "step": 45 }, { "epoch": 0.007404128606494709, "grad_norm": NaN, "learning_rate": 1.2235870926211619e-06, "loss": 0.0, "step": 46 }, { "epoch": 0.007565087924027202, "grad_norm": NaN, "learning_rate": 6.907519900580861e-07, "loss": 0.0, "step": 47 }, { "epoch": 0.007726047241559696, "grad_norm": NaN, "learning_rate": 3.077914851215585e-07, "loss": 0.0, "step": 48 }, { "epoch": 0.00788700655909219, "grad_norm": NaN, "learning_rate": 7.706665667180091e-08, "loss": 0.0, "step": 49 }, { "epoch": 0.008047965876624683, "grad_norm": NaN, "learning_rate": 0.0, "loss": 0.0, "step": 50 } ], "logging_steps": 1, "max_steps": 50, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 13, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 202925823492096.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }