{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.7817371937639197, "eval_steps": 25, "global_step": 25, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07126948775055679, "grad_norm": 10.804896354675293, "learning_rate": 5e-05, "loss": 4.5978, "step": 1 }, { "epoch": 0.07126948775055679, "eval_loss": 4.046659469604492, "eval_runtime": 2.4557, "eval_samples_per_second": 20.361, "eval_steps_per_second": 5.294, "step": 1 }, { "epoch": 0.14253897550111358, "grad_norm": 10.301349639892578, "learning_rate": 0.0001, "loss": 4.8501, "step": 2 }, { "epoch": 0.21380846325167038, "grad_norm": 12.16850471496582, "learning_rate": 9.986796105326832e-05, "loss": 2.3801, "step": 3 }, { "epoch": 0.28507795100222716, "grad_norm": 7.317905902862549, "learning_rate": 9.947261907011569e-05, "loss": 2.669, "step": 4 }, { "epoch": 0.35634743875278396, "grad_norm": 7.833179950714111, "learning_rate": 9.881629407450006e-05, "loss": 2.5579, "step": 5 }, { "epoch": 0.42761692650334077, "grad_norm": 5.9061079025268555, "learning_rate": 9.790283764247188e-05, "loss": 1.8147, "step": 6 }, { "epoch": 0.49888641425389757, "grad_norm": 4.455478191375732, "learning_rate": 9.673761029959427e-05, "loss": 0.7854, "step": 7 }, { "epoch": 0.5701559020044543, "grad_norm": 4.549908638000488, "learning_rate": 9.53274500632475e-05, "loss": 1.3198, "step": 8 }, { "epoch": 0.6414253897550112, "grad_norm": 4.589344024658203, "learning_rate": 9.368063231442406e-05, "loss": 1.093, "step": 9 }, { "epoch": 0.7126948775055679, "grad_norm": 3.6987669467926025, "learning_rate": 9.18068212345023e-05, "loss": 0.3916, "step": 10 }, { "epoch": 0.7839643652561247, "grad_norm": 4.129584312438965, "learning_rate": 8.971701309198744e-05, "loss": 0.5841, "step": 11 }, { "epoch": 0.8552338530066815, "grad_norm": 3.923628330230713, "learning_rate": 8.742347171203542e-05, "loss": 0.6434, "step": 12 }, { "epoch": 0.9265033407572383, "grad_norm": 2.7002556324005127, "learning_rate": 8.493965650745043e-05, "loss": 0.5206, "step": 13 }, { "epoch": 0.9977728285077951, "grad_norm": 1.9785927534103394, "learning_rate": 8.228014349349872e-05, "loss": 0.3233, "step": 14 }, { "epoch": 1.069042316258352, "grad_norm": 3.3591909408569336, "learning_rate": 7.946053975005496e-05, "loss": 0.5516, "step": 15 }, { "epoch": 1.1403118040089086, "grad_norm": 1.316374659538269, "learning_rate": 7.649739183305184e-05, "loss": 0.3752, "step": 16 }, { "epoch": 1.2115812917594655, "grad_norm": 1.1888165473937988, "learning_rate": 7.34080886727103e-05, "loss": 0.2189, "step": 17 }, { "epoch": 1.2828507795100224, "grad_norm": 1.096291184425354, "learning_rate": 7.021075952838262e-05, "loss": 0.2563, "step": 18 }, { "epoch": 1.354120267260579, "grad_norm": 1.2140592336654663, "learning_rate": 6.692416759884978e-05, "loss": 0.211, "step": 19 }, { "epoch": 1.4253897550111359, "grad_norm": 1.2319027185440063, "learning_rate": 6.356759991241008e-05, "loss": 0.2163, "step": 20 }, { "epoch": 1.4966592427616927, "grad_norm": 1.153494954109192, "learning_rate": 6.016075414292803e-05, "loss": 0.2663, "step": 21 }, { "epoch": 1.5679287305122496, "grad_norm": 0.7327424883842468, "learning_rate": 5.6723623016051596e-05, "loss": 0.174, "step": 22 }, { "epoch": 1.6391982182628062, "grad_norm": 1.0020651817321777, "learning_rate": 5.3276376983948415e-05, "loss": 0.2659, "step": 23 }, { "epoch": 1.710467706013363, "grad_norm": 1.2167654037475586, "learning_rate": 4.9839245857071994e-05, "loss": 0.1188, "step": 24 }, { "epoch": 1.7817371937639197, "grad_norm": 0.9578669667243958, "learning_rate": 4.643240008758992e-05, "loss": 0.3337, "step": 25 }, { "epoch": 1.7817371937639197, "eval_loss": 0.1293194591999054, "eval_runtime": 1.4921, "eval_samples_per_second": 33.509, "eval_steps_per_second": 8.712, "step": 25 } ], "logging_steps": 1, "max_steps": 43, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 25, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.347180870336512e+16, "train_batch_size": 1, "trial_name": null, "trial_params": null }