{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.010800332317917475, "eval_steps": 13, "global_step": 39, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00027693159789531985, "eval_loss": 6.243055820465088, "eval_runtime": 457.8006, "eval_samples_per_second": 13.285, "eval_steps_per_second": 1.662, "step": 1 }, { "epoch": 0.0008307947936859596, "grad_norm": 27.681867599487305, "learning_rate": 3e-05, "loss": 24.6744, "step": 3 }, { "epoch": 0.001661589587371919, "grad_norm": 27.828317642211914, "learning_rate": 6e-05, "loss": 22.5088, "step": 6 }, { "epoch": 0.0024923843810578787, "grad_norm": 29.053722381591797, "learning_rate": 9e-05, "loss": 17.9623, "step": 9 }, { "epoch": 0.003323179174743838, "grad_norm": 19.01649284362793, "learning_rate": 9.994965332706573e-05, "loss": 11.8099, "step": 12 }, { "epoch": 0.003600110772639158, "eval_loss": 1.6348825693130493, "eval_runtime": 460.8045, "eval_samples_per_second": 13.199, "eval_steps_per_second": 1.651, "step": 13 }, { "epoch": 0.004153973968429798, "grad_norm": 18.268274307250977, "learning_rate": 9.968561049466214e-05, "loss": 6.9041, "step": 15 }, { "epoch": 0.004984768762115757, "grad_norm": 9.425353050231934, "learning_rate": 9.919647942993148e-05, "loss": 3.1179, "step": 18 }, { "epoch": 0.005815563555801717, "grad_norm": 13.245735168457031, "learning_rate": 9.848447601883435e-05, "loss": 2.4225, "step": 21 }, { "epoch": 0.006646358349487676, "grad_norm": 7.058098793029785, "learning_rate": 9.755282581475769e-05, "loss": 1.7562, "step": 24 }, { "epoch": 0.007200221545278316, "eval_loss": 0.40671274065971375, "eval_runtime": 461.0952, "eval_samples_per_second": 13.19, "eval_steps_per_second": 1.65, "step": 26 }, { "epoch": 0.007477153143173636, "grad_norm": 5.528973579406738, "learning_rate": 9.640574942595196e-05, "loss": 1.6548, "step": 27 }, { "epoch": 0.008307947936859596, "grad_norm": 5.370375156402588, "learning_rate": 9.504844339512095e-05, "loss": 1.6354, "step": 30 }, { "epoch": 0.009138742730545555, "grad_norm": 4.518975257873535, "learning_rate": 9.348705665778478e-05, "loss": 1.5657, "step": 33 }, { "epoch": 0.009969537524231515, "grad_norm": 3.3204827308654785, "learning_rate": 9.172866268606513e-05, "loss": 1.445, "step": 36 }, { "epoch": 0.010800332317917475, "grad_norm": 5.033892631530762, "learning_rate": 8.978122744408906e-05, "loss": 1.8423, "step": 39 }, { "epoch": 0.010800332317917475, "eval_loss": 0.37738242745399475, "eval_runtime": 460.9405, "eval_samples_per_second": 13.195, "eval_steps_per_second": 1.651, "step": 39 } ], "logging_steps": 3, "max_steps": 150, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 13, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 6.220067744671334e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }