{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.7613293051359517, "eval_steps": 21, "global_step": 63, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.012084592145015106, "eval_loss": 10.387871742248535, "eval_runtime": 0.2615, "eval_samples_per_second": 535.336, "eval_steps_per_second": 68.829, "step": 1 }, { "epoch": 0.03625377643504532, "grad_norm": 0.13119755685329437, "learning_rate": 3e-05, "loss": 10.3886, "step": 3 }, { "epoch": 0.07250755287009064, "grad_norm": 0.10730081051588058, "learning_rate": 6e-05, "loss": 10.3847, "step": 6 }, { "epoch": 0.10876132930513595, "grad_norm": 0.09705545753240585, "learning_rate": 9e-05, "loss": 10.3871, "step": 9 }, { "epoch": 0.14501510574018128, "grad_norm": 0.12139848619699478, "learning_rate": 9.998272257842641e-05, "loss": 10.3874, "step": 12 }, { "epoch": 0.18126888217522658, "grad_norm": 0.11973798274993896, "learning_rate": 9.989204876292688e-05, "loss": 10.3781, "step": 15 }, { "epoch": 0.2175226586102719, "grad_norm": 0.13775140047073364, "learning_rate": 9.972379999624936e-05, "loss": 10.3777, "step": 18 }, { "epoch": 0.2537764350453172, "grad_norm": 0.12977235019207, "learning_rate": 9.947823788099753e-05, "loss": 10.3796, "step": 21 }, { "epoch": 0.2537764350453172, "eval_loss": 10.373146057128906, "eval_runtime": 0.2637, "eval_samples_per_second": 530.958, "eval_steps_per_second": 68.266, "step": 21 }, { "epoch": 0.29003021148036257, "grad_norm": 0.16504716873168945, "learning_rate": 9.91557442308987e-05, "loss": 10.3703, "step": 24 }, { "epoch": 0.32628398791540786, "grad_norm": 0.16905713081359863, "learning_rate": 9.875682047713846e-05, "loss": 10.3718, "step": 27 }, { "epoch": 0.36253776435045315, "grad_norm": 0.18219968676567078, "learning_rate": 9.828208688870735e-05, "loss": 10.3611, "step": 30 }, { "epoch": 0.3987915407854985, "grad_norm": 0.2741997241973877, "learning_rate": 9.773228160797188e-05, "loss": 10.3599, "step": 33 }, { "epoch": 0.4350453172205438, "grad_norm": 0.20199109613895416, "learning_rate": 9.71082595029695e-05, "loss": 10.3536, "step": 36 }, { "epoch": 0.47129909365558914, "grad_norm": 0.16347676515579224, "learning_rate": 9.64109908382119e-05, "loss": 10.3424, "step": 39 }, { "epoch": 0.5075528700906344, "grad_norm": 0.15472479164600372, "learning_rate": 9.564155976606339e-05, "loss": 10.3365, "step": 42 }, { "epoch": 0.5075528700906344, "eval_loss": 10.338454246520996, "eval_runtime": 0.2615, "eval_samples_per_second": 535.377, "eval_steps_per_second": 68.834, "step": 42 }, { "epoch": 0.5438066465256798, "grad_norm": 0.15116359293460846, "learning_rate": 9.480116264104011e-05, "loss": 10.3382, "step": 45 }, { "epoch": 0.5800604229607251, "grad_norm": 0.20655445754528046, "learning_rate": 9.389110615965102e-05, "loss": 10.3347, "step": 48 }, { "epoch": 0.6163141993957704, "grad_norm": 0.15545906126499176, "learning_rate": 9.291280532867302e-05, "loss": 10.3275, "step": 51 }, { "epoch": 0.6525679758308157, "grad_norm": 0.189162015914917, "learning_rate": 9.186778126501916e-05, "loss": 10.3294, "step": 54 }, { "epoch": 0.6888217522658611, "grad_norm": 0.21338708698749542, "learning_rate": 9.075765883062093e-05, "loss": 10.3236, "step": 57 }, { "epoch": 0.7250755287009063, "grad_norm": 0.23534299433231354, "learning_rate": 8.958416410600187e-05, "loss": 10.3183, "step": 60 }, { "epoch": 0.7613293051359517, "grad_norm": 0.2692500054836273, "learning_rate": 8.834912170647101e-05, "loss": 10.3116, "step": 63 }, { "epoch": 0.7613293051359517, "eval_loss": 10.310102462768555, "eval_runtime": 0.2628, "eval_samples_per_second": 532.785, "eval_steps_per_second": 68.501, "step": 63 } ], "logging_steps": 3, "max_steps": 249, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 21, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 7027691618304.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }