{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.994418604651163, "eval_steps": 10000, "global_step": 134, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.15, "grad_norm": 5.033292770385742, "learning_rate": 9.253731343283582e-05, "loss": 1.2697, "step": 10 }, { "epoch": 0.3, "grad_norm": 2.4899826049804688, "learning_rate": 8.507462686567164e-05, "loss": 0.3049, "step": 20 }, { "epoch": 0.45, "grad_norm": 1.5415112972259521, "learning_rate": 7.761194029850747e-05, "loss": 0.2733, "step": 30 }, { "epoch": 0.6, "grad_norm": 1.638880968093872, "learning_rate": 7.014925373134329e-05, "loss": 0.2333, "step": 40 }, { "epoch": 0.74, "grad_norm": 1.1440837383270264, "learning_rate": 6.268656716417911e-05, "loss": 0.1867, "step": 50 }, { "epoch": 0.89, "grad_norm": 1.1239829063415527, "learning_rate": 5.5223880597014934e-05, "loss": 0.192, "step": 60 }, { "epoch": 1.04, "grad_norm": 1.2518362998962402, "learning_rate": 4.7761194029850745e-05, "loss": 0.1704, "step": 70 }, { "epoch": 1.19, "grad_norm": 0.8198823928833008, "learning_rate": 4.029850746268657e-05, "loss": 0.0894, "step": 80 }, { "epoch": 1.34, "grad_norm": 0.8759316205978394, "learning_rate": 3.283582089552239e-05, "loss": 0.1051, "step": 90 }, { "epoch": 1.49, "grad_norm": 1.0815106630325317, "learning_rate": 2.537313432835821e-05, "loss": 0.0918, "step": 100 }, { "epoch": 1.64, "grad_norm": 0.6786580085754395, "learning_rate": 1.791044776119403e-05, "loss": 0.0828, "step": 110 }, { "epoch": 1.79, "grad_norm": 0.5591555833816528, "learning_rate": 1.0447761194029851e-05, "loss": 0.0796, "step": 120 }, { "epoch": 1.93, "grad_norm": 0.9764952659606934, "learning_rate": 2.9850746268656716e-06, "loss": 0.0783, "step": 130 }, { "epoch": 1.99, "step": 134, "total_flos": 708532919205888.0, "train_loss": 0.23782958757521502, "train_runtime": 525.475, "train_samples_per_second": 32.728, "train_steps_per_second": 0.255 } ], "logging_steps": 10, "max_steps": 134, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 500, "total_flos": 708532919205888.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }