| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.8257638315441783, | |
| "eval_steps": 500, | |
| "global_step": 1500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.055050922102945224, | |
| "grad_norm": 3.223727226257324, | |
| "learning_rate": 5.494505494505495e-05, | |
| "loss": 2.0113, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11010184420589045, | |
| "grad_norm": 2.7249491214752197, | |
| "learning_rate": 9.997006099836617e-05, | |
| "loss": 1.7306, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16515276630883569, | |
| "grad_norm": 2.2732579708099365, | |
| "learning_rate": 9.871874350577997e-05, | |
| "loss": 1.6522, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2202036884117809, | |
| "grad_norm": 2.5243077278137207, | |
| "learning_rate": 9.567205799555621e-05, | |
| "loss": 1.5667, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2752546105147261, | |
| "grad_norm": 2.2532739639282227, | |
| "learning_rate": 9.09422799766929e-05, | |
| "loss": 1.5134, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.33030553261767137, | |
| "grad_norm": 2.3742384910583496, | |
| "learning_rate": 8.47037097610317e-05, | |
| "loss": 1.4548, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3853564547206166, | |
| "grad_norm": 2.96374773979187, | |
| "learning_rate": 7.718624920225358e-05, | |
| "loss": 1.4309, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.4404073768235618, | |
| "grad_norm": 2.140960693359375, | |
| "learning_rate": 6.866692942410824e-05, | |
| "loss": 1.4181, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.495458298926507, | |
| "grad_norm": 1.9198336601257324, | |
| "learning_rate": 5.9459701755408125e-05, | |
| "loss": 1.3413, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.5505092210294522, | |
| "grad_norm": 1.8933072090148926, | |
| "learning_rate": 4.9903868093081854e-05, | |
| "loss": 1.3367, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6055601431323975, | |
| "grad_norm": 1.8014689683914185, | |
| "learning_rate": 4.0351577053958396e-05, | |
| "loss": 1.2852, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.6606110652353427, | |
| "grad_norm": 1.8801296949386597, | |
| "learning_rate": 3.1154846703215746e-05, | |
| "loss": 1.229, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.7156619873382879, | |
| "grad_norm": 1.738985538482666, | |
| "learning_rate": 2.2652592093878666e-05, | |
| "loss": 1.2434, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.7707129094412332, | |
| "grad_norm": 2.303053379058838, | |
| "learning_rate": 1.5158135674454127e-05, | |
| "loss": 1.2021, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.8257638315441783, | |
| "grad_norm": 1.6559442281723022, | |
| "learning_rate": 8.947660827286925e-06, | |
| "loss": 1.1831, | |
| "step": 1500 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 1816, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7.96786646670508e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |