| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 1560, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 134.19052124023438, | |
| "learning_rate": 4.996794871794872e-05, | |
| "loss": 9.1177, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 46.553192138671875, | |
| "learning_rate": 4.9006410256410256e-05, | |
| "loss": 2.6116, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 17.68166732788086, | |
| "learning_rate": 4.8012820512820516e-05, | |
| "loss": 0.8879, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 17.172128677368164, | |
| "learning_rate": 4.701923076923077e-05, | |
| "loss": 1.0567, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 104.65974426269531, | |
| "learning_rate": 4.602564102564102e-05, | |
| "loss": 0.9872, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 16.036008834838867, | |
| "learning_rate": 4.503205128205128e-05, | |
| "loss": 0.9717, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 27.394895553588867, | |
| "learning_rate": 4.403846153846154e-05, | |
| "loss": 0.8679, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 37.157169342041016, | |
| "learning_rate": 4.30448717948718e-05, | |
| "loss": 0.8257, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 8.90817928314209, | |
| "learning_rate": 4.205128205128206e-05, | |
| "loss": 0.8604, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 13.38546085357666, | |
| "learning_rate": 4.105769230769231e-05, | |
| "loss": 0.8587, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 32.03287124633789, | |
| "learning_rate": 4.006410256410257e-05, | |
| "loss": 0.8512, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 20.29245376586914, | |
| "learning_rate": 3.9070512820512824e-05, | |
| "loss": 0.6728, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 10.910124778747559, | |
| "learning_rate": 3.807692307692308e-05, | |
| "loss": 0.611, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 14.703102111816406, | |
| "learning_rate": 3.708333333333334e-05, | |
| "loss": 0.6468, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 9.841747283935547, | |
| "learning_rate": 3.608974358974359e-05, | |
| "loss": 0.5327, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 15.09598445892334, | |
| "learning_rate": 3.5096153846153845e-05, | |
| "loss": 0.5669, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 18.652040481567383, | |
| "learning_rate": 3.4102564102564105e-05, | |
| "loss": 0.4854, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 8.733405113220215, | |
| "learning_rate": 3.310897435897436e-05, | |
| "loss": 0.5627, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 21.200965881347656, | |
| "learning_rate": 3.211538461538462e-05, | |
| "loss": 0.5001, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 7.368778228759766, | |
| "learning_rate": 3.112179487179487e-05, | |
| "loss": 0.4897, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 16.03817367553711, | |
| "learning_rate": 3.012820512820513e-05, | |
| "loss": 0.5294, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 35.705631256103516, | |
| "learning_rate": 2.913461538461539e-05, | |
| "loss": 0.4197, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 10.462698936462402, | |
| "learning_rate": 2.8141025641025643e-05, | |
| "loss": 0.3589, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 7.011005878448486, | |
| "learning_rate": 2.7147435897435896e-05, | |
| "loss": 0.4396, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 4.32899284362793, | |
| "learning_rate": 2.6153846153846157e-05, | |
| "loss": 0.4604, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 5.010735988616943, | |
| "learning_rate": 2.516025641025641e-05, | |
| "loss": 0.3764, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 6.4428582191467285, | |
| "learning_rate": 2.4166666666666667e-05, | |
| "loss": 0.3035, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 11.917937278747559, | |
| "learning_rate": 2.3173076923076924e-05, | |
| "loss": 0.3287, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 18.710346221923828, | |
| "learning_rate": 2.217948717948718e-05, | |
| "loss": 0.3209, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 5.8296990394592285, | |
| "learning_rate": 2.1185897435897437e-05, | |
| "loss": 0.329, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 11.532828330993652, | |
| "learning_rate": 2.0192307692307694e-05, | |
| "loss": 0.2934, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 15.149397850036621, | |
| "learning_rate": 1.919871794871795e-05, | |
| "loss": 0.2682, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 3.612698793411255, | |
| "learning_rate": 1.8205128205128204e-05, | |
| "loss": 0.264, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 1.7986979484558105, | |
| "learning_rate": 1.721153846153846e-05, | |
| "loss": 0.2085, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "grad_norm": 3.6060192584991455, | |
| "learning_rate": 1.6217948717948718e-05, | |
| "loss": 0.247, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 2.7116451263427734, | |
| "learning_rate": 1.5224358974358973e-05, | |
| "loss": 0.2104, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "grad_norm": 4.838766574859619, | |
| "learning_rate": 1.423076923076923e-05, | |
| "loss": 0.234, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 2.237657070159912, | |
| "learning_rate": 1.3237179487179489e-05, | |
| "loss": 0.2033, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "grad_norm": 1.6461944580078125, | |
| "learning_rate": 1.2243589743589744e-05, | |
| "loss": 0.2098, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "grad_norm": 6.327276229858398, | |
| "learning_rate": 1.125e-05, | |
| "loss": 0.2073, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "grad_norm": 2.9778146743774414, | |
| "learning_rate": 1.0256410256410256e-05, | |
| "loss": 0.1988, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 1.4347281455993652, | |
| "learning_rate": 9.262820512820514e-06, | |
| "loss": 0.1664, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "grad_norm": 2.844505786895752, | |
| "learning_rate": 8.26923076923077e-06, | |
| "loss": 0.1529, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 1.985013723373413, | |
| "learning_rate": 7.275641025641026e-06, | |
| "loss": 0.1447, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "grad_norm": 2.9127843379974365, | |
| "learning_rate": 6.282051282051282e-06, | |
| "loss": 0.1375, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "grad_norm": 2.6174566745758057, | |
| "learning_rate": 5.288461538461538e-06, | |
| "loss": 0.1515, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "grad_norm": 1.2411088943481445, | |
| "learning_rate": 4.294871794871795e-06, | |
| "loss": 0.1408, | |
| "step": 1426 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "grad_norm": 1.8333454132080078, | |
| "learning_rate": 3.3012820512820517e-06, | |
| "loss": 0.1372, | |
| "step": 1457 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "grad_norm": 1.785672903060913, | |
| "learning_rate": 2.307692307692308e-06, | |
| "loss": 0.1409, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "grad_norm": 3.533236026763916, | |
| "learning_rate": 1.3141025641025643e-06, | |
| "loss": 0.1276, | |
| "step": 1519 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "grad_norm": 1.3145009279251099, | |
| "learning_rate": 3.205128205128205e-07, | |
| "loss": 0.1329, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 1560, | |
| "total_flos": 1.845867535870722e+19, | |
| "train_loss": 0.4759287901413746, | |
| "train_runtime": 3868.1419, | |
| "train_samples_per_second": 3.224, | |
| "train_steps_per_second": 0.403 | |
| } | |
| ], | |
| "logging_steps": 31, | |
| "max_steps": 1560, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 1.845867535870722e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |