| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.777777777777779, | |
| "eval_steps": 500, | |
| "global_step": 330, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.2962962962962963, | |
| "grad_norm": 0.83837890625, | |
| "learning_rate": 0.00019954719225730847, | |
| "loss": 1.6268, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.5925925925925926, | |
| "grad_norm": 0.63134765625, | |
| "learning_rate": 0.00019819286972627066, | |
| "loss": 1.0878, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.63623046875, | |
| "learning_rate": 0.00019594929736144976, | |
| "loss": 0.9758, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 1.1851851851851851, | |
| "grad_norm": 0.54345703125, | |
| "learning_rate": 0.00019283679330160726, | |
| "loss": 0.8484, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.4814814814814814, | |
| "grad_norm": 0.355712890625, | |
| "learning_rate": 0.00018888354486549237, | |
| "loss": 0.7642, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.7777777777777777, | |
| "grad_norm": 0.90869140625, | |
| "learning_rate": 0.00018412535328311814, | |
| "loss": 0.7435, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 2.074074074074074, | |
| "grad_norm": 0.35498046875, | |
| "learning_rate": 0.00017860530947427875, | |
| "loss": 0.7328, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 2.3703703703703702, | |
| "grad_norm": 0.37548828125, | |
| "learning_rate": 0.00017237340381050703, | |
| "loss": 0.7266, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 0.319091796875, | |
| "learning_rate": 0.00016548607339452853, | |
| "loss": 0.7161, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.962962962962963, | |
| "grad_norm": 0.446044921875, | |
| "learning_rate": 0.00015800569095711982, | |
| "loss": 0.6811, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 3.259259259259259, | |
| "grad_norm": 0.3486328125, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.6885, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 3.5555555555555554, | |
| "grad_norm": 0.312255859375, | |
| "learning_rate": 0.00014154150130018866, | |
| "loss": 0.6989, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 3.851851851851852, | |
| "grad_norm": 0.402099609375, | |
| "learning_rate": 0.00013270679633174218, | |
| "loss": 0.6812, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 4.148148148148148, | |
| "grad_norm": 0.3740234375, | |
| "learning_rate": 0.00012357589355094275, | |
| "loss": 0.6903, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00011423148382732853, | |
| "loss": 0.6746, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 4.7407407407407405, | |
| "grad_norm": 0.3525390625, | |
| "learning_rate": 0.00010475819158237425, | |
| "loss": 0.6626, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 5.037037037037037, | |
| "grad_norm": 0.328857421875, | |
| "learning_rate": 9.524180841762577e-05, | |
| "loss": 0.6716, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 5.333333333333333, | |
| "grad_norm": 0.336669921875, | |
| "learning_rate": 8.57685161726715e-05, | |
| "loss": 0.6314, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 5.62962962962963, | |
| "grad_norm": 0.336669921875, | |
| "learning_rate": 7.642410644905726e-05, | |
| "loss": 0.649, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 5.925925925925926, | |
| "grad_norm": 1.4248046875, | |
| "learning_rate": 6.729320366825784e-05, | |
| "loss": 0.6906, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 6.222222222222222, | |
| "grad_norm": 0.349365234375, | |
| "learning_rate": 5.845849869981137e-05, | |
| "loss": 0.644, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 6.518518518518518, | |
| "grad_norm": 0.36474609375, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.6315, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 6.814814814814815, | |
| "grad_norm": 0.377197265625, | |
| "learning_rate": 4.19943090428802e-05, | |
| "loss": 0.6505, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 7.111111111111111, | |
| "grad_norm": 0.349853515625, | |
| "learning_rate": 3.45139266054715e-05, | |
| "loss": 0.6518, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 7.407407407407407, | |
| "grad_norm": 0.40966796875, | |
| "learning_rate": 2.7626596189492983e-05, | |
| "loss": 0.6243, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 7.703703703703704, | |
| "grad_norm": 0.359619140625, | |
| "learning_rate": 2.139469052572127e-05, | |
| "loss": 0.6406, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.385498046875, | |
| "learning_rate": 1.587464671688187e-05, | |
| "loss": 0.655, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 8.296296296296296, | |
| "grad_norm": 0.386474609375, | |
| "learning_rate": 1.1116455134507664e-05, | |
| "loss": 0.6513, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 8.592592592592592, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 7.163206698392744e-06, | |
| "loss": 0.6311, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 8.88888888888889, | |
| "grad_norm": 0.341064453125, | |
| "learning_rate": 4.050702638550275e-06, | |
| "loss": 0.6223, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 9.185185185185185, | |
| "grad_norm": 0.36572265625, | |
| "learning_rate": 1.8071302737293295e-06, | |
| "loss": 0.6275, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 9.481481481481481, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 4.5280774269154115e-07, | |
| "loss": 0.6198, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 9.777777777777779, | |
| "grad_norm": 0.39892578125, | |
| "learning_rate": 0.0, | |
| "loss": 0.6337, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 9.777777777777779, | |
| "step": 330, | |
| "total_flos": 1.610313816342528e+16, | |
| "train_loss": 0.7250095107338645, | |
| "train_runtime": 297.4234, | |
| "train_samples_per_second": 4.539, | |
| "train_steps_per_second": 1.11 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 330, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 1.610313816342528e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |