| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 540, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.4814814814814812e-06, | |
| "loss": 118.6129, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 2.9629629629629625e-06, | |
| "loss": 96.0751, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 96.9119, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 5.925925925925925e-06, | |
| "loss": 85.8261, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.4074074074074075e-06, | |
| "loss": 76.0406, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.99699181001692e-06, | |
| "loss": 62.1596, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.978624809626406e-06, | |
| "loss": 60.1637, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 7.943638653379184e-06, | |
| "loss": 49.0233, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 7.892179482319294e-06, | |
| "loss": 61.9877, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 7.824462247095518e-06, | |
| "loss": 41.0057, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 7.740769810088759e-06, | |
| "loss": 28.3225, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 7.641451763864587e-06, | |
| "loss": 21.0979, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 7.526922970886431e-06, | |
| "loss": 18.2794, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 7.3976618305891895e-06, | |
| "loss": 9.044, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 7.2542082810518696e-06, | |
| "loss": 6.2416, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 7.097161543616529e-06, | |
| "loss": 2.6869, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.927177619874449e-06, | |
| "loss": 1.5778, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 6.744966551474935e-06, | |
| "loss": 1.5514, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_f1": 0.1941564561734213, | |
| "eval_loss": 15.080679893493652, | |
| "eval_runtime": 20.7366, | |
| "eval_samples_per_second": 92.397, | |
| "eval_steps_per_second": 1.447, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 6.551289454202823e-06, | |
| "loss": 1.0316, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 6.346955338713672e-06, | |
| "loss": 1.3113, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 6.132817731206765e-06, | |
| "loss": 0.9913, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 5.9097711081517955e-06, | |
| "loss": 0.9418, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 5.678747159961716e-06, | |
| "loss": 1.3579, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 5.440710899218841e-06, | |
| "loss": 0.7793, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 5.196656629710567e-06, | |
| "loss": 0.8691, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 4.947603793112476e-06, | |
| "loss": 0.7268, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.694592710667722e-06, | |
| "loss": 1.3357, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.438680237650126e-06, | |
| "loss": 0.7497, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 4.180935348762825e-06, | |
| "loss": 0.5343, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 3.922434672912703e-06, | |
| "loss": 1.0287, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 3.664257996012372e-06, | |
| "loss": 0.45, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 3.4074837505950056e-06, | |
| "loss": 1.4606, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 3.1531845110823583e-06, | |
| "loss": 0.4987, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 2.9024225135227944e-06, | |
| "loss": 0.4837, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 2.6562452185138318e-06, | |
| "loss": 0.4317, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 2.4156809358433725e-06, | |
| "loss": 0.309, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_f1": 0.1941564561734213, | |
| "eval_loss": 13.09052562713623, | |
| "eval_runtime": 20.4809, | |
| "eval_samples_per_second": 93.55, | |
| "eval_steps_per_second": 1.465, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 2.181734529125998e-06, | |
| "loss": 0.4364, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.9553832183765073e-06, | |
| "loss": 0.3626, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.7375724980538462e-06, | |
| "loss": 0.1876, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.529212187626172e-06, | |
| "loss": 0.1443, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.3311726311543211e-06, | |
| "loss": 0.1844, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.1442810617684044e-06, | |
| "loss": 0.1862, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 9.693181462235283e-07, | |
| "loss": 0.0915, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 8.070147239684279e-07, | |
| "loss": 0.0219, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 6.580487543482549e-07, | |
| "loss": 0.1046, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 5.230424846934088e-07, | |
| "loss": 0.0806, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 4.025598511236281e-07, | |
| "loss": 0.1472, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 2.9710412292443863e-07, | |
| "loss": 0.1118, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 2.071158003356941e-07, | |
| "loss": 0.0869, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 1.3297077453335193e-07, | |
| "loss": 0.1594, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 7.497875749046122e-08, | |
| "loss": 0.1333, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 3.3381988275995585e-08, | |
| "loss": 0.1171, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 8.354221195471912e-09, | |
| "loss": 0.2449, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.1401, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_f1": 0.19553868058851448, | |
| "eval_loss": 5.8615827560424805, | |
| "eval_runtime": 20.4644, | |
| "eval_samples_per_second": 93.626, | |
| "eval_steps_per_second": 1.466, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 540, | |
| "total_flos": 17340365537280.0, | |
| "train_loss": 15.830373929303002, | |
| "train_runtime": 1144.0282, | |
| "train_samples_per_second": 15.06, | |
| "train_steps_per_second": 0.472 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 540, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 17340365537280.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |