| { | |
| "best_metric": 2.1840624809265137, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-25", | |
| "epoch": 0.009861932938856016, | |
| "eval_steps": 25, | |
| "global_step": 25, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0003944773175542406, | |
| "grad_norm": 429.76324462890625, | |
| "learning_rate": 5e-05, | |
| "loss": 130.3346, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0003944773175542406, | |
| "eval_loss": 8.782329559326172, | |
| "eval_runtime": 2.9015, | |
| "eval_samples_per_second": 17.232, | |
| "eval_steps_per_second": 4.48, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0007889546351084812, | |
| "grad_norm": 484.9067077636719, | |
| "learning_rate": 0.0001, | |
| "loss": 141.1426, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.001183431952662722, | |
| "grad_norm": 309.4012756347656, | |
| "learning_rate": 9.990365154573717e-05, | |
| "loss": 127.5039, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0015779092702169625, | |
| "grad_norm": 775.7621459960938, | |
| "learning_rate": 9.961501876182148e-05, | |
| "loss": 101.8763, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0019723865877712033, | |
| "grad_norm": 433.8789978027344, | |
| "learning_rate": 9.913533761814537e-05, | |
| "loss": 184.4323, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.002366863905325444, | |
| "grad_norm": 1732.094970703125, | |
| "learning_rate": 9.846666218300807e-05, | |
| "loss": 106.7014, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0027613412228796844, | |
| "grad_norm": 145.82847595214844, | |
| "learning_rate": 9.761185582727977e-05, | |
| "loss": 49.7496, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.003155818540433925, | |
| "grad_norm": 44.45709991455078, | |
| "learning_rate": 9.657457896300791e-05, | |
| "loss": 47.3565, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0035502958579881655, | |
| "grad_norm": 44.64686584472656, | |
| "learning_rate": 9.535927336897098e-05, | |
| "loss": 47.4358, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0039447731755424065, | |
| "grad_norm": 31.391660690307617, | |
| "learning_rate": 9.397114317029975e-05, | |
| "loss": 46.4179, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.004339250493096647, | |
| "grad_norm": 35.36396789550781, | |
| "learning_rate": 9.241613255361455e-05, | |
| "loss": 46.9726, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.004733727810650888, | |
| "grad_norm": 1805.6893310546875, | |
| "learning_rate": 9.070090031310558e-05, | |
| "loss": 125.8221, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.005128205128205128, | |
| "grad_norm": 1118.767578125, | |
| "learning_rate": 8.883279133655399e-05, | |
| "loss": 168.2086, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.005522682445759369, | |
| "grad_norm": 1515.4822998046875, | |
| "learning_rate": 8.681980515339464e-05, | |
| "loss": 99.1604, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.005917159763313609, | |
| "grad_norm": 770.9901733398438, | |
| "learning_rate": 8.467056167950311e-05, | |
| "loss": 53.9254, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.00631163708086785, | |
| "grad_norm": 736.7328491210938, | |
| "learning_rate": 8.239426430539243e-05, | |
| "loss": 53.6309, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0067061143984220905, | |
| "grad_norm": 582.709228515625, | |
| "learning_rate": 8.000066048588211e-05, | |
| "loss": 49.7792, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.007100591715976331, | |
| "grad_norm": 80.58294677734375, | |
| "learning_rate": 7.75e-05, | |
| "loss": 45.2028, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.007495069033530572, | |
| "grad_norm": 34.99323272705078, | |
| "learning_rate": 7.490299105985507e-05, | |
| "loss": 44.2781, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.007889546351084813, | |
| "grad_norm": 43.09794616699219, | |
| "learning_rate": 7.222075445642904e-05, | |
| "loss": 43.1358, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.008284023668639054, | |
| "grad_norm": 58.41071701049805, | |
| "learning_rate": 6.946477593864228e-05, | |
| "loss": 42.5009, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.008678500986193294, | |
| "grad_norm": 80.99310302734375, | |
| "learning_rate": 6.664685702961344e-05, | |
| "loss": 41.4039, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.009072978303747535, | |
| "grad_norm": 105.64437866210938, | |
| "learning_rate": 6.377906449072578e-05, | |
| "loss": 39.8739, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.009467455621301775, | |
| "grad_norm": 379.9095764160156, | |
| "learning_rate": 6.087367864990233e-05, | |
| "loss": 55.6272, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.009861932938856016, | |
| "grad_norm": 1128.002685546875, | |
| "learning_rate": 5.794314081535644e-05, | |
| "loss": 101.638, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.009861932938856016, | |
| "eval_loss": 2.1840624809265137, | |
| "eval_runtime": 2.9006, | |
| "eval_samples_per_second": 17.238, | |
| "eval_steps_per_second": 4.482, | |
| "step": 25 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 50, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 25, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 1, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.629552387915776e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |