{ "best_metric": 1.04914391040802, "best_model_checkpoint": "miner_id_24/checkpoint-25", "epoch": 0.19627085377821393, "eval_steps": 25, "global_step": 25, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.007850834151128557, "grad_norm": 1.135539174079895, "learning_rate": 5e-05, "loss": 1.3562, "step": 1 }, { "epoch": 0.007850834151128557, "eval_loss": 1.7769310474395752, "eval_runtime": 4.7057, "eval_samples_per_second": 10.625, "eval_steps_per_second": 2.763, "step": 1 }, { "epoch": 0.015701668302257114, "grad_norm": 1.5373108386993408, "learning_rate": 0.0001, "loss": 1.5224, "step": 2 }, { "epoch": 0.023552502453385672, "grad_norm": 0.7789191603660583, "learning_rate": 9.990365154573717e-05, "loss": 0.8343, "step": 3 }, { "epoch": 0.03140333660451423, "grad_norm": 0.6695387959480286, "learning_rate": 9.961501876182148e-05, "loss": 0.9541, "step": 4 }, { "epoch": 0.03925417075564279, "grad_norm": 0.48543453216552734, "learning_rate": 9.913533761814537e-05, "loss": 1.1856, "step": 5 }, { "epoch": 0.047105004906771344, "grad_norm": 0.5540667176246643, "learning_rate": 9.846666218300807e-05, "loss": 1.1796, "step": 6 }, { "epoch": 0.0549558390578999, "grad_norm": 0.4394397735595703, "learning_rate": 9.761185582727977e-05, "loss": 1.206, "step": 7 }, { "epoch": 0.06280667320902845, "grad_norm": 0.4523168206214905, "learning_rate": 9.657457896300791e-05, "loss": 1.313, "step": 8 }, { "epoch": 0.07065750736015702, "grad_norm": 0.4538557827472687, "learning_rate": 9.535927336897098e-05, "loss": 1.4054, "step": 9 }, { "epoch": 0.07850834151128558, "grad_norm": 0.4173380434513092, "learning_rate": 9.397114317029975e-05, "loss": 1.541, "step": 10 }, { "epoch": 0.08635917566241413, "grad_norm": 0.6061396598815918, "learning_rate": 9.241613255361455e-05, "loss": 1.8941, "step": 11 }, { "epoch": 0.09421000981354269, "grad_norm": 4.069518566131592, "learning_rate": 9.070090031310558e-05, "loss": 2.9792, "step": 12 }, { "epoch": 0.10206084396467124, "grad_norm": 1.9096570014953613, "learning_rate": 8.883279133655399e-05, "loss": 1.5941, "step": 13 }, { "epoch": 0.1099116781157998, "grad_norm": 1.5357744693756104, "learning_rate": 8.681980515339464e-05, "loss": 1.0376, "step": 14 }, { "epoch": 0.11776251226692837, "grad_norm": 0.7086212635040283, "learning_rate": 8.467056167950311e-05, "loss": 0.7146, "step": 15 }, { "epoch": 0.1256133464180569, "grad_norm": 0.535244345664978, "learning_rate": 8.239426430539243e-05, "loss": 0.6778, "step": 16 }, { "epoch": 0.13346418056918546, "grad_norm": 0.36298349499702454, "learning_rate": 8.000066048588211e-05, "loss": 1.0007, "step": 17 }, { "epoch": 0.14131501472031405, "grad_norm": 0.4271247982978821, "learning_rate": 7.75e-05, "loss": 1.0817, "step": 18 }, { "epoch": 0.1491658488714426, "grad_norm": 0.3919868469238281, "learning_rate": 7.490299105985507e-05, "loss": 1.1191, "step": 19 }, { "epoch": 0.15701668302257116, "grad_norm": 0.3663414418697357, "learning_rate": 7.222075445642904e-05, "loss": 1.1277, "step": 20 }, { "epoch": 0.1648675171736997, "grad_norm": 0.38228505849838257, "learning_rate": 6.946477593864228e-05, "loss": 1.2855, "step": 21 }, { "epoch": 0.17271835132482827, "grad_norm": 0.45715782046318054, "learning_rate": 6.664685702961344e-05, "loss": 1.4302, "step": 22 }, { "epoch": 0.18056918547595682, "grad_norm": 0.7664559483528137, "learning_rate": 6.377906449072578e-05, "loss": 1.7109, "step": 23 }, { "epoch": 0.18842001962708538, "grad_norm": 1.2415802478790283, "learning_rate": 6.087367864990233e-05, "loss": 1.8193, "step": 24 }, { "epoch": 0.19627085377821393, "grad_norm": 3.0496532917022705, "learning_rate": 5.794314081535644e-05, "loss": 2.4089, "step": 25 }, { "epoch": 0.19627085377821393, "eval_loss": 1.04914391040802, "eval_runtime": 2.5674, "eval_samples_per_second": 19.475, "eval_steps_per_second": 5.064, "step": 25 } ], "logging_steps": 1, "max_steps": 50, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 25, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 1, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3.0391597252634214e+17, "train_batch_size": 2, "trial_name": null, "trial_params": null }