{ "best_metric": 0.23994900286197662, "best_model_checkpoint": "miner_id_24/checkpoint-25", "epoch": 0.15168752370117558, "eval_steps": 25, "global_step": 25, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.006067500948047023, "grad_norm": 2.3925507068634033, "learning_rate": 5e-05, "loss": 0.6663, "step": 1 }, { "epoch": 0.006067500948047023, "eval_loss": 0.8734264373779297, "eval_runtime": 3.9541, "eval_samples_per_second": 12.645, "eval_steps_per_second": 3.288, "step": 1 }, { "epoch": 0.012135001896094046, "grad_norm": 1.986020565032959, "learning_rate": 0.0001, "loss": 0.6833, "step": 2 }, { "epoch": 0.01820250284414107, "grad_norm": 1.0565606355667114, "learning_rate": 9.990365154573717e-05, "loss": 0.4843, "step": 3 }, { "epoch": 0.02427000379218809, "grad_norm": 1.0573176145553589, "learning_rate": 9.961501876182148e-05, "loss": 0.4526, "step": 4 }, { "epoch": 0.030337504740235114, "grad_norm": 0.9442809224128723, "learning_rate": 9.913533761814537e-05, "loss": 0.4474, "step": 5 }, { "epoch": 0.03640500568828214, "grad_norm": 1.3014634847640991, "learning_rate": 9.846666218300807e-05, "loss": 0.458, "step": 6 }, { "epoch": 0.04247250663632916, "grad_norm": 1.3589190244674683, "learning_rate": 9.761185582727977e-05, "loss": 0.382, "step": 7 }, { "epoch": 0.04854000758437618, "grad_norm": 0.6996656060218811, "learning_rate": 9.657457896300791e-05, "loss": 0.4638, "step": 8 }, { "epoch": 0.05460750853242321, "grad_norm": 0.9042606949806213, "learning_rate": 9.535927336897098e-05, "loss": 0.3659, "step": 9 }, { "epoch": 0.06067500948047023, "grad_norm": 1.435241460800171, "learning_rate": 9.397114317029975e-05, "loss": 0.34, "step": 10 }, { "epoch": 0.06674251042851725, "grad_norm": 1.6041172742843628, "learning_rate": 9.241613255361455e-05, "loss": 0.4521, "step": 11 }, { "epoch": 0.07281001137656427, "grad_norm": 2.595395565032959, "learning_rate": 9.070090031310558e-05, "loss": 0.5519, "step": 12 }, { "epoch": 0.0788775123246113, "grad_norm": 2.3777811527252197, "learning_rate": 8.883279133655399e-05, "loss": 0.3176, "step": 13 }, { "epoch": 0.08494501327265833, "grad_norm": 1.6618249416351318, "learning_rate": 8.681980515339464e-05, "loss": 0.3969, "step": 14 }, { "epoch": 0.09101251422070535, "grad_norm": 1.199908971786499, "learning_rate": 8.467056167950311e-05, "loss": 0.3355, "step": 15 }, { "epoch": 0.09708001516875236, "grad_norm": 0.6158227920532227, "learning_rate": 8.239426430539243e-05, "loss": 0.2947, "step": 16 }, { "epoch": 0.1031475161167994, "grad_norm": 0.6150046586990356, "learning_rate": 8.000066048588211e-05, "loss": 0.3583, "step": 17 }, { "epoch": 0.10921501706484642, "grad_norm": 0.5712833404541016, "learning_rate": 7.75e-05, "loss": 0.3118, "step": 18 }, { "epoch": 0.11528251801289344, "grad_norm": 0.6288195848464966, "learning_rate": 7.490299105985507e-05, "loss": 0.3097, "step": 19 }, { "epoch": 0.12135001896094046, "grad_norm": 0.5716285109519958, "learning_rate": 7.222075445642904e-05, "loss": 0.3623, "step": 20 }, { "epoch": 0.12741751990898748, "grad_norm": 0.6264747977256775, "learning_rate": 6.946477593864228e-05, "loss": 0.3175, "step": 21 }, { "epoch": 0.1334850208570345, "grad_norm": 0.7028448581695557, "learning_rate": 6.664685702961344e-05, "loss": 0.3243, "step": 22 }, { "epoch": 0.13955252180508154, "grad_norm": 1.1365748643875122, "learning_rate": 6.377906449072578e-05, "loss": 0.3676, "step": 23 }, { "epoch": 0.14562002275312855, "grad_norm": 1.3793036937713623, "learning_rate": 6.087367864990233e-05, "loss": 0.4114, "step": 24 }, { "epoch": 0.15168752370117558, "grad_norm": 1.4198849201202393, "learning_rate": 5.794314081535644e-05, "loss": 0.274, "step": 25 }, { "epoch": 0.15168752370117558, "eval_loss": 0.23994900286197662, "eval_runtime": 4.0482, "eval_samples_per_second": 12.351, "eval_steps_per_second": 3.211, "step": 25 } ], "logging_steps": 1, "max_steps": 50, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 25, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 1, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3.087239672233984e+17, "train_batch_size": 2, "trial_name": null, "trial_params": null }