| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.007186166629238716, | |
| "eval_steps": 4, | |
| "global_step": 24, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0002994236095516131, | |
| "grad_norm": 16.735450744628906, | |
| "learning_rate": 2e-05, | |
| "loss": 10.969, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0002994236095516131, | |
| "eval_loss": 11.57262897491455, | |
| "eval_runtime": 82.9715, | |
| "eval_samples_per_second": 8.485, | |
| "eval_steps_per_second": 8.485, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0005988472191032262, | |
| "grad_norm": 10.167157173156738, | |
| "learning_rate": 4e-05, | |
| "loss": 10.7129, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0008982708286548395, | |
| "grad_norm": 15.215925216674805, | |
| "learning_rate": 6e-05, | |
| "loss": 10.434, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0011976944382064525, | |
| "grad_norm": 15.04845142364502, | |
| "learning_rate": 8e-05, | |
| "loss": 9.5194, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0011976944382064525, | |
| "eval_loss": 11.429813385009766, | |
| "eval_runtime": 85.0662, | |
| "eval_samples_per_second": 8.276, | |
| "eval_steps_per_second": 8.276, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0014971180477580657, | |
| "grad_norm": 17.0161075592041, | |
| "learning_rate": 0.0001, | |
| "loss": 10.8734, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.001796541657309679, | |
| "grad_norm": 17.905702590942383, | |
| "learning_rate": 0.00012, | |
| "loss": 11.8788, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.002095965266861292, | |
| "grad_norm": 21.928312301635742, | |
| "learning_rate": 0.00014, | |
| "loss": 10.4667, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.002395388876412905, | |
| "grad_norm": 13.790472030639648, | |
| "learning_rate": 0.00016, | |
| "loss": 9.8745, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.002395388876412905, | |
| "eval_loss": 9.637001037597656, | |
| "eval_runtime": 85.1568, | |
| "eval_samples_per_second": 8.267, | |
| "eval_steps_per_second": 8.267, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.002694812485964518, | |
| "grad_norm": 12.036263465881348, | |
| "learning_rate": 0.00018, | |
| "loss": 7.8039, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0029942360955161314, | |
| "grad_norm": 13.046463012695312, | |
| "learning_rate": 0.0002, | |
| "loss": 7.8042, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0032936597050677446, | |
| "grad_norm": 24.538808822631836, | |
| "learning_rate": 0.0001996917333733128, | |
| "loss": 8.7757, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.003593083314619358, | |
| "grad_norm": 26.114961624145508, | |
| "learning_rate": 0.00019876883405951377, | |
| "loss": 5.6577, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.003593083314619358, | |
| "eval_loss": 5.31056022644043, | |
| "eval_runtime": 85.1933, | |
| "eval_samples_per_second": 8.264, | |
| "eval_steps_per_second": 8.264, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.003892506924170971, | |
| "grad_norm": 17.937646865844727, | |
| "learning_rate": 0.00019723699203976766, | |
| "loss": 4.7382, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.004191930533722584, | |
| "grad_norm": 21.441980361938477, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 5.3976, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0044913541432741975, | |
| "grad_norm": 32.05086898803711, | |
| "learning_rate": 0.0001923879532511287, | |
| "loss": 3.6275, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.00479077775282581, | |
| "grad_norm": 43.66167449951172, | |
| "learning_rate": 0.0001891006524188368, | |
| "loss": 2.7349, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.00479077775282581, | |
| "eval_loss": 4.855716705322266, | |
| "eval_runtime": 83.6415, | |
| "eval_samples_per_second": 8.417, | |
| "eval_steps_per_second": 8.417, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.005090201362377423, | |
| "grad_norm": 26.169757843017578, | |
| "learning_rate": 0.00018526401643540922, | |
| "loss": 4.8565, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.005389624971929036, | |
| "grad_norm": 27.142152786254883, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 4.9723, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.00568904858148065, | |
| "grad_norm": 18.188777923583984, | |
| "learning_rate": 0.0001760405965600031, | |
| "loss": 2.6307, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.005988472191032263, | |
| "grad_norm": 21.539011001586914, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 3.5522, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.005988472191032263, | |
| "eval_loss": 4.069602012634277, | |
| "eval_runtime": 83.15, | |
| "eval_samples_per_second": 8.467, | |
| "eval_steps_per_second": 8.467, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.006287895800583876, | |
| "grad_norm": 18.60074806213379, | |
| "learning_rate": 0.00016494480483301836, | |
| "loss": 4.4333, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.006587319410135489, | |
| "grad_norm": 15.545724868774414, | |
| "learning_rate": 0.00015877852522924732, | |
| "loss": 3.6316, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0068867430196871025, | |
| "grad_norm": 23.216941833496094, | |
| "learning_rate": 0.0001522498564715949, | |
| "loss": 3.2189, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.007186166629238716, | |
| "grad_norm": 16.716583251953125, | |
| "learning_rate": 0.00014539904997395468, | |
| "loss": 3.0378, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.007186166629238716, | |
| "eval_loss": 3.7071402072906494, | |
| "eval_runtime": 83.2372, | |
| "eval_samples_per_second": 8.458, | |
| "eval_steps_per_second": 8.458, | |
| "step": 24 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 50, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 4, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8902647402725376.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |