{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0746268656716418, "eval_steps": 9, "global_step": 54, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01990049751243781, "eval_loss": 1.5809879302978516, "eval_runtime": 5.5137, "eval_samples_per_second": 15.416, "eval_steps_per_second": 1.995, "step": 1 }, { "epoch": 0.05970149253731343, "grad_norm": 0.7845205068588257, "learning_rate": 1.5e-05, "loss": 1.5216, "step": 3 }, { "epoch": 0.11940298507462686, "grad_norm": 0.8492766618728638, "learning_rate": 3e-05, "loss": 1.594, "step": 6 }, { "epoch": 0.1791044776119403, "grad_norm": 0.899258553981781, "learning_rate": 4.5e-05, "loss": 1.5144, "step": 9 }, { "epoch": 0.1791044776119403, "eval_loss": 1.5270332098007202, "eval_runtime": 5.5991, "eval_samples_per_second": 15.181, "eval_steps_per_second": 1.965, "step": 9 }, { "epoch": 0.23880597014925373, "grad_norm": 1.0086854696273804, "learning_rate": 4.993910125649561e-05, "loss": 1.43, "step": 12 }, { "epoch": 0.29850746268656714, "grad_norm": 0.8446040749549866, "learning_rate": 4.962019382530521e-05, "loss": 1.3627, "step": 15 }, { "epoch": 0.3582089552238806, "grad_norm": 0.7049321532249451, "learning_rate": 4.9031542398457974e-05, "loss": 1.2934, "step": 18 }, { "epoch": 0.3582089552238806, "eval_loss": 1.2862956523895264, "eval_runtime": 5.6451, "eval_samples_per_second": 15.057, "eval_steps_per_second": 1.949, "step": 18 }, { "epoch": 0.417910447761194, "grad_norm": 0.6026838421821594, "learning_rate": 4.817959636416969e-05, "loss": 1.2678, "step": 21 }, { "epoch": 0.47761194029850745, "grad_norm": 0.6281826496124268, "learning_rate": 4.707368982147318e-05, "loss": 1.2053, "step": 24 }, { "epoch": 0.5373134328358209, "grad_norm": 0.626505434513092, "learning_rate": 4.572593931387604e-05, "loss": 1.1997, "step": 27 }, { "epoch": 0.5373134328358209, "eval_loss": 1.1615190505981445, "eval_runtime": 5.6361, "eval_samples_per_second": 15.081, "eval_steps_per_second": 1.952, "step": 27 }, { "epoch": 0.5970149253731343, "grad_norm": 0.5600003600120544, "learning_rate": 4.415111107797445e-05, "loss": 1.1329, "step": 30 }, { "epoch": 0.6567164179104478, "grad_norm": 0.554161787033081, "learning_rate": 4.2366459261474933e-05, "loss": 1.0888, "step": 33 }, { "epoch": 0.7164179104477612, "grad_norm": 0.5243486166000366, "learning_rate": 4.039153688314145e-05, "loss": 1.0326, "step": 36 }, { "epoch": 0.7164179104477612, "eval_loss": 1.0722781419754028, "eval_runtime": 5.6371, "eval_samples_per_second": 15.079, "eval_steps_per_second": 1.951, "step": 36 }, { "epoch": 0.7761194029850746, "grad_norm": 0.5589205026626587, "learning_rate": 3.824798160583012e-05, "loss": 1.0332, "step": 39 }, { "epoch": 0.835820895522388, "grad_norm": 0.5794256329536438, "learning_rate": 3.5959278669726935e-05, "loss": 1.0239, "step": 42 }, { "epoch": 0.8955223880597015, "grad_norm": 0.5618190169334412, "learning_rate": 3.355050358314172e-05, "loss": 0.9851, "step": 45 }, { "epoch": 0.8955223880597015, "eval_loss": 1.0372254848480225, "eval_runtime": 5.6453, "eval_samples_per_second": 15.057, "eval_steps_per_second": 1.949, "step": 45 }, { "epoch": 0.9552238805970149, "grad_norm": 0.5606002807617188, "learning_rate": 3.104804738999169e-05, "loss": 1.0615, "step": 48 }, { "epoch": 1.0149253731343284, "grad_norm": 1.186905860900879, "learning_rate": 2.8479327524001636e-05, "loss": 1.1214, "step": 51 }, { "epoch": 1.0746268656716418, "grad_norm": 0.5500369668006897, "learning_rate": 2.587248741756253e-05, "loss": 0.8825, "step": 54 }, { "epoch": 1.0746268656716418, "eval_loss": 1.0109927654266357, "eval_runtime": 5.6371, "eval_samples_per_second": 15.079, "eval_steps_per_second": 1.951, "step": 54 } ], "logging_steps": 3, "max_steps": 100, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 9, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 7.053264466791629e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }