| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.02500289385345526, | |
| "eval_steps": 9, | |
| "global_step": 54, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0004630165528417641, | |
| "eval_loss": 2.0430142879486084, | |
| "eval_runtime": 144.8645, | |
| "eval_samples_per_second": 25.113, | |
| "eval_steps_per_second": 3.141, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0013890496585252923, | |
| "grad_norm": 0.5597144961357117, | |
| "learning_rate": 1.5e-05, | |
| "loss": 2.1021, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0027780993170505846, | |
| "grad_norm": 0.5732973217964172, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9359, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.004167148975575877, | |
| "grad_norm": 0.6314367055892944, | |
| "learning_rate": 4.5e-05, | |
| "loss": 2.0411, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.004167148975575877, | |
| "eval_loss": 2.0033884048461914, | |
| "eval_runtime": 146.5734, | |
| "eval_samples_per_second": 24.82, | |
| "eval_steps_per_second": 3.104, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.005556198634101169, | |
| "grad_norm": 0.7915438413619995, | |
| "learning_rate": 4.993910125649561e-05, | |
| "loss": 2.1273, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0069452482926264615, | |
| "grad_norm": 0.6669667959213257, | |
| "learning_rate": 4.962019382530521e-05, | |
| "loss": 1.8469, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.008334297951151754, | |
| "grad_norm": 0.5791904926300049, | |
| "learning_rate": 4.9031542398457974e-05, | |
| "loss": 1.7498, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.008334297951151754, | |
| "eval_loss": 1.7797669172286987, | |
| "eval_runtime": 146.5915, | |
| "eval_samples_per_second": 24.817, | |
| "eval_steps_per_second": 3.104, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.009723347609677045, | |
| "grad_norm": 0.49809256196022034, | |
| "learning_rate": 4.817959636416969e-05, | |
| "loss": 1.8012, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.011112397268202338, | |
| "grad_norm": 0.6324176788330078, | |
| "learning_rate": 4.707368982147318e-05, | |
| "loss": 1.7509, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.01250144692672763, | |
| "grad_norm": 0.539840042591095, | |
| "learning_rate": 4.572593931387604e-05, | |
| "loss": 1.7469, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.01250144692672763, | |
| "eval_loss": 1.7146458625793457, | |
| "eval_runtime": 146.5822, | |
| "eval_samples_per_second": 24.819, | |
| "eval_steps_per_second": 3.104, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.013890496585252923, | |
| "grad_norm": 0.47603142261505127, | |
| "learning_rate": 4.415111107797445e-05, | |
| "loss": 1.7088, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.015279546243778214, | |
| "grad_norm": 0.5055053234100342, | |
| "learning_rate": 4.2366459261474933e-05, | |
| "loss": 1.753, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.016668595902303508, | |
| "grad_norm": 0.5367181301116943, | |
| "learning_rate": 4.039153688314145e-05, | |
| "loss": 1.6712, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.016668595902303508, | |
| "eval_loss": 1.6824572086334229, | |
| "eval_runtime": 146.4708, | |
| "eval_samples_per_second": 24.838, | |
| "eval_steps_per_second": 3.106, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0180576455608288, | |
| "grad_norm": 0.5550898313522339, | |
| "learning_rate": 3.824798160583012e-05, | |
| "loss": 1.5916, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.01944669521935409, | |
| "grad_norm": 0.5138546824455261, | |
| "learning_rate": 3.5959278669726935e-05, | |
| "loss": 1.5893, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.020835744877879384, | |
| "grad_norm": 0.4567825198173523, | |
| "learning_rate": 3.355050358314172e-05, | |
| "loss": 1.6908, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.020835744877879384, | |
| "eval_loss": 1.6608870029449463, | |
| "eval_runtime": 146.5498, | |
| "eval_samples_per_second": 24.824, | |
| "eval_steps_per_second": 3.105, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.022224794536404677, | |
| "grad_norm": 0.5362297892570496, | |
| "learning_rate": 3.104804738999169e-05, | |
| "loss": 1.6418, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.02361384419492997, | |
| "grad_norm": 0.4934613108634949, | |
| "learning_rate": 2.8479327524001636e-05, | |
| "loss": 1.6214, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.02500289385345526, | |
| "grad_norm": 0.4781782627105713, | |
| "learning_rate": 2.587248741756253e-05, | |
| "loss": 1.635, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.02500289385345526, | |
| "eval_loss": 1.6491777896881104, | |
| "eval_runtime": 146.6097, | |
| "eval_samples_per_second": 24.814, | |
| "eval_steps_per_second": 3.103, | |
| "step": 54 | |
| } | |
| ], | |
| "logging_steps": 3, | |
| "max_steps": 100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 9, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.0184303635726336e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |