| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.01760821716801174, | |
| "eval_steps": 42, | |
| "global_step": 84, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0002096216329525207, | |
| "eval_loss": 1.4208108186721802, | |
| "eval_runtime": 163.5996, | |
| "eval_samples_per_second": 49.114, | |
| "eval_steps_per_second": 6.143, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0006288648988575621, | |
| "grad_norm": 0.39683395624160767, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4354, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0012577297977151242, | |
| "grad_norm": 0.4367702305316925, | |
| "learning_rate": 6e-05, | |
| "loss": 1.4342, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0018865946965726864, | |
| "grad_norm": 0.37110769748687744, | |
| "learning_rate": 9e-05, | |
| "loss": 1.3479, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0025154595954302483, | |
| "grad_norm": 0.36730247735977173, | |
| "learning_rate": 9.999588943391597e-05, | |
| "loss": 1.361, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0031443244942878103, | |
| "grad_norm": 0.35089993476867676, | |
| "learning_rate": 9.99743108100344e-05, | |
| "loss": 1.2814, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0037731893931453727, | |
| "grad_norm": 0.38672298192977905, | |
| "learning_rate": 9.993424445916923e-05, | |
| "loss": 1.3016, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.004402054292002935, | |
| "grad_norm": 0.321205198764801, | |
| "learning_rate": 9.987570520365104e-05, | |
| "loss": 1.2163, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.005030919190860497, | |
| "grad_norm": 0.3282659649848938, | |
| "learning_rate": 9.979871469976196e-05, | |
| "loss": 1.2312, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.005659784089718059, | |
| "grad_norm": 0.3265891373157501, | |
| "learning_rate": 9.970330142972401e-05, | |
| "loss": 1.2505, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.006288648988575621, | |
| "grad_norm": 0.3450949192047119, | |
| "learning_rate": 9.95895006911623e-05, | |
| "loss": 1.1982, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0069175138874331835, | |
| "grad_norm": 0.3153296411037445, | |
| "learning_rate": 9.945735458404681e-05, | |
| "loss": 1.1669, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0075463787862907455, | |
| "grad_norm": 0.3419332802295685, | |
| "learning_rate": 9.930691199511775e-05, | |
| "loss": 1.2492, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.008175243685148307, | |
| "grad_norm": 0.2867058515548706, | |
| "learning_rate": 9.91382285798002e-05, | |
| "loss": 1.1652, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.00880410858400587, | |
| "grad_norm": 0.3220820426940918, | |
| "learning_rate": 9.895136674161465e-05, | |
| "loss": 1.1996, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.00880410858400587, | |
| "eval_loss": 1.1905547380447388, | |
| "eval_runtime": 165.0006, | |
| "eval_samples_per_second": 48.697, | |
| "eval_steps_per_second": 6.091, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.009432973482863432, | |
| "grad_norm": 0.30218949913978577, | |
| "learning_rate": 9.874639560909117e-05, | |
| "loss": 1.1916, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.010061838381720993, | |
| "grad_norm": 0.3343711197376251, | |
| "learning_rate": 9.852339101019574e-05, | |
| "loss": 1.1487, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.010690703280578556, | |
| "grad_norm": 0.3268805146217346, | |
| "learning_rate": 9.828243544427796e-05, | |
| "loss": 1.1781, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.011319568179436117, | |
| "grad_norm": 0.34138286113739014, | |
| "learning_rate": 9.802361805155097e-05, | |
| "loss": 1.1215, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.01194843307829368, | |
| "grad_norm": 0.3412030339241028, | |
| "learning_rate": 9.774703458011453e-05, | |
| "loss": 1.2044, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.012577297977151241, | |
| "grad_norm": 0.3168179392814636, | |
| "learning_rate": 9.745278735053343e-05, | |
| "loss": 1.1087, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.013206162876008804, | |
| "grad_norm": 0.3409186005592346, | |
| "learning_rate": 9.714098521798465e-05, | |
| "loss": 1.2062, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.013835027774866367, | |
| "grad_norm": 0.29721856117248535, | |
| "learning_rate": 9.681174353198687e-05, | |
| "loss": 1.1158, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.014463892673723928, | |
| "grad_norm": 0.3369769752025604, | |
| "learning_rate": 9.64651840937276e-05, | |
| "loss": 1.1834, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.015092757572581491, | |
| "grad_norm": 0.31268638372421265, | |
| "learning_rate": 9.610143511100354e-05, | |
| "loss": 1.1367, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.015721622471439052, | |
| "grad_norm": 0.333360493183136, | |
| "learning_rate": 9.572063115079063e-05, | |
| "loss": 1.1805, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.016350487370296613, | |
| "grad_norm": 0.2951726019382477, | |
| "learning_rate": 9.53229130894619e-05, | |
| "loss": 1.1459, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.016979352269154178, | |
| "grad_norm": 0.36082521080970764, | |
| "learning_rate": 9.490842806067095e-05, | |
| "loss": 1.17, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.01760821716801174, | |
| "grad_norm": 0.33050239086151123, | |
| "learning_rate": 9.44773294009206e-05, | |
| "loss": 1.1611, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.01760821716801174, | |
| "eval_loss": 1.147385835647583, | |
| "eval_runtime": 165.0588, | |
| "eval_samples_per_second": 48.68, | |
| "eval_steps_per_second": 6.089, | |
| "step": 84 | |
| } | |
| ], | |
| "logging_steps": 3, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 42, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.7918441960767488e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |