| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.02641232575201761, | |
| "eval_steps": 42, | |
| "global_step": 126, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0002096216329525207, | |
| "eval_loss": 1.4208108186721802, | |
| "eval_runtime": 163.5996, | |
| "eval_samples_per_second": 49.114, | |
| "eval_steps_per_second": 6.143, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0006288648988575621, | |
| "grad_norm": 0.39683395624160767, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4354, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0012577297977151242, | |
| "grad_norm": 0.4367702305316925, | |
| "learning_rate": 6e-05, | |
| "loss": 1.4342, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0018865946965726864, | |
| "grad_norm": 0.37110769748687744, | |
| "learning_rate": 9e-05, | |
| "loss": 1.3479, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0025154595954302483, | |
| "grad_norm": 0.36730247735977173, | |
| "learning_rate": 9.999588943391597e-05, | |
| "loss": 1.361, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0031443244942878103, | |
| "grad_norm": 0.35089993476867676, | |
| "learning_rate": 9.99743108100344e-05, | |
| "loss": 1.2814, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0037731893931453727, | |
| "grad_norm": 0.38672298192977905, | |
| "learning_rate": 9.993424445916923e-05, | |
| "loss": 1.3016, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.004402054292002935, | |
| "grad_norm": 0.321205198764801, | |
| "learning_rate": 9.987570520365104e-05, | |
| "loss": 1.2163, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.005030919190860497, | |
| "grad_norm": 0.3282659649848938, | |
| "learning_rate": 9.979871469976196e-05, | |
| "loss": 1.2312, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.005659784089718059, | |
| "grad_norm": 0.3265891373157501, | |
| "learning_rate": 9.970330142972401e-05, | |
| "loss": 1.2505, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.006288648988575621, | |
| "grad_norm": 0.3450949192047119, | |
| "learning_rate": 9.95895006911623e-05, | |
| "loss": 1.1982, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0069175138874331835, | |
| "grad_norm": 0.3153296411037445, | |
| "learning_rate": 9.945735458404681e-05, | |
| "loss": 1.1669, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0075463787862907455, | |
| "grad_norm": 0.3419332802295685, | |
| "learning_rate": 9.930691199511775e-05, | |
| "loss": 1.2492, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.008175243685148307, | |
| "grad_norm": 0.2867058515548706, | |
| "learning_rate": 9.91382285798002e-05, | |
| "loss": 1.1652, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.00880410858400587, | |
| "grad_norm": 0.3220820426940918, | |
| "learning_rate": 9.895136674161465e-05, | |
| "loss": 1.1996, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.00880410858400587, | |
| "eval_loss": 1.1905547380447388, | |
| "eval_runtime": 165.0006, | |
| "eval_samples_per_second": 48.697, | |
| "eval_steps_per_second": 6.091, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.009432973482863432, | |
| "grad_norm": 0.30218949913978577, | |
| "learning_rate": 9.874639560909117e-05, | |
| "loss": 1.1916, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.010061838381720993, | |
| "grad_norm": 0.3343711197376251, | |
| "learning_rate": 9.852339101019574e-05, | |
| "loss": 1.1487, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.010690703280578556, | |
| "grad_norm": 0.3268805146217346, | |
| "learning_rate": 9.828243544427796e-05, | |
| "loss": 1.1781, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.011319568179436117, | |
| "grad_norm": 0.34138286113739014, | |
| "learning_rate": 9.802361805155097e-05, | |
| "loss": 1.1215, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.01194843307829368, | |
| "grad_norm": 0.3412030339241028, | |
| "learning_rate": 9.774703458011453e-05, | |
| "loss": 1.2044, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.012577297977151241, | |
| "grad_norm": 0.3168179392814636, | |
| "learning_rate": 9.745278735053343e-05, | |
| "loss": 1.1087, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.013206162876008804, | |
| "grad_norm": 0.3409186005592346, | |
| "learning_rate": 9.714098521798465e-05, | |
| "loss": 1.2062, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.013835027774866367, | |
| "grad_norm": 0.29721856117248535, | |
| "learning_rate": 9.681174353198687e-05, | |
| "loss": 1.1158, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.014463892673723928, | |
| "grad_norm": 0.3369769752025604, | |
| "learning_rate": 9.64651840937276e-05, | |
| "loss": 1.1834, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.015092757572581491, | |
| "grad_norm": 0.31268638372421265, | |
| "learning_rate": 9.610143511100354e-05, | |
| "loss": 1.1367, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.015721622471439052, | |
| "grad_norm": 0.333360493183136, | |
| "learning_rate": 9.572063115079063e-05, | |
| "loss": 1.1805, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.016350487370296613, | |
| "grad_norm": 0.2951726019382477, | |
| "learning_rate": 9.53229130894619e-05, | |
| "loss": 1.1459, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.016979352269154178, | |
| "grad_norm": 0.36082521080970764, | |
| "learning_rate": 9.490842806067095e-05, | |
| "loss": 1.17, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.01760821716801174, | |
| "grad_norm": 0.33050239086151123, | |
| "learning_rate": 9.44773294009206e-05, | |
| "loss": 1.1611, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.01760821716801174, | |
| "eval_loss": 1.147385835647583, | |
| "eval_runtime": 165.0588, | |
| "eval_samples_per_second": 48.68, | |
| "eval_steps_per_second": 6.089, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.0182370820668693, | |
| "grad_norm": 0.3466218411922455, | |
| "learning_rate": 9.40297765928369e-05, | |
| "loss": 1.181, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.018865946965726865, | |
| "grad_norm": 0.3219515085220337, | |
| "learning_rate": 9.356593520616948e-05, | |
| "loss": 1.1236, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.019494811864584426, | |
| "grad_norm": 0.35251516103744507, | |
| "learning_rate": 9.308597683653975e-05, | |
| "loss": 1.1749, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.020123676763441987, | |
| "grad_norm": 0.3366820514202118, | |
| "learning_rate": 9.259007904196023e-05, | |
| "loss": 1.1411, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.020752541662299548, | |
| "grad_norm": 0.3501774072647095, | |
| "learning_rate": 9.207842527714767e-05, | |
| "loss": 1.122, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.021381406561157112, | |
| "grad_norm": 0.3260366916656494, | |
| "learning_rate": 9.155120482565521e-05, | |
| "loss": 1.1032, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.022010271460014674, | |
| "grad_norm": 0.3130464255809784, | |
| "learning_rate": 9.10086127298478e-05, | |
| "loss": 1.1025, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.022639136358872235, | |
| "grad_norm": 0.3319336473941803, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 1.1279, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.0232680012577298, | |
| "grad_norm": 0.3683924973011017, | |
| "learning_rate": 8.987812213377424e-05, | |
| "loss": 1.1384, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.02389686615658736, | |
| "grad_norm": 0.3043256998062134, | |
| "learning_rate": 8.929064185241213e-05, | |
| "loss": 1.106, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.02452573105544492, | |
| "grad_norm": 0.3852984607219696, | |
| "learning_rate": 8.868862620982534e-05, | |
| "loss": 1.123, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.025154595954302483, | |
| "grad_norm": 0.36246711015701294, | |
| "learning_rate": 8.807229791845673e-05, | |
| "loss": 1.1248, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.025783460853160047, | |
| "grad_norm": 0.3592873215675354, | |
| "learning_rate": 8.744188498563641e-05, | |
| "loss": 1.0983, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.02641232575201761, | |
| "grad_norm": 0.3461982309818268, | |
| "learning_rate": 8.679762062923175e-05, | |
| "loss": 1.1211, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.02641232575201761, | |
| "eval_loss": 1.1246975660324097, | |
| "eval_runtime": 165.051, | |
| "eval_samples_per_second": 48.682, | |
| "eval_steps_per_second": 6.089, | |
| "step": 126 | |
| } | |
| ], | |
| "logging_steps": 3, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 42, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.687766294115123e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |