| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 10000, | |
| "global_step": 274994, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.990908892557656e-05, | |
| "loss": 8.099, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.981817785115312e-05, | |
| "loss": 7.2102, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9727266776729675e-05, | |
| "loss": 6.762, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9636355702306236e-05, | |
| "loss": 6.4126, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.954544462788279e-05, | |
| "loss": 6.1281, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.945453355345935e-05, | |
| "loss": 5.8943, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.936362247903591e-05, | |
| "loss": 5.6943, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9272711404612464e-05, | |
| "loss": 5.5168, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9181800330189025e-05, | |
| "loss": 5.3501, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.909088925576558e-05, | |
| "loss": 5.2239, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.899997818134214e-05, | |
| "loss": 5.1144, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.89090671069187e-05, | |
| "loss": 5.0334, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.881815603249525e-05, | |
| "loss": 4.9547, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.8727244958071815e-05, | |
| "loss": 4.8913, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.863633388364837e-05, | |
| "loss": 4.8409, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.854542280922493e-05, | |
| "loss": 4.7906, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.845451173480149e-05, | |
| "loss": 4.7443, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.836360066037804e-05, | |
| "loss": 4.705, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.8272689585954604e-05, | |
| "loss": 4.6654, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.818177851153116e-05, | |
| "loss": 4.6338, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_accuracy": 0.29678543332895735, | |
| "eval_loss": 4.5132622718811035, | |
| "eval_runtime": 5196.2601, | |
| "eval_samples_per_second": 88.97, | |
| "eval_steps_per_second": 1.39, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.809086743710772e-05, | |
| "loss": 4.6023, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.7999956362684276e-05, | |
| "loss": 4.5757, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.790904528826084e-05, | |
| "loss": 4.5454, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.781813421383739e-05, | |
| "loss": 4.517, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.772722313941395e-05, | |
| "loss": 4.4973, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.763631206499051e-05, | |
| "loss": 4.4756, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7545400990567065e-05, | |
| "loss": 4.4538, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.745448991614363e-05, | |
| "loss": 4.4379, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.736357884172019e-05, | |
| "loss": 4.4163, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7272667767296744e-05, | |
| "loss": 4.397, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.7181756692873306e-05, | |
| "loss": 4.3884, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.709084561844986e-05, | |
| "loss": 4.3621, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.699993454402642e-05, | |
| "loss": 4.3503, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.690902346960298e-05, | |
| "loss": 4.3406, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.681811239517953e-05, | |
| "loss": 4.3222, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6727201320756095e-05, | |
| "loss": 4.3134, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.663629024633265e-05, | |
| "loss": 4.2956, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.654537917190921e-05, | |
| "loss": 4.2854, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.645446809748577e-05, | |
| "loss": 4.2743, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.636355702306233e-05, | |
| "loss": 4.2588, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_accuracy": 0.3283652796999879, | |
| "eval_loss": 4.153079032897949, | |
| "eval_runtime": 5192.4762, | |
| "eval_samples_per_second": 89.035, | |
| "eval_steps_per_second": 1.391, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6272645948638884e-05, | |
| "loss": 4.2551, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.618173487421544e-05, | |
| "loss": 4.2418, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.6090823799792e-05, | |
| "loss": 4.2276, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.5999912725368556e-05, | |
| "loss": 4.2163, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.590900165094512e-05, | |
| "loss": 4.2055, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.581809057652167e-05, | |
| "loss": 4.1955, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.572717950209823e-05, | |
| "loss": 4.1867, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.563626842767479e-05, | |
| "loss": 4.1839, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.5545357353251345e-05, | |
| "loss": 4.1728, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.545444627882791e-05, | |
| "loss": 4.1605, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.536353520440446e-05, | |
| "loss": 4.158, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.527262412998102e-05, | |
| "loss": 4.1553, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.518171305555758e-05, | |
| "loss": 4.1388, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.5090801981134134e-05, | |
| "loss": 4.1304, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.4999890906710696e-05, | |
| "loss": 4.1231, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.490897983228725e-05, | |
| "loss": 4.1182, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.481806875786381e-05, | |
| "loss": 4.1205, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.472715768344037e-05, | |
| "loss": 4.1053, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.463624660901692e-05, | |
| "loss": 4.101, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.4545335534593485e-05, | |
| "loss": 4.0955, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_accuracy": 0.34322272271152204, | |
| "eval_loss": 3.990593433380127, | |
| "eval_runtime": 5193.4093, | |
| "eval_samples_per_second": 89.019, | |
| "eval_steps_per_second": 1.391, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.445442446017004e-05, | |
| "loss": 4.0833, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.43635133857466e-05, | |
| "loss": 4.0821, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.427260231132316e-05, | |
| "loss": 4.0703, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.418169123689971e-05, | |
| "loss": 4.0654, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.4090780162476274e-05, | |
| "loss": 4.063, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.399986908805283e-05, | |
| "loss": 4.0545, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.390895801362939e-05, | |
| "loss": 4.0507, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.3818046939205946e-05, | |
| "loss": 4.0434, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.372713586478251e-05, | |
| "loss": 4.0374, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.3636224790359063e-05, | |
| "loss": 4.0303, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.354531371593562e-05, | |
| "loss": 4.0336, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.345440264151218e-05, | |
| "loss": 4.0259, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.3363491567088736e-05, | |
| "loss": 4.0219, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.32725804926653e-05, | |
| "loss": 4.0159, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.318166941824185e-05, | |
| "loss": 4.0035, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.309075834381841e-05, | |
| "loss": 4.0016, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.299984726939497e-05, | |
| "loss": 3.9975, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2908936194971525e-05, | |
| "loss": 3.998, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2818025120548087e-05, | |
| "loss": 3.9885, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.272711404612464e-05, | |
| "loss": 3.9884, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_accuracy": 0.35303792801557193, | |
| "eval_loss": 3.886583089828491, | |
| "eval_runtime": 5193.0489, | |
| "eval_samples_per_second": 89.025, | |
| "eval_steps_per_second": 1.391, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.26362029717012e-05, | |
| "loss": 3.9807, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.254529189727776e-05, | |
| "loss": 3.9839, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.245438082285432e-05, | |
| "loss": 3.9719, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.2363469748430876e-05, | |
| "loss": 3.9641, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.227255867400744e-05, | |
| "loss": 3.9639, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.218164759958399e-05, | |
| "loss": 3.9692, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.2090736525160555e-05, | |
| "loss": 3.9574, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.199982545073711e-05, | |
| "loss": 3.9617, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.190891437631367e-05, | |
| "loss": 3.9504, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.181800330189023e-05, | |
| "loss": 3.9451, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.172709222746679e-05, | |
| "loss": 3.9377, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.1636181153043344e-05, | |
| "loss": 3.9423, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.15452700786199e-05, | |
| "loss": 3.935, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.145435900419646e-05, | |
| "loss": 3.9314, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.1363447929773016e-05, | |
| "loss": 3.9329, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.127253685534958e-05, | |
| "loss": 3.9271, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.118162578092613e-05, | |
| "loss": 3.9203, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.1090714706502695e-05, | |
| "loss": 3.9244, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.099980363207925e-05, | |
| "loss": 3.9084, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.0908892557655805e-05, | |
| "loss": 3.914, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_accuracy": 0.36014139406297696, | |
| "eval_loss": 3.814393997192383, | |
| "eval_runtime": 5187.7852, | |
| "eval_samples_per_second": 89.115, | |
| "eval_steps_per_second": 1.393, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.081798148323237e-05, | |
| "loss": 3.9057, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.072707040880892e-05, | |
| "loss": 3.915, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.0636159334385484e-05, | |
| "loss": 3.9058, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.054524825996204e-05, | |
| "loss": 3.8986, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.0454337185538594e-05, | |
| "loss": 3.8985, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.0363426111115156e-05, | |
| "loss": 3.898, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.027251503669171e-05, | |
| "loss": 3.8909, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.018160396226827e-05, | |
| "loss": 3.8841, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.009069288784483e-05, | |
| "loss": 3.8852, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.999978181342138e-05, | |
| "loss": 3.88, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.9908870738997945e-05, | |
| "loss": 3.8836, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.98179596645745e-05, | |
| "loss": 3.874, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.972704859015106e-05, | |
| "loss": 3.8757, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.963613751572762e-05, | |
| "loss": 3.8762, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.954522644130418e-05, | |
| "loss": 3.8681, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.9454315366880734e-05, | |
| "loss": 3.875, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.936340429245729e-05, | |
| "loss": 3.8619, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.927249321803385e-05, | |
| "loss": 3.8595, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.9181582143610406e-05, | |
| "loss": 3.8633, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.909067106918697e-05, | |
| "loss": 3.8563, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_accuracy": 0.3656418963030083, | |
| "eval_loss": 3.7592036724090576, | |
| "eval_runtime": 5193.0699, | |
| "eval_samples_per_second": 89.025, | |
| "eval_steps_per_second": 1.391, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.899975999476352e-05, | |
| "loss": 3.8497, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.890884892034008e-05, | |
| "loss": 3.8458, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.881793784591664e-05, | |
| "loss": 3.8475, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.8727026771493195e-05, | |
| "loss": 3.8524, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.863611569706976e-05, | |
| "loss": 3.8529, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.854520462264631e-05, | |
| "loss": 3.8483, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.845429354822287e-05, | |
| "loss": 3.8458, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.836338247379943e-05, | |
| "loss": 3.8403, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.8272471399375984e-05, | |
| "loss": 3.8351, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.8181560324952546e-05, | |
| "loss": 3.828, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.80906492505291e-05, | |
| "loss": 3.8338, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.799973817610566e-05, | |
| "loss": 3.8235, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.790882710168222e-05, | |
| "loss": 3.8338, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.7817916027258774e-05, | |
| "loss": 3.8247, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.7727004952835335e-05, | |
| "loss": 3.8199, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.763609387841189e-05, | |
| "loss": 3.8179, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.754518280398845e-05, | |
| "loss": 3.8142, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.745427172956501e-05, | |
| "loss": 3.8153, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.736336065514157e-05, | |
| "loss": 3.8175, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.7272449580718124e-05, | |
| "loss": 3.8136, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_accuracy": 0.3701075745828096, | |
| "eval_loss": 3.713653087615967, | |
| "eval_runtime": 5189.9064, | |
| "eval_samples_per_second": 89.079, | |
| "eval_steps_per_second": 1.392, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.7181538506294686e-05, | |
| "loss": 3.8074, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.709062743187124e-05, | |
| "loss": 3.8123, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.69997163574478e-05, | |
| "loss": 3.8035, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.690880528302436e-05, | |
| "loss": 3.8004, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.681789420860092e-05, | |
| "loss": 3.8008, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.6726983134177475e-05, | |
| "loss": 3.7991, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.663607205975404e-05, | |
| "loss": 3.8076, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.654516098533059e-05, | |
| "loss": 3.796, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.6454249910907154e-05, | |
| "loss": 3.7911, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.636333883648371e-05, | |
| "loss": 3.7931, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.6272427762060265e-05, | |
| "loss": 3.7883, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.6181516687636826e-05, | |
| "loss": 3.7893, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.609060561321338e-05, | |
| "loss": 3.7877, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.5999694538789943e-05, | |
| "loss": 3.7863, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.59087834643665e-05, | |
| "loss": 3.7826, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.5817872389943054e-05, | |
| "loss": 3.7878, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5726961315519616e-05, | |
| "loss": 3.7856, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.563605024109617e-05, | |
| "loss": 3.7817, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.554513916667273e-05, | |
| "loss": 3.7754, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.545422809224929e-05, | |
| "loss": 3.7762, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_accuracy": 0.37404703542213524, | |
| "eval_loss": 3.6766245365142822, | |
| "eval_runtime": 5182.779, | |
| "eval_samples_per_second": 89.202, | |
| "eval_steps_per_second": 1.394, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.536331701782585e-05, | |
| "loss": 3.7748, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5272405943402405e-05, | |
| "loss": 3.7659, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.518149486897896e-05, | |
| "loss": 3.7766, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.509058379455552e-05, | |
| "loss": 3.7767, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.499967272013208e-05, | |
| "loss": 3.7671, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.490876164570864e-05, | |
| "loss": 3.7676, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.4817850571285194e-05, | |
| "loss": 3.7649, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.472693949686175e-05, | |
| "loss": 3.7634, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.463602842243831e-05, | |
| "loss": 3.7662, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4545117348014866e-05, | |
| "loss": 3.7587, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.445420627359143e-05, | |
| "loss": 3.7557, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.436329519916798e-05, | |
| "loss": 3.7531, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4272384124744545e-05, | |
| "loss": 3.7589, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.41814730503211e-05, | |
| "loss": 3.7513, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.4090561975897655e-05, | |
| "loss": 3.7595, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.399965090147422e-05, | |
| "loss": 3.7532, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.390873982705077e-05, | |
| "loss": 3.753, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.3817828752627334e-05, | |
| "loss": 3.7432, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.372691767820389e-05, | |
| "loss": 3.7441, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.3636006603780444e-05, | |
| "loss": 3.7481, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_accuracy": 0.3772804989980488, | |
| "eval_loss": 3.646758794784546, | |
| "eval_runtime": 5190.3572, | |
| "eval_samples_per_second": 89.071, | |
| "eval_steps_per_second": 1.392, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.3545095529357006e-05, | |
| "loss": 3.7435, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.345418445493356e-05, | |
| "loss": 3.7478, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.336327338051012e-05, | |
| "loss": 3.7444, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.327236230608668e-05, | |
| "loss": 3.7496, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.318145123166323e-05, | |
| "loss": 3.7387, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.3090540157239795e-05, | |
| "loss": 3.7361, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.299962908281635e-05, | |
| "loss": 3.732, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.290871800839291e-05, | |
| "loss": 3.7308, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.281780693396947e-05, | |
| "loss": 3.7348, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.272689585954603e-05, | |
| "loss": 3.7356, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.2635984785122584e-05, | |
| "loss": 3.7335, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.254507371069914e-05, | |
| "loss": 3.733, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.24541626362757e-05, | |
| "loss": 3.7295, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.2363251561852256e-05, | |
| "loss": 3.7281, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.227234048742882e-05, | |
| "loss": 3.7294, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.218142941300537e-05, | |
| "loss": 3.7181, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.2090518338581935e-05, | |
| "loss": 3.7196, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.199960726415849e-05, | |
| "loss": 3.7254, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.190869618973505e-05, | |
| "loss": 3.7199, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.181778511531161e-05, | |
| "loss": 3.7199, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_accuracy": 0.3800426605894803, | |
| "eval_loss": 3.6193912029266357, | |
| "eval_runtime": 5183.2235, | |
| "eval_samples_per_second": 89.194, | |
| "eval_steps_per_second": 1.394, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.172687404088817e-05, | |
| "loss": 3.7263, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.1635962966464724e-05, | |
| "loss": 3.7218, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.1545051892041286e-05, | |
| "loss": 3.7115, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.145414081761784e-05, | |
| "loss": 3.7159, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.13632297431944e-05, | |
| "loss": 3.7107, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.127231866877096e-05, | |
| "loss": 3.7126, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.118140759434752e-05, | |
| "loss": 3.7106, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.1090496519924075e-05, | |
| "loss": 3.7136, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.099958544550063e-05, | |
| "loss": 3.7057, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.090867437107719e-05, | |
| "loss": 3.7126, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.081776329665375e-05, | |
| "loss": 3.7075, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.072685222223031e-05, | |
| "loss": 3.7041, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0635941147806864e-05, | |
| "loss": 3.7002, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.054503007338342e-05, | |
| "loss": 3.6996, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0454118998959978e-05, | |
| "loss": 3.7001, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0363207924536537e-05, | |
| "loss": 3.6985, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0272296850113095e-05, | |
| "loss": 3.6977, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.0181385775689654e-05, | |
| "loss": 3.6997, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.0090474701266212e-05, | |
| "loss": 3.6931, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.999956362684277e-05, | |
| "loss": 3.6886, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_accuracy": 0.3823600835290051, | |
| "eval_loss": 3.596660852432251, | |
| "eval_runtime": 5184.5518, | |
| "eval_samples_per_second": 89.171, | |
| "eval_steps_per_second": 1.393, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.9908652552419326e-05, | |
| "loss": 3.6943, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.9817741477995888e-05, | |
| "loss": 3.6929, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9726830403572443e-05, | |
| "loss": 3.6972, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9635919329149005e-05, | |
| "loss": 3.6917, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.954500825472556e-05, | |
| "loss": 3.6865, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9454097180302115e-05, | |
| "loss": 3.6944, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9363186105878677e-05, | |
| "loss": 3.682, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9272275031455232e-05, | |
| "loss": 3.693, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9181363957031794e-05, | |
| "loss": 3.6839, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.909045288260835e-05, | |
| "loss": 3.6838, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.8999541808184904e-05, | |
| "loss": 3.6873, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.8908630733761466e-05, | |
| "loss": 3.6841, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.881771965933802e-05, | |
| "loss": 3.675, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8726808584914583e-05, | |
| "loss": 3.6874, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8635897510491138e-05, | |
| "loss": 3.6798, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.85449864360677e-05, | |
| "loss": 3.6808, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8454075361644255e-05, | |
| "loss": 3.68, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.836316428722081e-05, | |
| "loss": 3.6735, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8272253212797372e-05, | |
| "loss": 3.673, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.8181342138373927e-05, | |
| "loss": 3.677, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_accuracy": 0.38427083988271826, | |
| "eval_loss": 3.578906297683716, | |
| "eval_runtime": 5195.9268, | |
| "eval_samples_per_second": 88.976, | |
| "eval_steps_per_second": 1.39, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.809043106395049e-05, | |
| "loss": 3.6737, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.7999519989527044e-05, | |
| "loss": 3.6648, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.7908608915103602e-05, | |
| "loss": 3.6685, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.781769784068016e-05, | |
| "loss": 3.6699, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.772678676625672e-05, | |
| "loss": 3.6733, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7635875691833278e-05, | |
| "loss": 3.6709, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7544964617409836e-05, | |
| "loss": 3.6721, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.745405354298639e-05, | |
| "loss": 3.6635, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7363142468562953e-05, | |
| "loss": 3.6677, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.727223139413951e-05, | |
| "loss": 3.6657, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.718132031971607e-05, | |
| "loss": 3.6624, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.7090409245292626e-05, | |
| "loss": 3.6656, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6999498170869187e-05, | |
| "loss": 3.6654, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6908587096445743e-05, | |
| "loss": 3.6641, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6817676022022298e-05, | |
| "loss": 3.6579, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.672676494759886e-05, | |
| "loss": 3.6616, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6635853873175415e-05, | |
| "loss": 3.6612, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6544942798751977e-05, | |
| "loss": 3.6632, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.645403172432853e-05, | |
| "loss": 3.657, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6363120649905087e-05, | |
| "loss": 3.6611, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_accuracy": 0.38627043105731984, | |
| "eval_loss": 3.5599796772003174, | |
| "eval_runtime": 5193.7894, | |
| "eval_samples_per_second": 89.012, | |
| "eval_steps_per_second": 1.391, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.627220957548165e-05, | |
| "loss": 3.6568, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.6181298501058204e-05, | |
| "loss": 3.6501, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.6090387426634766e-05, | |
| "loss": 3.6523, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.599947635221132e-05, | |
| "loss": 3.6604, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.5908565277787883e-05, | |
| "loss": 3.6545, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.5817654203364438e-05, | |
| "loss": 3.652, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5726743128940993e-05, | |
| "loss": 3.6503, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5635832054517555e-05, | |
| "loss": 3.6562, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.554492098009411e-05, | |
| "loss": 3.6497, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5454009905670672e-05, | |
| "loss": 3.6527, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5363098831247227e-05, | |
| "loss": 3.651, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5272187756823785e-05, | |
| "loss": 3.6489, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.5181276682400344e-05, | |
| "loss": 3.6379, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.5090365607976902e-05, | |
| "loss": 3.6407, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.499945453355346e-05, | |
| "loss": 3.6423, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.490854345913002e-05, | |
| "loss": 3.6444, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4817632384706578e-05, | |
| "loss": 3.643, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4726721310283136e-05, | |
| "loss": 3.6412, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4635810235859695e-05, | |
| "loss": 3.6382, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.454489916143625e-05, | |
| "loss": 3.6442, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_accuracy": 0.3879397112192979, | |
| "eval_loss": 3.5442757606506348, | |
| "eval_runtime": 5193.2385, | |
| "eval_samples_per_second": 89.022, | |
| "eval_steps_per_second": 1.391, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.445398808701281e-05, | |
| "loss": 3.6382, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4363077012589367e-05, | |
| "loss": 3.6415, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4272165938165925e-05, | |
| "loss": 3.6385, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.4181254863742484e-05, | |
| "loss": 3.6377, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.4090343789319042e-05, | |
| "loss": 3.6403, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3999432714895598e-05, | |
| "loss": 3.6393, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3908521640472156e-05, | |
| "loss": 3.6345, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3817610566048715e-05, | |
| "loss": 3.6379, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3726699491625273e-05, | |
| "loss": 3.642, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.363578841720183e-05, | |
| "loss": 3.6306, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.354487734277839e-05, | |
| "loss": 3.6331, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3453966268354945e-05, | |
| "loss": 3.6313, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3363055193931504e-05, | |
| "loss": 3.6298, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3272144119508062e-05, | |
| "loss": 3.6309, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.318123304508462e-05, | |
| "loss": 3.6316, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.309032197066118e-05, | |
| "loss": 3.637, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.2999410896237734e-05, | |
| "loss": 3.6294, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.2908499821814293e-05, | |
| "loss": 3.6295, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.281758874739085e-05, | |
| "loss": 3.6265, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.272667767296741e-05, | |
| "loss": 3.6285, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "eval_accuracy": 0.38935745059803717, | |
| "eval_loss": 3.5313050746917725, | |
| "eval_runtime": 5185.4328, | |
| "eval_samples_per_second": 89.156, | |
| "eval_steps_per_second": 1.393, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2635766598543968e-05, | |
| "loss": 3.6235, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2544855524120527e-05, | |
| "loss": 3.6299, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2453944449697085e-05, | |
| "loss": 3.6261, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2363033375273644e-05, | |
| "loss": 3.626, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2272122300850202e-05, | |
| "loss": 3.6231, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.218121122642676e-05, | |
| "loss": 3.6222, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.209030015200332e-05, | |
| "loss": 3.6189, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.1999389077579878e-05, | |
| "loss": 3.6239, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.1908478003156433e-05, | |
| "loss": 3.6231, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.181756692873299e-05, | |
| "loss": 3.6192, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.172665585430955e-05, | |
| "loss": 3.6203, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.163574477988611e-05, | |
| "loss": 3.62, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1544833705462667e-05, | |
| "loss": 3.6183, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1453922631039225e-05, | |
| "loss": 3.62, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.136301155661578e-05, | |
| "loss": 3.6114, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.127210048219234e-05, | |
| "loss": 3.6203, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.1181189407768898e-05, | |
| "loss": 3.617, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.1090278333345456e-05, | |
| "loss": 3.6135, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.0999367258922015e-05, | |
| "loss": 3.6167, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.0908456184498573e-05, | |
| "loss": 3.6126, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_accuracy": 0.390987320272403, | |
| "eval_loss": 3.517598867416382, | |
| "eval_runtime": 5192.2207, | |
| "eval_samples_per_second": 89.039, | |
| "eval_steps_per_second": 1.391, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.0817545110075128e-05, | |
| "loss": 3.6135, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0726634035651687e-05, | |
| "loss": 3.6206, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0635722961228245e-05, | |
| "loss": 3.6114, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0544811886804804e-05, | |
| "loss": 3.6137, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0453900812381362e-05, | |
| "loss": 3.6132, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0362989737957917e-05, | |
| "loss": 3.608, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0272078663534476e-05, | |
| "loss": 3.6167, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.0181167589111034e-05, | |
| "loss": 3.6111, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.0090256514687593e-05, | |
| "loss": 3.61, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.999934544026415e-05, | |
| "loss": 3.6119, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.990843436584071e-05, | |
| "loss": 3.608, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.9817523291417268e-05, | |
| "loss": 3.6096, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9726612216993827e-05, | |
| "loss": 3.6036, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9635701142570385e-05, | |
| "loss": 3.5971, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9544790068146944e-05, | |
| "loss": 3.6046, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9453878993723502e-05, | |
| "loss": 3.6058, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.936296791930006e-05, | |
| "loss": 3.6085, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9272056844876616e-05, | |
| "loss": 3.6052, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9181145770453174e-05, | |
| "loss": 3.6022, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9090234696029733e-05, | |
| "loss": 3.6051, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "eval_accuracy": 0.39213097714310974, | |
| "eval_loss": 3.506274938583374, | |
| "eval_runtime": 5194.6737, | |
| "eval_samples_per_second": 88.997, | |
| "eval_steps_per_second": 1.391, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.899932362160629e-05, | |
| "loss": 3.5994, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.890841254718285e-05, | |
| "loss": 3.6081, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.881750147275941e-05, | |
| "loss": 3.5989, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8726590398335963e-05, | |
| "loss": 3.6068, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8635679323912522e-05, | |
| "loss": 3.6018, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.854476824948908e-05, | |
| "loss": 3.5997, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.845385717506564e-05, | |
| "loss": 3.5935, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8362946100642197e-05, | |
| "loss": 3.5985, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8272035026218753e-05, | |
| "loss": 3.5942, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.818112395179531e-05, | |
| "loss": 3.6007, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.809021287737187e-05, | |
| "loss": 3.5943, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7999301802948428e-05, | |
| "loss": 3.6018, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7908390728524987e-05, | |
| "loss": 3.599, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7817479654101545e-05, | |
| "loss": 3.5966, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.77265685796781e-05, | |
| "loss": 3.5952, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.763565750525466e-05, | |
| "loss": 3.5965, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7544746430831217e-05, | |
| "loss": 3.5881, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7453835356407776e-05, | |
| "loss": 3.5889, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7362924281984334e-05, | |
| "loss": 3.5926, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7272013207560893e-05, | |
| "loss": 3.5946, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "eval_accuracy": 0.3933301859072139, | |
| "eval_loss": 3.4956858158111572, | |
| "eval_runtime": 5179.6133, | |
| "eval_samples_per_second": 89.256, | |
| "eval_steps_per_second": 1.395, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.718110213313745e-05, | |
| "loss": 3.5924, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.709019105871401e-05, | |
| "loss": 3.5934, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6999279984290568e-05, | |
| "loss": 3.5931, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6908368909867127e-05, | |
| "loss": 3.5896, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6817457835443685e-05, | |
| "loss": 3.5905, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6726546761020244e-05, | |
| "loss": 3.5917, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.66356356865968e-05, | |
| "loss": 3.598, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6544724612173357e-05, | |
| "loss": 3.5893, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6453813537749916e-05, | |
| "loss": 3.5871, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6362902463326474e-05, | |
| "loss": 3.5854, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6271991388903033e-05, | |
| "loss": 3.5876, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.6181080314479588e-05, | |
| "loss": 3.5837, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.6090169240056146e-05, | |
| "loss": 3.5847, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5999258165632705e-05, | |
| "loss": 3.5847, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5908347091209263e-05, | |
| "loss": 3.5766, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5817436016785822e-05, | |
| "loss": 3.5861, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.572652494236238e-05, | |
| "loss": 3.5847, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5635613867938935e-05, | |
| "loss": 3.5857, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5544702793515494e-05, | |
| "loss": 3.5822, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5453791719092052e-05, | |
| "loss": 3.5883, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "eval_accuracy": 0.39440587506912217, | |
| "eval_loss": 3.4857895374298096, | |
| "eval_runtime": 5191.8412, | |
| "eval_samples_per_second": 89.046, | |
| "eval_steps_per_second": 1.391, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.536288064466861e-05, | |
| "loss": 3.5789, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.527196957024517e-05, | |
| "loss": 3.5762, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.518105849582173e-05, | |
| "loss": 3.5819, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5090147421398285e-05, | |
| "loss": 3.5859, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.4999236346974843e-05, | |
| "loss": 3.5851, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.4908325272551402e-05, | |
| "loss": 3.5807, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.481741419812796e-05, | |
| "loss": 3.5793, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4726503123704519e-05, | |
| "loss": 3.5748, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4635592049281077e-05, | |
| "loss": 3.5808, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4544680974857632e-05, | |
| "loss": 3.583, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4453769900434191e-05, | |
| "loss": 3.5786, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.436285882601075e-05, | |
| "loss": 3.5755, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4271947751587308e-05, | |
| "loss": 3.5708, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4181036677163866e-05, | |
| "loss": 3.5847, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4090125602740425e-05, | |
| "loss": 3.5762, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3999214528316982e-05, | |
| "loss": 3.5861, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.390830345389354e-05, | |
| "loss": 3.5804, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3817392379470099e-05, | |
| "loss": 3.5792, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3726481305046657e-05, | |
| "loss": 3.5685, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3635570230623216e-05, | |
| "loss": 3.5789, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_accuracy": 0.3951073601816376, | |
| "eval_loss": 3.478769302368164, | |
| "eval_runtime": 5201.4054, | |
| "eval_samples_per_second": 88.882, | |
| "eval_steps_per_second": 1.389, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.354465915619977e-05, | |
| "loss": 3.5745, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.345374808177633e-05, | |
| "loss": 3.5689, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3362837007352888e-05, | |
| "loss": 3.574, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3271925932929446e-05, | |
| "loss": 3.5697, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3181014858506005e-05, | |
| "loss": 3.5731, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3090103784082563e-05, | |
| "loss": 3.5712, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.299919270965912e-05, | |
| "loss": 3.5726, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.2908281635235679e-05, | |
| "loss": 3.5719, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.2817370560812237e-05, | |
| "loss": 3.574, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2726459486388796e-05, | |
| "loss": 3.5714, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2635548411965354e-05, | |
| "loss": 3.5694, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2544637337541913e-05, | |
| "loss": 3.5721, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.245372626311847e-05, | |
| "loss": 3.5706, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2362815188695026e-05, | |
| "loss": 3.5741, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2271904114271585e-05, | |
| "loss": 3.5713, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2180993039848143e-05, | |
| "loss": 3.5611, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.20900819654247e-05, | |
| "loss": 3.5684, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.1999170891001258e-05, | |
| "loss": 3.5723, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.1908259816577817e-05, | |
| "loss": 3.5708, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.1817348742154374e-05, | |
| "loss": 3.5693, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "eval_accuracy": 0.39628516900233696, | |
| "eval_loss": 3.4701921939849854, | |
| "eval_runtime": 5197.3649, | |
| "eval_samples_per_second": 88.951, | |
| "eval_steps_per_second": 1.39, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1726437667730932e-05, | |
| "loss": 3.5625, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.163552659330749e-05, | |
| "loss": 3.5685, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.154461551888405e-05, | |
| "loss": 3.5689, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1453704444460608e-05, | |
| "loss": 3.5671, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1362793370037166e-05, | |
| "loss": 3.5691, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1271882295613723e-05, | |
| "loss": 3.5599, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1180971221190282e-05, | |
| "loss": 3.5622, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.109006014676684e-05, | |
| "loss": 3.5694, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0999149072343397e-05, | |
| "loss": 3.556, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0908237997919955e-05, | |
| "loss": 3.5662, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0817326923496514e-05, | |
| "loss": 3.5645, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.072641584907307e-05, | |
| "loss": 3.5655, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.063550477464963e-05, | |
| "loss": 3.5647, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0544593700226186e-05, | |
| "loss": 3.5643, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0453682625802744e-05, | |
| "loss": 3.5631, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0362771551379303e-05, | |
| "loss": 3.5602, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0271860476955861e-05, | |
| "loss": 3.5539, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.018094940253242e-05, | |
| "loss": 3.5632, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.0090038328108978e-05, | |
| "loss": 3.5624, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.999127253685535e-06, | |
| "loss": 3.5584, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_accuracy": 0.39701544180672643, | |
| "eval_loss": 3.463245391845703, | |
| "eval_runtime": 5178.7616, | |
| "eval_samples_per_second": 89.271, | |
| "eval_steps_per_second": 1.395, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.908216179262094e-06, | |
| "loss": 3.5657, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.817305104838652e-06, | |
| "loss": 3.5575, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.726394030415209e-06, | |
| "loss": 3.5637, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.635482955991768e-06, | |
| "loss": 3.5602, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.544571881568326e-06, | |
| "loss": 3.5491, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.453660807144883e-06, | |
| "loss": 3.5554, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.362749732721441e-06, | |
| "loss": 3.5639, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.271838658298e-06, | |
| "loss": 3.5607, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.180927583874557e-06, | |
| "loss": 3.5572, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.090016509451115e-06, | |
| "loss": 3.5548, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.999105435027674e-06, | |
| "loss": 3.5591, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.908194360604232e-06, | |
| "loss": 3.5558, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.81728328618079e-06, | |
| "loss": 3.5497, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.72637221175735e-06, | |
| "loss": 3.5581, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.635461137333906e-06, | |
| "loss": 3.5537, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.544550062910465e-06, | |
| "loss": 3.5489, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.453638988487023e-06, | |
| "loss": 3.5609, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.36272791406358e-06, | |
| "loss": 3.5526, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.271816839640138e-06, | |
| "loss": 3.5605, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.180905765216695e-06, | |
| "loss": 3.5546, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_accuracy": 0.397713683414333, | |
| "eval_loss": 3.4574100971221924, | |
| "eval_runtime": 5191.4742, | |
| "eval_samples_per_second": 89.052, | |
| "eval_steps_per_second": 1.392, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.089994690793254e-06, | |
| "loss": 3.5595, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 7.999083616369812e-06, | |
| "loss": 3.5594, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 7.908172541946369e-06, | |
| "loss": 3.5508, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 7.817261467522927e-06, | |
| "loss": 3.551, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.726350393099486e-06, | |
| "loss": 3.5544, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.635439318676044e-06, | |
| "loss": 3.5524, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.544528244252602e-06, | |
| "loss": 3.5538, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.4536171698291606e-06, | |
| "loss": 3.5495, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.362706095405718e-06, | |
| "loss": 3.5589, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.271795020982277e-06, | |
| "loss": 3.547, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.180883946558835e-06, | |
| "loss": 3.5511, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.089972872135392e-06, | |
| "loss": 3.5431, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.9990617977119505e-06, | |
| "loss": 3.5518, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.908150723288509e-06, | |
| "loss": 3.5509, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.817239648865066e-06, | |
| "loss": 3.5529, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.726328574441624e-06, | |
| "loss": 3.5526, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.635417500018183e-06, | |
| "loss": 3.5515, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.5445064255947405e-06, | |
| "loss": 3.5505, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.453595351171299e-06, | |
| "loss": 3.5495, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.3626842767478575e-06, | |
| "loss": 3.5434, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "eval_accuracy": 0.3982921056372081, | |
| "eval_loss": 3.4519968032836914, | |
| "eval_runtime": 5192.4597, | |
| "eval_samples_per_second": 89.035, | |
| "eval_steps_per_second": 1.391, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.271773202324414e-06, | |
| "loss": 3.5523, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.180862127900973e-06, | |
| "loss": 3.5486, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.0899510534775304e-06, | |
| "loss": 3.5477, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.999039979054089e-06, | |
| "loss": 3.5445, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.908128904630647e-06, | |
| "loss": 3.5472, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.817217830207205e-06, | |
| "loss": 3.5486, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.726306755783763e-06, | |
| "loss": 3.5445, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.635395681360321e-06, | |
| "loss": 3.5467, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.544484606936879e-06, | |
| "loss": 3.5434, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.4535735325134365e-06, | |
| "loss": 3.5456, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.362662458089995e-06, | |
| "loss": 3.5507, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.2717513836665535e-06, | |
| "loss": 3.5457, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.180840309243111e-06, | |
| "loss": 3.5449, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.089929234819669e-06, | |
| "loss": 3.5462, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.999018160396227e-06, | |
| "loss": 3.544, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.908107085972785e-06, | |
| "loss": 3.5418, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.817196011549343e-06, | |
| "loss": 3.541, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.726284937125901e-06, | |
| "loss": 3.5427, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.63537386270246e-06, | |
| "loss": 3.5448, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.544462788279017e-06, | |
| "loss": 3.5447, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "eval_accuracy": 0.3988207398482906, | |
| "eval_loss": 3.447261095046997, | |
| "eval_runtime": 5198.0091, | |
| "eval_samples_per_second": 88.94, | |
| "eval_steps_per_second": 1.39, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.453551713855575e-06, | |
| "loss": 3.5431, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.3626406394321334e-06, | |
| "loss": 3.5399, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.271729565008691e-06, | |
| "loss": 3.5408, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.180818490585249e-06, | |
| "loss": 3.5471, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.089907416161807e-06, | |
| "loss": 3.547, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.998996341738366e-06, | |
| "loss": 3.5483, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.908085267314923e-06, | |
| "loss": 3.5353, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.817174192891482e-06, | |
| "loss": 3.5471, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.7262631184680395e-06, | |
| "loss": 3.5406, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.635352044044597e-06, | |
| "loss": 3.536, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.5444409696211557e-06, | |
| "loss": 3.5426, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.4535298951977138e-06, | |
| "loss": 3.544, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.3626188207742714e-06, | |
| "loss": 3.5396, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.2717077463508295e-06, | |
| "loss": 3.5416, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.180796671927388e-06, | |
| "loss": 3.5408, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.0898855975039456e-06, | |
| "loss": 3.5375, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.9989745230805037e-06, | |
| "loss": 3.5451, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.908063448657062e-06, | |
| "loss": 3.5397, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.81715237423362e-06, | |
| "loss": 3.5356, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.726241299810178e-06, | |
| "loss": 3.5353, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_accuracy": 0.39932546219691223, | |
| "eval_loss": 3.442690849304199, | |
| "eval_runtime": 5201.218, | |
| "eval_samples_per_second": 88.885, | |
| "eval_steps_per_second": 1.389, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.6353302253867356e-06, | |
| "loss": 3.5345, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.544419150963294e-06, | |
| "loss": 3.5408, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.4535080765398518e-06, | |
| "loss": 3.5344, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.36259700211641e-06, | |
| "loss": 3.5391, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.271685927692968e-06, | |
| "loss": 3.5359, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.180774853269526e-06, | |
| "loss": 3.5373, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.089863778846084e-06, | |
| "loss": 3.5374, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.998952704422642e-06, | |
| "loss": 3.5366, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.9080416299992e-06, | |
| "loss": 3.535, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.8171305555757583e-06, | |
| "loss": 3.5332, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.726219481152316e-06, | |
| "loss": 3.5395, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.6353084067288742e-06, | |
| "loss": 3.5311, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.544397332305432e-06, | |
| "loss": 3.5383, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4534862578819902e-06, | |
| "loss": 3.5306, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.3625751834585482e-06, | |
| "loss": 3.5382, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.2716641090351063e-06, | |
| "loss": 3.5391, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.1807530346116644e-06, | |
| "loss": 3.5469, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.0898419601882222e-06, | |
| "loss": 3.5453, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.989308857647805e-07, | |
| "loss": 3.5361, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.080198113413384e-07, | |
| "loss": 3.5382, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_accuracy": 0.39966931600545597, | |
| "eval_loss": 3.4401557445526123, | |
| "eval_runtime": 5192.2106, | |
| "eval_samples_per_second": 89.04, | |
| "eval_steps_per_second": 1.391, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.171087369178965e-07, | |
| "loss": 3.5344, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 7.261976624944544e-07, | |
| "loss": 3.5399, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 6.352865880710125e-07, | |
| "loss": 3.5356, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 5.443755136475705e-07, | |
| "loss": 3.5372, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.5346443922412856e-07, | |
| "loss": 3.5386, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.6255336480068653e-07, | |
| "loss": 3.5466, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.716422903772446e-07, | |
| "loss": 3.535, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.8073121595380266e-07, | |
| "loss": 3.5324, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.982014153036067e-08, | |
| "loss": 3.5376, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 274994, | |
| "total_flos": 4.598623226953728e+18, | |
| "train_loss": 3.7837416634722314, | |
| "train_runtime": 282476.6171, | |
| "train_samples_per_second": 31.152, | |
| "train_steps_per_second": 0.974 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 274994, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 10000, | |
| "total_flos": 4.598623226953728e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |