| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9996163752945689, | |
| "eval_steps": 500, | |
| "global_step": 1140, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0008768564695566394, | |
| "grad_norm": 3.8354088038954104, | |
| "learning_rate": 5.0000000000000004e-08, | |
| "loss": 0.8827, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0017537129391132788, | |
| "grad_norm": 3.854484535409196, | |
| "learning_rate": 1.0000000000000001e-07, | |
| "loss": 0.8816, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0026305694086699184, | |
| "grad_norm": 3.871894613191576, | |
| "learning_rate": 1.5000000000000002e-07, | |
| "loss": 0.8801, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0035074258782265577, | |
| "grad_norm": 4.015192807591418, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 0.8778, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.004384282347783197, | |
| "grad_norm": 3.8093684146898625, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 0.8711, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.005261138817339837, | |
| "grad_norm": 3.8610474891808035, | |
| "learning_rate": 3.0000000000000004e-07, | |
| "loss": 0.8774, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0061379952868964765, | |
| "grad_norm": 3.7967273935876027, | |
| "learning_rate": 3.5000000000000004e-07, | |
| "loss": 0.8669, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.007014851756453115, | |
| "grad_norm": 3.6775126026184703, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 0.8605, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.007891708226009755, | |
| "grad_norm": 3.8340713786963674, | |
| "learning_rate": 4.5000000000000003e-07, | |
| "loss": 0.8735, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.008768564695566394, | |
| "grad_norm": 3.7479501504503463, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.8843, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.009645421165123035, | |
| "grad_norm": 3.6317203672346734, | |
| "learning_rate": 5.5e-07, | |
| "loss": 0.8637, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.010522277634679673, | |
| "grad_norm": 3.512911808429478, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 0.8649, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.011399134104236312, | |
| "grad_norm": 3.5056527507086486, | |
| "learning_rate": 6.5e-07, | |
| "loss": 0.8514, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.012275990573792953, | |
| "grad_norm": 3.150666271402955, | |
| "learning_rate": 7.000000000000001e-07, | |
| "loss": 0.844, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.013152847043349592, | |
| "grad_norm": 2.92608322776606, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.8382, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01402970351290623, | |
| "grad_norm": 3.0202821236842246, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 0.8419, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.014906559982462871, | |
| "grad_norm": 2.9419098502173515, | |
| "learning_rate": 8.500000000000001e-07, | |
| "loss": 0.8362, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.01578341645201951, | |
| "grad_norm": 2.7926753613205433, | |
| "learning_rate": 9.000000000000001e-07, | |
| "loss": 0.825, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.01666027292157615, | |
| "grad_norm": 2.4471605086654096, | |
| "learning_rate": 9.500000000000001e-07, | |
| "loss": 0.7904, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.017537129391132788, | |
| "grad_norm": 1.8918627793518321, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7968, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.018413985860689427, | |
| "grad_norm": 1.713937144355921, | |
| "learning_rate": 1.0500000000000001e-06, | |
| "loss": 0.7828, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.01929084233024607, | |
| "grad_norm": 1.4451729443975803, | |
| "learning_rate": 1.1e-06, | |
| "loss": 0.78, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.020167698799802708, | |
| "grad_norm": 1.0866085026095695, | |
| "learning_rate": 1.1500000000000002e-06, | |
| "loss": 0.7807, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.021044555269359347, | |
| "grad_norm": 1.022948274017058, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 0.758, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.021921411738915986, | |
| "grad_norm": 0.976807823206357, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.7783, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.022798268208472625, | |
| "grad_norm": 2.5562950715507275, | |
| "learning_rate": 1.3e-06, | |
| "loss": 0.7815, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.023675124678029263, | |
| "grad_norm": 1.7956421603987698, | |
| "learning_rate": 1.3500000000000002e-06, | |
| "loss": 0.759, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.024551981147585906, | |
| "grad_norm": 1.3622207205502601, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 0.7551, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.025428837617142545, | |
| "grad_norm": 0.9842354354215974, | |
| "learning_rate": 1.45e-06, | |
| "loss": 0.7625, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.026305694086699184, | |
| "grad_norm": 0.7679059075291825, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.7513, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.027182550556255822, | |
| "grad_norm": 0.709914193704945, | |
| "learning_rate": 1.5500000000000002e-06, | |
| "loss": 0.7309, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.02805940702581246, | |
| "grad_norm": 0.5711165082308596, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 0.7358, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0289362634953691, | |
| "grad_norm": 0.6732600160748007, | |
| "learning_rate": 1.6500000000000003e-06, | |
| "loss": 0.746, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.029813119964925743, | |
| "grad_norm": 0.519623223105866, | |
| "learning_rate": 1.7000000000000002e-06, | |
| "loss": 0.7408, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03068997643448238, | |
| "grad_norm": 0.4967853550459734, | |
| "learning_rate": 1.75e-06, | |
| "loss": 0.7284, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03156683290403902, | |
| "grad_norm": 0.4558474579400771, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 0.7337, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.03244368937359566, | |
| "grad_norm": 0.5187940265183988, | |
| "learning_rate": 1.85e-06, | |
| "loss": 0.7459, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0333205458431523, | |
| "grad_norm": 0.46649520265418404, | |
| "learning_rate": 1.9000000000000002e-06, | |
| "loss": 0.7238, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.03419740231270894, | |
| "grad_norm": 0.4621107554297482, | |
| "learning_rate": 1.9500000000000004e-06, | |
| "loss": 0.7243, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.035074258782265576, | |
| "grad_norm": 0.4493723053379801, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.7395, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.035951115251822215, | |
| "grad_norm": 0.4196555282378131, | |
| "learning_rate": 2.05e-06, | |
| "loss": 0.7371, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.036827971721378853, | |
| "grad_norm": 0.3836269605839978, | |
| "learning_rate": 2.1000000000000002e-06, | |
| "loss": 0.7172, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0377048281909355, | |
| "grad_norm": 0.38056806308372326, | |
| "learning_rate": 2.15e-06, | |
| "loss": 0.7163, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.03858168466049214, | |
| "grad_norm": 0.3561457145290273, | |
| "learning_rate": 2.2e-06, | |
| "loss": 0.6986, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.03945854113004878, | |
| "grad_norm": 0.3723153937166507, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.7154, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.040335397599605416, | |
| "grad_norm": 0.36630666691552083, | |
| "learning_rate": 2.3000000000000004e-06, | |
| "loss": 0.7201, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.041212254069162055, | |
| "grad_norm": 0.3482645877468935, | |
| "learning_rate": 2.35e-06, | |
| "loss": 0.7213, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.042089110538718694, | |
| "grad_norm": 0.35892687942862245, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 0.7167, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.04296596700827533, | |
| "grad_norm": 0.3353339246028489, | |
| "learning_rate": 2.4500000000000003e-06, | |
| "loss": 0.7154, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.04384282347783197, | |
| "grad_norm": 0.3327601533732165, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.7149, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04471967994738861, | |
| "grad_norm": 0.31047839521651305, | |
| "learning_rate": 2.55e-06, | |
| "loss": 0.7022, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.04559653641694525, | |
| "grad_norm": 0.3140715368302216, | |
| "learning_rate": 2.6e-06, | |
| "loss": 0.7024, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.04647339288650189, | |
| "grad_norm": 0.3070088967685052, | |
| "learning_rate": 2.6500000000000005e-06, | |
| "loss": 0.7116, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.04735024935605853, | |
| "grad_norm": 0.29688015435603987, | |
| "learning_rate": 2.7000000000000004e-06, | |
| "loss": 0.7068, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.04822710582561517, | |
| "grad_norm": 0.312569173156887, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.708, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.04910396229517181, | |
| "grad_norm": 0.3212155084231398, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 0.6895, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.04998081876472845, | |
| "grad_norm": 0.30141336197411556, | |
| "learning_rate": 2.85e-06, | |
| "loss": 0.714, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.05085767523428509, | |
| "grad_norm": 0.2678799864293998, | |
| "learning_rate": 2.9e-06, | |
| "loss": 0.6864, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.05173453170384173, | |
| "grad_norm": 0.2763602360222888, | |
| "learning_rate": 2.95e-06, | |
| "loss": 0.6955, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.05261138817339837, | |
| "grad_norm": 0.2960116429627635, | |
| "learning_rate": 3e-06, | |
| "loss": 0.69, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.053488244642955006, | |
| "grad_norm": 0.3126860845251708, | |
| "learning_rate": 3.05e-06, | |
| "loss": 0.7008, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.054365101112511645, | |
| "grad_norm": 0.2684477743603555, | |
| "learning_rate": 3.1000000000000004e-06, | |
| "loss": 0.7065, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.055241957582068284, | |
| "grad_norm": 0.2831279869843839, | |
| "learning_rate": 3.1500000000000003e-06, | |
| "loss": 0.6908, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.05611881405162492, | |
| "grad_norm": 0.28914936357131454, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 0.6847, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.05699567052118156, | |
| "grad_norm": 0.2664694092243829, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.6975, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0578725269907382, | |
| "grad_norm": 0.2670931319561963, | |
| "learning_rate": 3.3000000000000006e-06, | |
| "loss": 0.6957, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.058749383460294846, | |
| "grad_norm": 0.25481964712146327, | |
| "learning_rate": 3.3500000000000005e-06, | |
| "loss": 0.6907, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.059626239929851485, | |
| "grad_norm": 0.2917224006438053, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 0.6889, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.060503096399408124, | |
| "grad_norm": 0.27794604488949715, | |
| "learning_rate": 3.45e-06, | |
| "loss": 0.6815, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.06137995286896476, | |
| "grad_norm": 0.24963117175569036, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.6883, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0622568093385214, | |
| "grad_norm": 0.2893133633641976, | |
| "learning_rate": 3.5500000000000003e-06, | |
| "loss": 0.6792, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.06313366580807804, | |
| "grad_norm": 0.2826308836822568, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 0.7028, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.06401052227763468, | |
| "grad_norm": 0.2640935466003184, | |
| "learning_rate": 3.65e-06, | |
| "loss": 0.6916, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.06488737874719132, | |
| "grad_norm": 0.24415033172628944, | |
| "learning_rate": 3.7e-06, | |
| "loss": 0.6839, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.06576423521674796, | |
| "grad_norm": 0.3112401087242733, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.7021, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0666410916863046, | |
| "grad_norm": 0.2875281112172732, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 0.6929, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.06751794815586123, | |
| "grad_norm": 0.2874092373703745, | |
| "learning_rate": 3.85e-06, | |
| "loss": 0.6788, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.06839480462541787, | |
| "grad_norm": 0.26681007920352356, | |
| "learning_rate": 3.900000000000001e-06, | |
| "loss": 0.6881, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.06927166109497451, | |
| "grad_norm": 0.25207102904583284, | |
| "learning_rate": 3.95e-06, | |
| "loss": 0.6852, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.07014851756453115, | |
| "grad_norm": 0.2747607135538642, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.6864, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07102537403408779, | |
| "grad_norm": 0.26361955079133653, | |
| "learning_rate": 4.05e-06, | |
| "loss": 0.685, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.07190223050364443, | |
| "grad_norm": 0.33310729956901713, | |
| "learning_rate": 4.1e-06, | |
| "loss": 0.6803, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.07277908697320107, | |
| "grad_norm": 0.2453664087918243, | |
| "learning_rate": 4.15e-06, | |
| "loss": 0.6761, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.07365594344275771, | |
| "grad_norm": 0.2908734202511105, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 0.6931, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.07453279991231436, | |
| "grad_norm": 0.2786719287704165, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.6874, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.075409656381871, | |
| "grad_norm": 0.271512101257661, | |
| "learning_rate": 4.3e-06, | |
| "loss": 0.6775, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.07628651285142764, | |
| "grad_norm": 0.2947304767213564, | |
| "learning_rate": 4.350000000000001e-06, | |
| "loss": 0.6865, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.07716336932098428, | |
| "grad_norm": 0.25160176616217883, | |
| "learning_rate": 4.4e-06, | |
| "loss": 0.6785, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.07804022579054092, | |
| "grad_norm": 0.32459153781403244, | |
| "learning_rate": 4.450000000000001e-06, | |
| "loss": 0.6773, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.07891708226009755, | |
| "grad_norm": 0.2487028104553641, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.6812, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07979393872965419, | |
| "grad_norm": 0.2925038544983962, | |
| "learning_rate": 4.5500000000000005e-06, | |
| "loss": 0.6791, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.08067079519921083, | |
| "grad_norm": 0.28005649996035475, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 0.6704, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.08154765166876747, | |
| "grad_norm": 0.3264776457957641, | |
| "learning_rate": 4.65e-06, | |
| "loss": 0.6772, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.08242450813832411, | |
| "grad_norm": 0.2533079586966528, | |
| "learning_rate": 4.7e-06, | |
| "loss": 0.6792, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.08330136460788075, | |
| "grad_norm": 0.25651763696878965, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.6607, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.08417822107743739, | |
| "grad_norm": 0.2546288408258964, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 0.6669, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.08505507754699403, | |
| "grad_norm": 0.25215356470309513, | |
| "learning_rate": 4.85e-06, | |
| "loss": 0.6846, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.08593193401655067, | |
| "grad_norm": 0.28631928221309494, | |
| "learning_rate": 4.9000000000000005e-06, | |
| "loss": 0.6717, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.0868087904861073, | |
| "grad_norm": 0.27212851090592044, | |
| "learning_rate": 4.95e-06, | |
| "loss": 0.6804, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.08768564695566394, | |
| "grad_norm": 0.29348118762199116, | |
| "learning_rate": 5e-06, | |
| "loss": 0.669, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08856250342522058, | |
| "grad_norm": 0.30678288402779474, | |
| "learning_rate": 4.999998880733363e-06, | |
| "loss": 0.6631, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.08943935989477722, | |
| "grad_norm": 0.3011120934546324, | |
| "learning_rate": 4.999995522934454e-06, | |
| "loss": 0.679, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.09031621636433386, | |
| "grad_norm": 0.31706623056013666, | |
| "learning_rate": 4.9999899266062804e-06, | |
| "loss": 0.6723, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.0911930728338905, | |
| "grad_norm": 0.3120471729111099, | |
| "learning_rate": 4.999982091753851e-06, | |
| "loss": 0.6613, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.09206992930344714, | |
| "grad_norm": 0.2905613969012575, | |
| "learning_rate": 4.999972018384183e-06, | |
| "loss": 0.6611, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.09294678577300378, | |
| "grad_norm": 0.28925318733211003, | |
| "learning_rate": 4.999959706506297e-06, | |
| "loss": 0.6695, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.09382364224256041, | |
| "grad_norm": 0.28085987028825943, | |
| "learning_rate": 4.999945156131215e-06, | |
| "loss": 0.6502, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.09470049871211705, | |
| "grad_norm": 0.30971852568333075, | |
| "learning_rate": 4.9999283672719665e-06, | |
| "loss": 0.672, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.0955773551816737, | |
| "grad_norm": 0.32363303577963826, | |
| "learning_rate": 4.999909339943585e-06, | |
| "loss": 0.673, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.09645421165123035, | |
| "grad_norm": 0.29549042512555623, | |
| "learning_rate": 4.999888074163108e-06, | |
| "loss": 0.6591, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09733106812078698, | |
| "grad_norm": 0.33514032815726946, | |
| "learning_rate": 4.999864569949576e-06, | |
| "loss": 0.6673, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.09820792459034362, | |
| "grad_norm": 0.3092438114721304, | |
| "learning_rate": 4.999838827324036e-06, | |
| "loss": 0.6641, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.09908478105990026, | |
| "grad_norm": 0.35403209993563217, | |
| "learning_rate": 4.999810846309539e-06, | |
| "loss": 0.6597, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.0999616375294569, | |
| "grad_norm": 0.2964896689419525, | |
| "learning_rate": 4.999780626931136e-06, | |
| "loss": 0.67, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.10083849399901354, | |
| "grad_norm": 0.3484706075226941, | |
| "learning_rate": 4.999748169215891e-06, | |
| "loss": 0.6745, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.10171535046857018, | |
| "grad_norm": 0.33505074735981694, | |
| "learning_rate": 4.999713473192863e-06, | |
| "loss": 0.6591, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.10259220693812682, | |
| "grad_norm": 0.27082614750107925, | |
| "learning_rate": 4.999676538893121e-06, | |
| "loss": 0.6621, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.10346906340768346, | |
| "grad_norm": 0.3506965847465109, | |
| "learning_rate": 4.999637366349736e-06, | |
| "loss": 0.6733, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1043459198772401, | |
| "grad_norm": 0.27422374937685745, | |
| "learning_rate": 4.999595955597784e-06, | |
| "loss": 0.655, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.10522277634679673, | |
| "grad_norm": 0.33620430443399, | |
| "learning_rate": 4.999552306674345e-06, | |
| "loss": 0.6755, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10609963281635337, | |
| "grad_norm": 0.2837804889330797, | |
| "learning_rate": 4.999506419618502e-06, | |
| "loss": 0.6579, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.10697648928591001, | |
| "grad_norm": 0.37952040871876175, | |
| "learning_rate": 4.999458294471342e-06, | |
| "loss": 0.6692, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.10785334575546665, | |
| "grad_norm": 0.2690864525050558, | |
| "learning_rate": 4.99940793127596e-06, | |
| "loss": 0.6494, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.10873020222502329, | |
| "grad_norm": 0.3635002166658454, | |
| "learning_rate": 4.999355330077449e-06, | |
| "loss": 0.6611, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.10960705869457993, | |
| "grad_norm": 0.29302462194523843, | |
| "learning_rate": 4.999300490922911e-06, | |
| "loss": 0.6526, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11048391516413657, | |
| "grad_norm": 0.3058787861740299, | |
| "learning_rate": 4.999243413861447e-06, | |
| "loss": 0.659, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1113607716336932, | |
| "grad_norm": 0.332548080761125, | |
| "learning_rate": 4.9991840989441665e-06, | |
| "loss": 0.6659, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.11223762810324985, | |
| "grad_norm": 0.29432766212441813, | |
| "learning_rate": 4.999122546224181e-06, | |
| "loss": 0.6447, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.11311448457280648, | |
| "grad_norm": 0.29523416391879537, | |
| "learning_rate": 4.999058755756605e-06, | |
| "loss": 0.6587, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.11399134104236312, | |
| "grad_norm": 0.32423165831626255, | |
| "learning_rate": 4.998992727598557e-06, | |
| "loss": 0.6564, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11486819751191976, | |
| "grad_norm": 0.34859884756639065, | |
| "learning_rate": 4.99892446180916e-06, | |
| "loss": 0.653, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.1157450539814764, | |
| "grad_norm": 0.30133447855543133, | |
| "learning_rate": 4.99885395844954e-06, | |
| "loss": 0.647, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.11662191045103305, | |
| "grad_norm": 0.3600942516700186, | |
| "learning_rate": 4.998781217582827e-06, | |
| "loss": 0.6581, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.11749876692058969, | |
| "grad_norm": 0.29960571448156953, | |
| "learning_rate": 4.998706239274153e-06, | |
| "loss": 0.6623, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.11837562339014633, | |
| "grad_norm": 0.2992208264370026, | |
| "learning_rate": 4.998629023590656e-06, | |
| "loss": 0.6538, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.11925247985970297, | |
| "grad_norm": 0.36522912538035174, | |
| "learning_rate": 4.998549570601475e-06, | |
| "loss": 0.6566, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.12012933632925961, | |
| "grad_norm": 0.2988448634710597, | |
| "learning_rate": 4.998467880377754e-06, | |
| "loss": 0.673, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.12100619279881625, | |
| "grad_norm": 0.32912250244162505, | |
| "learning_rate": 4.998383952992639e-06, | |
| "loss": 0.6482, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.12188304926837289, | |
| "grad_norm": 0.37178534793553225, | |
| "learning_rate": 4.998297788521279e-06, | |
| "loss": 0.6546, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.12275990573792953, | |
| "grad_norm": 0.28062782891296695, | |
| "learning_rate": 4.998209387040829e-06, | |
| "loss": 0.6527, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12363676220748616, | |
| "grad_norm": 0.33723394797540485, | |
| "learning_rate": 4.998118748630443e-06, | |
| "loss": 0.6391, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.1245136186770428, | |
| "grad_norm": 0.2834572318610097, | |
| "learning_rate": 4.99802587337128e-06, | |
| "loss": 0.6443, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.12539047514659943, | |
| "grad_norm": 0.321495289367043, | |
| "learning_rate": 4.997930761346502e-06, | |
| "loss": 0.6507, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.12626733161615608, | |
| "grad_norm": 0.3419910878952078, | |
| "learning_rate": 4.997833412641274e-06, | |
| "loss": 0.6543, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.1271441880857127, | |
| "grad_norm": 0.28772221770446305, | |
| "learning_rate": 4.9977338273427625e-06, | |
| "loss": 0.6522, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.12802104455526936, | |
| "grad_norm": 0.29706932671928316, | |
| "learning_rate": 4.997632005540139e-06, | |
| "loss": 0.6677, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.128897901024826, | |
| "grad_norm": 0.29918610448467253, | |
| "learning_rate": 4.997527947324573e-06, | |
| "loss": 0.6475, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.12977475749438264, | |
| "grad_norm": 0.33103419851925103, | |
| "learning_rate": 4.997421652789243e-06, | |
| "loss": 0.67, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.1306516139639393, | |
| "grad_norm": 0.27012500247528487, | |
| "learning_rate": 4.9973131220293255e-06, | |
| "loss": 0.647, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.13152847043349591, | |
| "grad_norm": 0.297677443804652, | |
| "learning_rate": 4.9972023551419995e-06, | |
| "loss": 0.6519, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.13240532690305257, | |
| "grad_norm": 0.27386600476743567, | |
| "learning_rate": 4.997089352226448e-06, | |
| "loss": 0.6562, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.1332821833726092, | |
| "grad_norm": 0.3025435071675535, | |
| "learning_rate": 4.996974113383854e-06, | |
| "loss": 0.6485, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.13415903984216584, | |
| "grad_norm": 0.2928572797854547, | |
| "learning_rate": 4.996856638717406e-06, | |
| "loss": 0.641, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.13503589631172247, | |
| "grad_norm": 0.28232417223789874, | |
| "learning_rate": 4.996736928332292e-06, | |
| "loss": 0.6358, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.13591275278127912, | |
| "grad_norm": 0.33877806926878856, | |
| "learning_rate": 4.9966149823357e-06, | |
| "loss": 0.6558, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.13678960925083575, | |
| "grad_norm": 0.27274924720742, | |
| "learning_rate": 4.996490800836825e-06, | |
| "loss": 0.6553, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.1376664657203924, | |
| "grad_norm": 0.3145522020468823, | |
| "learning_rate": 4.996364383946859e-06, | |
| "loss": 0.6458, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.13854332218994903, | |
| "grad_norm": 0.28298098932682264, | |
| "learning_rate": 4.996235731778997e-06, | |
| "loss": 0.6467, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.13942017865950568, | |
| "grad_norm": 0.3289393703740858, | |
| "learning_rate": 4.996104844448438e-06, | |
| "loss": 0.6522, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1402970351290623, | |
| "grad_norm": 0.3242491154179804, | |
| "learning_rate": 4.995971722072379e-06, | |
| "loss": 0.6579, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14117389159861896, | |
| "grad_norm": 0.350063023556927, | |
| "learning_rate": 4.995836364770018e-06, | |
| "loss": 0.6639, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.14205074806817558, | |
| "grad_norm": 0.26800977502782475, | |
| "learning_rate": 4.995698772662558e-06, | |
| "loss": 0.6564, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.14292760453773223, | |
| "grad_norm": 0.37123972908338404, | |
| "learning_rate": 4.9955589458732e-06, | |
| "loss": 0.6521, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.14380446100728886, | |
| "grad_norm": 0.25568101611736427, | |
| "learning_rate": 4.995416884527147e-06, | |
| "loss": 0.6489, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.1446813174768455, | |
| "grad_norm": 0.3502739955437778, | |
| "learning_rate": 4.9952725887516015e-06, | |
| "loss": 0.6389, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.14555817394640214, | |
| "grad_norm": 0.2695951493086468, | |
| "learning_rate": 4.99512605867577e-06, | |
| "loss": 0.6409, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.1464350304159588, | |
| "grad_norm": 0.33224546665642934, | |
| "learning_rate": 4.994977294430856e-06, | |
| "loss": 0.6478, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.14731188688551541, | |
| "grad_norm": 0.26336591640433304, | |
| "learning_rate": 4.994826296150064e-06, | |
| "loss": 0.6416, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.14818874335507207, | |
| "grad_norm": 0.3158628283831438, | |
| "learning_rate": 4.9946730639686025e-06, | |
| "loss": 0.6397, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.14906559982462872, | |
| "grad_norm": 0.29572803602407627, | |
| "learning_rate": 4.9945175980236745e-06, | |
| "loss": 0.6356, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.14994245629418534, | |
| "grad_norm": 0.3344536076519792, | |
| "learning_rate": 4.99435989845449e-06, | |
| "loss": 0.6494, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.150819312763742, | |
| "grad_norm": 0.2811402499936693, | |
| "learning_rate": 4.994199965402252e-06, | |
| "loss": 0.6472, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.15169616923329862, | |
| "grad_norm": 0.30351530565920815, | |
| "learning_rate": 4.994037799010168e-06, | |
| "loss": 0.6514, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.15257302570285527, | |
| "grad_norm": 0.2667020904201129, | |
| "learning_rate": 4.993873399423445e-06, | |
| "loss": 0.642, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.1534498821724119, | |
| "grad_norm": 0.3062654941965369, | |
| "learning_rate": 4.993706766789287e-06, | |
| "loss": 0.6398, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.15432673864196855, | |
| "grad_norm": 0.28228507467929365, | |
| "learning_rate": 4.993537901256898e-06, | |
| "loss": 0.6446, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.15520359511152518, | |
| "grad_norm": 0.3157908119401443, | |
| "learning_rate": 4.993366802977486e-06, | |
| "loss": 0.645, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.15608045158108183, | |
| "grad_norm": 0.29612114085869035, | |
| "learning_rate": 4.993193472104253e-06, | |
| "loss": 0.6379, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.15695730805063846, | |
| "grad_norm": 0.31715005105530436, | |
| "learning_rate": 4.9930179087924e-06, | |
| "loss": 0.6446, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.1578341645201951, | |
| "grad_norm": 0.3010974405602859, | |
| "learning_rate": 4.992840113199131e-06, | |
| "loss": 0.6273, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.15871102098975173, | |
| "grad_norm": 0.3097310667014726, | |
| "learning_rate": 4.992660085483645e-06, | |
| "loss": 0.6477, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.15958787745930839, | |
| "grad_norm": 0.25428924204211556, | |
| "learning_rate": 4.992477825807142e-06, | |
| "loss": 0.6562, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.160464733928865, | |
| "grad_norm": 0.30870425916577926, | |
| "learning_rate": 4.992293334332821e-06, | |
| "loss": 0.6528, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.16134159039842166, | |
| "grad_norm": 0.2915653234864446, | |
| "learning_rate": 4.992106611225875e-06, | |
| "loss": 0.6491, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.1622184468679783, | |
| "grad_norm": 0.3032380988277513, | |
| "learning_rate": 4.991917656653501e-06, | |
| "loss": 0.6523, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.16309530333753494, | |
| "grad_norm": 0.2986663700583823, | |
| "learning_rate": 4.991726470784891e-06, | |
| "loss": 0.6333, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.16397215980709157, | |
| "grad_norm": 0.28321065505069615, | |
| "learning_rate": 4.9915330537912346e-06, | |
| "loss": 0.6411, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.16484901627664822, | |
| "grad_norm": 0.358610834369166, | |
| "learning_rate": 4.99133740584572e-06, | |
| "loss": 0.6404, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.16572587274620484, | |
| "grad_norm": 0.30976208589225795, | |
| "learning_rate": 4.991139527123534e-06, | |
| "loss": 0.6405, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.1666027292157615, | |
| "grad_norm": 0.34149502314365515, | |
| "learning_rate": 4.990939417801859e-06, | |
| "loss": 0.6384, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16747958568531812, | |
| "grad_norm": 0.2959951500432587, | |
| "learning_rate": 4.9907370780598754e-06, | |
| "loss": 0.6469, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.16835644215487477, | |
| "grad_norm": 0.3302476980977895, | |
| "learning_rate": 4.990532508078761e-06, | |
| "loss": 0.6359, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.1692332986244314, | |
| "grad_norm": 0.3944297035939378, | |
| "learning_rate": 4.990325708041691e-06, | |
| "loss": 0.6502, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.17011015509398805, | |
| "grad_norm": 0.360231124267091, | |
| "learning_rate": 4.990116678133836e-06, | |
| "loss": 0.6424, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.1709870115635447, | |
| "grad_norm": 0.33832741778437936, | |
| "learning_rate": 4.989905418542366e-06, | |
| "loss": 0.6352, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.17186386803310133, | |
| "grad_norm": 0.36238295597291414, | |
| "learning_rate": 4.989691929456443e-06, | |
| "loss": 0.6499, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.17274072450265798, | |
| "grad_norm": 0.32684488652867627, | |
| "learning_rate": 4.98947621106723e-06, | |
| "loss": 0.6475, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.1736175809722146, | |
| "grad_norm": 0.2757346118610075, | |
| "learning_rate": 4.989258263567884e-06, | |
| "loss": 0.6355, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.17449443744177126, | |
| "grad_norm": 0.29755713041423115, | |
| "learning_rate": 4.989038087153556e-06, | |
| "loss": 0.6336, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.17537129391132789, | |
| "grad_norm": 0.29151765698243737, | |
| "learning_rate": 4.988815682021398e-06, | |
| "loss": 0.6471, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17624815038088454, | |
| "grad_norm": 0.28111823253643253, | |
| "learning_rate": 4.988591048370552e-06, | |
| "loss": 0.6407, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.17712500685044116, | |
| "grad_norm": 0.2656165957748681, | |
| "learning_rate": 4.988364186402159e-06, | |
| "loss": 0.6326, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.17800186331999782, | |
| "grad_norm": 0.3028986715129606, | |
| "learning_rate": 4.988135096319355e-06, | |
| "loss": 0.6348, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.17887871978955444, | |
| "grad_norm": 0.29924585956112065, | |
| "learning_rate": 4.987903778327269e-06, | |
| "loss": 0.6488, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.1797555762591111, | |
| "grad_norm": 0.2747438588784908, | |
| "learning_rate": 4.987670232633027e-06, | |
| "loss": 0.6353, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.18063243272866772, | |
| "grad_norm": 0.30887265845064044, | |
| "learning_rate": 4.987434459445748e-06, | |
| "loss": 0.6428, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.18150928919822437, | |
| "grad_norm": 0.3193061834187564, | |
| "learning_rate": 4.987196458976548e-06, | |
| "loss": 0.6467, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.182386145667781, | |
| "grad_norm": 0.2769424032566695, | |
| "learning_rate": 4.9869562314385335e-06, | |
| "loss": 0.6407, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.18326300213733765, | |
| "grad_norm": 0.3406015148633883, | |
| "learning_rate": 4.986713777046809e-06, | |
| "loss": 0.6443, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.18413985860689427, | |
| "grad_norm": 0.271878066659463, | |
| "learning_rate": 4.986469096018472e-06, | |
| "loss": 0.6328, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18501671507645093, | |
| "grad_norm": 0.2987491049335003, | |
| "learning_rate": 4.9862221885726115e-06, | |
| "loss": 0.6478, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.18589357154600755, | |
| "grad_norm": 0.3087618217189243, | |
| "learning_rate": 4.985973054930313e-06, | |
| "loss": 0.6363, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.1867704280155642, | |
| "grad_norm": 0.28612704652497223, | |
| "learning_rate": 4.985721695314653e-06, | |
| "loss": 0.6409, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.18764728448512083, | |
| "grad_norm": 0.26033127989473615, | |
| "learning_rate": 4.985468109950704e-06, | |
| "loss": 0.6495, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.18852414095467748, | |
| "grad_norm": 0.29345494621139656, | |
| "learning_rate": 4.985212299065528e-06, | |
| "loss": 0.648, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.1894009974242341, | |
| "grad_norm": 0.30811406203792147, | |
| "learning_rate": 4.984954262888182e-06, | |
| "loss": 0.639, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.19027785389379076, | |
| "grad_norm": 0.3312828084167346, | |
| "learning_rate": 4.9846940016497146e-06, | |
| "loss": 0.6403, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.1911547103633474, | |
| "grad_norm": 0.29106752415257064, | |
| "learning_rate": 4.984431515583169e-06, | |
| "loss": 0.6457, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.19203156683290404, | |
| "grad_norm": 0.2950307203873666, | |
| "learning_rate": 4.984166804923576e-06, | |
| "loss": 0.6366, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.1929084233024607, | |
| "grad_norm": 0.33001978484003053, | |
| "learning_rate": 4.983899869907963e-06, | |
| "loss": 0.6519, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.19378527977201732, | |
| "grad_norm": 0.25712182858786903, | |
| "learning_rate": 4.983630710775346e-06, | |
| "loss": 0.6302, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.19466213624157397, | |
| "grad_norm": 0.33700258932320354, | |
| "learning_rate": 4.983359327766735e-06, | |
| "loss": 0.6382, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.1955389927111306, | |
| "grad_norm": 0.3195952299259763, | |
| "learning_rate": 4.983085721125128e-06, | |
| "loss": 0.6408, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.19641584918068725, | |
| "grad_norm": 0.2820582636542398, | |
| "learning_rate": 4.982809891095519e-06, | |
| "loss": 0.6196, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.19729270565024387, | |
| "grad_norm": 0.30343326038998625, | |
| "learning_rate": 4.982531837924887e-06, | |
| "loss": 0.6361, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.19816956211980052, | |
| "grad_norm": 0.2724213298701267, | |
| "learning_rate": 4.9822515618622055e-06, | |
| "loss": 0.6455, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.19904641858935715, | |
| "grad_norm": 0.28433275446155476, | |
| "learning_rate": 4.9819690631584375e-06, | |
| "loss": 0.6329, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.1999232750589138, | |
| "grad_norm": 0.2641523923467397, | |
| "learning_rate": 4.981684342066536e-06, | |
| "loss": 0.6301, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.20080013152847043, | |
| "grad_norm": 0.29243768749633176, | |
| "learning_rate": 4.9813973988414454e-06, | |
| "loss": 0.6369, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.20167698799802708, | |
| "grad_norm": 0.27139535071517695, | |
| "learning_rate": 4.981108233740096e-06, | |
| "loss": 0.6279, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2025538444675837, | |
| "grad_norm": 0.27525475223350887, | |
| "learning_rate": 4.980816847021412e-06, | |
| "loss": 0.6429, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.20343070093714036, | |
| "grad_norm": 0.3427701449667448, | |
| "learning_rate": 4.980523238946304e-06, | |
| "loss": 0.6438, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.20430755740669698, | |
| "grad_norm": 0.2574596630900604, | |
| "learning_rate": 4.980227409777673e-06, | |
| "loss": 0.6278, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.20518441387625364, | |
| "grad_norm": 0.3069435432493287, | |
| "learning_rate": 4.9799293597804086e-06, | |
| "loss": 0.645, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.20606127034581026, | |
| "grad_norm": 0.2861360169316533, | |
| "learning_rate": 4.979629089221387e-06, | |
| "loss": 0.646, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.2069381268153669, | |
| "grad_norm": 0.258606470239814, | |
| "learning_rate": 4.9793265983694775e-06, | |
| "loss": 0.638, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.20781498328492354, | |
| "grad_norm": 0.2852233202848665, | |
| "learning_rate": 4.9790218874955325e-06, | |
| "loss": 0.6233, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.2086918397544802, | |
| "grad_norm": 0.27593128237727194, | |
| "learning_rate": 4.978714956872394e-06, | |
| "loss": 0.64, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.20956869622403682, | |
| "grad_norm": 0.2721892419938629, | |
| "learning_rate": 4.978405806774892e-06, | |
| "loss": 0.6242, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.21044555269359347, | |
| "grad_norm": 0.26477694173686633, | |
| "learning_rate": 4.978094437479843e-06, | |
| "loss": 0.6409, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2113224091631501, | |
| "grad_norm": 0.29511740452877416, | |
| "learning_rate": 4.977780849266054e-06, | |
| "loss": 0.6397, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.21219926563270675, | |
| "grad_norm": 0.3137075106480887, | |
| "learning_rate": 4.977465042414314e-06, | |
| "loss": 0.6185, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.2130761221022634, | |
| "grad_norm": 0.2841757272525764, | |
| "learning_rate": 4.9771470172073985e-06, | |
| "loss": 0.6394, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.21395297857182002, | |
| "grad_norm": 0.289636229771129, | |
| "learning_rate": 4.976826773930076e-06, | |
| "loss": 0.6314, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.21482983504137668, | |
| "grad_norm": 0.30163996035868273, | |
| "learning_rate": 4.976504312869093e-06, | |
| "loss": 0.6347, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.2157066915109333, | |
| "grad_norm": 0.261372963985366, | |
| "learning_rate": 4.976179634313187e-06, | |
| "loss": 0.6378, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.21658354798048995, | |
| "grad_norm": 0.3277256326536918, | |
| "learning_rate": 4.97585273855308e-06, | |
| "loss": 0.6326, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.21746040445004658, | |
| "grad_norm": 0.2609300415027874, | |
| "learning_rate": 4.975523625881478e-06, | |
| "loss": 0.643, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.21833726091960323, | |
| "grad_norm": 0.360435554160976, | |
| "learning_rate": 4.975192296593072e-06, | |
| "loss": 0.6301, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.21921411738915986, | |
| "grad_norm": 0.33545569496984357, | |
| "learning_rate": 4.97485875098454e-06, | |
| "loss": 0.6263, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2200909738587165, | |
| "grad_norm": 0.3109257543138659, | |
| "learning_rate": 4.974522989354544e-06, | |
| "loss": 0.6409, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.22096783032827313, | |
| "grad_norm": 0.324992218124581, | |
| "learning_rate": 4.974185012003727e-06, | |
| "loss": 0.634, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.2218446867978298, | |
| "grad_norm": 0.32486130027399085, | |
| "learning_rate": 4.97384481923472e-06, | |
| "loss": 0.6164, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.2227215432673864, | |
| "grad_norm": 0.37258515700556377, | |
| "learning_rate": 4.973502411352136e-06, | |
| "loss": 0.6387, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.22359839973694307, | |
| "grad_norm": 0.29043553996012594, | |
| "learning_rate": 4.97315778866257e-06, | |
| "loss": 0.6287, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2244752562064997, | |
| "grad_norm": 0.36257038619483317, | |
| "learning_rate": 4.972810951474605e-06, | |
| "loss": 0.6343, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.22535211267605634, | |
| "grad_norm": 0.2772793728031826, | |
| "learning_rate": 4.972461900098801e-06, | |
| "loss": 0.6289, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.22622896914561297, | |
| "grad_norm": 0.35920004083908574, | |
| "learning_rate": 4.972110634847703e-06, | |
| "loss": 0.6532, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.22710582561516962, | |
| "grad_norm": 0.29471007707943336, | |
| "learning_rate": 4.97175715603584e-06, | |
| "loss": 0.6431, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.22798268208472625, | |
| "grad_norm": 0.3052965075835166, | |
| "learning_rate": 4.971401463979722e-06, | |
| "loss": 0.6373, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2288595385542829, | |
| "grad_norm": 0.27702925326859024, | |
| "learning_rate": 4.971043558997839e-06, | |
| "loss": 0.6254, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.22973639502383952, | |
| "grad_norm": 0.30905022457424325, | |
| "learning_rate": 4.9706834414106645e-06, | |
| "loss": 0.6377, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.23061325149339618, | |
| "grad_norm": 0.2820956276882666, | |
| "learning_rate": 4.970321111540652e-06, | |
| "loss": 0.6303, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.2314901079629528, | |
| "grad_norm": 0.3394900289735489, | |
| "learning_rate": 4.969956569712238e-06, | |
| "loss": 0.6394, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.23236696443250945, | |
| "grad_norm": 0.26647926556067275, | |
| "learning_rate": 4.969589816251837e-06, | |
| "loss": 0.6202, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.2332438209020661, | |
| "grad_norm": 0.3281231898594553, | |
| "learning_rate": 4.9692208514878445e-06, | |
| "loss": 0.6343, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.23412067737162273, | |
| "grad_norm": 0.32675488207496506, | |
| "learning_rate": 4.968849675750638e-06, | |
| "loss": 0.6106, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.23499753384117938, | |
| "grad_norm": 0.28838375524590465, | |
| "learning_rate": 4.9684762893725715e-06, | |
| "loss": 0.6191, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.235874390310736, | |
| "grad_norm": 0.3568027126734991, | |
| "learning_rate": 4.968100692687981e-06, | |
| "loss": 0.6492, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.23675124678029266, | |
| "grad_norm": 0.28443576918161984, | |
| "learning_rate": 4.967722886033181e-06, | |
| "loss": 0.6332, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2376281032498493, | |
| "grad_norm": 0.34347891151295074, | |
| "learning_rate": 4.967342869746463e-06, | |
| "loss": 0.6302, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.23850495971940594, | |
| "grad_norm": 0.26856199334324765, | |
| "learning_rate": 4.9669606441681005e-06, | |
| "loss": 0.6253, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.23938181618896257, | |
| "grad_norm": 0.28792821400673596, | |
| "learning_rate": 4.966576209640344e-06, | |
| "loss": 0.617, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.24025867265851922, | |
| "grad_norm": 0.2749481611356667, | |
| "learning_rate": 4.966189566507418e-06, | |
| "loss": 0.6386, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.24113552912807584, | |
| "grad_norm": 0.2499995559979677, | |
| "learning_rate": 4.965800715115531e-06, | |
| "loss": 0.6281, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.2420123855976325, | |
| "grad_norm": 0.2802197876098476, | |
| "learning_rate": 4.965409655812865e-06, | |
| "loss": 0.6356, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.24288924206718912, | |
| "grad_norm": 0.27112050232805884, | |
| "learning_rate": 4.965016388949579e-06, | |
| "loss": 0.6366, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.24376609853674577, | |
| "grad_norm": 0.28745747065199806, | |
| "learning_rate": 4.96462091487781e-06, | |
| "loss": 0.6245, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.2446429550063024, | |
| "grad_norm": 0.29635776688822807, | |
| "learning_rate": 4.96422323395167e-06, | |
| "loss": 0.6413, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.24551981147585905, | |
| "grad_norm": 0.3376283192201481, | |
| "learning_rate": 4.963823346527249e-06, | |
| "loss": 0.6322, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.24639666794541568, | |
| "grad_norm": 0.30520044326595835, | |
| "learning_rate": 4.96342125296261e-06, | |
| "loss": 0.6173, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.24727352441497233, | |
| "grad_norm": 0.34476437566601653, | |
| "learning_rate": 4.963016953617794e-06, | |
| "loss": 0.6172, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.24815038088452895, | |
| "grad_norm": 0.2611205789369605, | |
| "learning_rate": 4.962610448854816e-06, | |
| "loss": 0.6246, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.2490272373540856, | |
| "grad_norm": 0.3294938430549001, | |
| "learning_rate": 4.962201739037665e-06, | |
| "loss": 0.632, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.24990409382364223, | |
| "grad_norm": 0.2716869569081184, | |
| "learning_rate": 4.961790824532306e-06, | |
| "loss": 0.6285, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.25078095029319886, | |
| "grad_norm": 0.33415021484488, | |
| "learning_rate": 4.961377705706677e-06, | |
| "loss": 0.6295, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.2516578067627555, | |
| "grad_norm": 0.3077857421614378, | |
| "learning_rate": 4.960962382930691e-06, | |
| "loss": 0.6273, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.25253466323231216, | |
| "grad_norm": 0.3027918805177667, | |
| "learning_rate": 4.960544856576232e-06, | |
| "loss": 0.629, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.2534115197018688, | |
| "grad_norm": 0.2916258020649895, | |
| "learning_rate": 4.960125127017159e-06, | |
| "loss": 0.6427, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.2542883761714254, | |
| "grad_norm": 0.3152484231550671, | |
| "learning_rate": 4.959703194629304e-06, | |
| "loss": 0.6348, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.25516523264098206, | |
| "grad_norm": 0.32915709407999866, | |
| "learning_rate": 4.959279059790471e-06, | |
| "loss": 0.632, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.2560420891105387, | |
| "grad_norm": 0.2817567268029023, | |
| "learning_rate": 4.958852722880435e-06, | |
| "loss": 0.6112, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.25691894558009537, | |
| "grad_norm": 0.3538236182060425, | |
| "learning_rate": 4.958424184280946e-06, | |
| "loss": 0.6241, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.257795802049652, | |
| "grad_norm": 0.2864183700965389, | |
| "learning_rate": 4.957993444375719e-06, | |
| "loss": 0.6277, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.2586726585192086, | |
| "grad_norm": 0.33515303575483923, | |
| "learning_rate": 4.95756050355045e-06, | |
| "loss": 0.6277, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.2595495149887653, | |
| "grad_norm": 0.31975746198582533, | |
| "learning_rate": 4.957125362192794e-06, | |
| "loss": 0.6114, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.2604263714583219, | |
| "grad_norm": 0.34329553758734277, | |
| "learning_rate": 4.956688020692386e-06, | |
| "loss": 0.6457, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.2613032279278786, | |
| "grad_norm": 0.3122307785419701, | |
| "learning_rate": 4.956248479440827e-06, | |
| "loss": 0.6272, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.2621800843974352, | |
| "grad_norm": 0.3126439049869492, | |
| "learning_rate": 4.955806738831687e-06, | |
| "loss": 0.634, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.26305694086699183, | |
| "grad_norm": 0.30725526373905826, | |
| "learning_rate": 4.955362799260507e-06, | |
| "loss": 0.6269, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2639337973365485, | |
| "grad_norm": 0.2952615284346605, | |
| "learning_rate": 4.954916661124797e-06, | |
| "loss": 0.6129, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.26481065380610513, | |
| "grad_norm": 0.3284069744839045, | |
| "learning_rate": 4.954468324824035e-06, | |
| "loss": 0.613, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.26568751027566173, | |
| "grad_norm": 0.34051928196991404, | |
| "learning_rate": 4.954017790759666e-06, | |
| "loss": 0.6192, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.2665643667452184, | |
| "grad_norm": 0.30608255552211977, | |
| "learning_rate": 4.953565059335104e-06, | |
| "loss": 0.6244, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.26744122321477504, | |
| "grad_norm": 0.31501722301988566, | |
| "learning_rate": 4.953110130955733e-06, | |
| "loss": 0.6236, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2683180796843317, | |
| "grad_norm": 0.2978345978834651, | |
| "learning_rate": 4.9526530060289e-06, | |
| "loss": 0.6254, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.2691949361538883, | |
| "grad_norm": 0.2935986604058687, | |
| "learning_rate": 4.952193684963922e-06, | |
| "loss": 0.6113, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.27007179262344494, | |
| "grad_norm": 0.294670736028252, | |
| "learning_rate": 4.95173216817208e-06, | |
| "loss": 0.6335, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2709486490930016, | |
| "grad_norm": 0.2746280487759909, | |
| "learning_rate": 4.951268456066623e-06, | |
| "loss": 0.6211, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.27182550556255825, | |
| "grad_norm": 0.2823209312944346, | |
| "learning_rate": 4.950802549062764e-06, | |
| "loss": 0.621, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.27270236203211484, | |
| "grad_norm": 0.2811005060766513, | |
| "learning_rate": 4.950334447577685e-06, | |
| "loss": 0.6291, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.2735792185016715, | |
| "grad_norm": 0.31377780747479117, | |
| "learning_rate": 4.9498641520305264e-06, | |
| "loss": 0.6308, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.27445607497122815, | |
| "grad_norm": 0.263859895152384, | |
| "learning_rate": 4.949391662842401e-06, | |
| "loss": 0.6238, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.2753329314407848, | |
| "grad_norm": 0.3124591272767995, | |
| "learning_rate": 4.948916980436379e-06, | |
| "loss": 0.6254, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.27620978791034145, | |
| "grad_norm": 0.2762091249470148, | |
| "learning_rate": 4.948440105237499e-06, | |
| "loss": 0.6297, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.27708664437989805, | |
| "grad_norm": 0.30510467983773004, | |
| "learning_rate": 4.947961037672761e-06, | |
| "loss": 0.6301, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.2779635008494547, | |
| "grad_norm": 0.2894218681866538, | |
| "learning_rate": 4.947479778171127e-06, | |
| "loss": 0.6215, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.27884035731901136, | |
| "grad_norm": 0.278604444379188, | |
| "learning_rate": 4.946996327163526e-06, | |
| "loss": 0.6193, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.279717213788568, | |
| "grad_norm": 0.29226196825962947, | |
| "learning_rate": 4.946510685082844e-06, | |
| "loss": 0.6205, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.2805940702581246, | |
| "grad_norm": 0.2956824922950759, | |
| "learning_rate": 4.946022852363932e-06, | |
| "loss": 0.6238, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.28147092672768126, | |
| "grad_norm": 0.28796938907697983, | |
| "learning_rate": 4.945532829443604e-06, | |
| "loss": 0.6176, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.2823477831972379, | |
| "grad_norm": 0.2688847498978228, | |
| "learning_rate": 4.945040616760629e-06, | |
| "loss": 0.6178, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.28322463966679456, | |
| "grad_norm": 0.3167327299209847, | |
| "learning_rate": 4.944546214755744e-06, | |
| "loss": 0.6315, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.28410149613635116, | |
| "grad_norm": 0.28346482132020456, | |
| "learning_rate": 4.9440496238716415e-06, | |
| "loss": 0.6281, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.2849783526059078, | |
| "grad_norm": 0.2862108698161924, | |
| "learning_rate": 4.943550844552978e-06, | |
| "loss": 0.6445, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.28585520907546447, | |
| "grad_norm": 0.3168994194030117, | |
| "learning_rate": 4.943049877246363e-06, | |
| "loss": 0.6336, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.2867320655450211, | |
| "grad_norm": 0.3098419113094991, | |
| "learning_rate": 4.942546722400373e-06, | |
| "loss": 0.6194, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.2876089220145777, | |
| "grad_norm": 0.3076330226750193, | |
| "learning_rate": 4.942041380465539e-06, | |
| "loss": 0.6332, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.28848577848413437, | |
| "grad_norm": 0.3073675940253473, | |
| "learning_rate": 4.941533851894349e-06, | |
| "loss": 0.6329, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.289362634953691, | |
| "grad_norm": 0.27407015238515836, | |
| "learning_rate": 4.9410241371412525e-06, | |
| "loss": 0.6292, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2902394914232477, | |
| "grad_norm": 0.3233677059379673, | |
| "learning_rate": 4.9405122366626545e-06, | |
| "loss": 0.6407, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.2911163478928043, | |
| "grad_norm": 0.3056326849325438, | |
| "learning_rate": 4.939998150916917e-06, | |
| "loss": 0.6314, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.2919932043623609, | |
| "grad_norm": 0.3140138519054107, | |
| "learning_rate": 4.93948188036436e-06, | |
| "loss": 0.6583, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.2928700608319176, | |
| "grad_norm": 0.2967689552064628, | |
| "learning_rate": 4.938963425467258e-06, | |
| "loss": 0.6349, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.29374691730147423, | |
| "grad_norm": 0.35320572702474673, | |
| "learning_rate": 4.938442786689843e-06, | |
| "loss": 0.6248, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.29462377377103083, | |
| "grad_norm": 0.2958836632865014, | |
| "learning_rate": 4.9379199644983025e-06, | |
| "loss": 0.6255, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2955006302405875, | |
| "grad_norm": 0.3054952399371344, | |
| "learning_rate": 4.937394959360777e-06, | |
| "loss": 0.6119, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.29637748671014413, | |
| "grad_norm": 0.34308383177638463, | |
| "learning_rate": 4.9368677717473645e-06, | |
| "loss": 0.6468, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.2972543431797008, | |
| "grad_norm": 0.2648620374237178, | |
| "learning_rate": 4.936338402130115e-06, | |
| "loss": 0.6203, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.29813119964925744, | |
| "grad_norm": 0.2976099930186866, | |
| "learning_rate": 4.935806850983034e-06, | |
| "loss": 0.6348, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.29900805611881404, | |
| "grad_norm": 0.285144357181017, | |
| "learning_rate": 4.935273118782078e-06, | |
| "loss": 0.6115, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.2998849125883707, | |
| "grad_norm": 0.3079688238524965, | |
| "learning_rate": 4.934737206005159e-06, | |
| "loss": 0.6254, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.30076176905792734, | |
| "grad_norm": 0.27719094781494596, | |
| "learning_rate": 4.93419911313214e-06, | |
| "loss": 0.6386, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.301638625527484, | |
| "grad_norm": 0.29796636665366355, | |
| "learning_rate": 4.933658840644837e-06, | |
| "loss": 0.6268, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.3025154819970406, | |
| "grad_norm": 0.27509893042636935, | |
| "learning_rate": 4.933116389027017e-06, | |
| "loss": 0.621, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.30339233846659724, | |
| "grad_norm": 0.31224342373584874, | |
| "learning_rate": 4.932571758764398e-06, | |
| "loss": 0.6312, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.3042691949361539, | |
| "grad_norm": 0.2689144896057607, | |
| "learning_rate": 4.93202495034465e-06, | |
| "loss": 0.6115, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.30514605140571055, | |
| "grad_norm": 0.2558266510993566, | |
| "learning_rate": 4.931475964257391e-06, | |
| "loss": 0.6245, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.30602290787526715, | |
| "grad_norm": 0.25500762407211314, | |
| "learning_rate": 4.930924800994192e-06, | |
| "loss": 0.6091, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.3068997643448238, | |
| "grad_norm": 0.2717131638453367, | |
| "learning_rate": 4.9303714610485705e-06, | |
| "loss": 0.6281, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.30777662081438045, | |
| "grad_norm": 0.2729400616989181, | |
| "learning_rate": 4.929815944915997e-06, | |
| "loss": 0.6083, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.3086534772839371, | |
| "grad_norm": 0.26000631857019024, | |
| "learning_rate": 4.929258253093885e-06, | |
| "loss": 0.6198, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.3095303337534937, | |
| "grad_norm": 0.2740884453189882, | |
| "learning_rate": 4.9286983860816e-06, | |
| "loss": 0.6338, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.31040719022305036, | |
| "grad_norm": 0.27150990388252366, | |
| "learning_rate": 4.928136344380457e-06, | |
| "loss": 0.6162, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.311284046692607, | |
| "grad_norm": 0.26286571771385, | |
| "learning_rate": 4.9275721284937115e-06, | |
| "loss": 0.629, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.31216090316216366, | |
| "grad_norm": 0.27510252961865267, | |
| "learning_rate": 4.9270057389265734e-06, | |
| "loss": 0.633, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.31303775963172026, | |
| "grad_norm": 0.2825214790660817, | |
| "learning_rate": 4.926437176186193e-06, | |
| "loss": 0.6263, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.3139146161012769, | |
| "grad_norm": 0.29292375908331497, | |
| "learning_rate": 4.92586644078167e-06, | |
| "loss": 0.6313, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.31479147257083356, | |
| "grad_norm": 0.2760563004495057, | |
| "learning_rate": 4.925293533224049e-06, | |
| "loss": 0.6174, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.3156683290403902, | |
| "grad_norm": 0.29078508943452525, | |
| "learning_rate": 4.924718454026318e-06, | |
| "loss": 0.6156, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3165451855099468, | |
| "grad_norm": 0.2878769173523044, | |
| "learning_rate": 4.924141203703412e-06, | |
| "loss": 0.6047, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.31742204197950347, | |
| "grad_norm": 0.27485843884417593, | |
| "learning_rate": 4.923561782772206e-06, | |
| "loss": 0.6293, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.3182988984490601, | |
| "grad_norm": 0.2865164028316351, | |
| "learning_rate": 4.922980191751524e-06, | |
| "loss": 0.6269, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.31917575491861677, | |
| "grad_norm": 0.27991173694279825, | |
| "learning_rate": 4.922396431162129e-06, | |
| "loss": 0.6143, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.3200526113881734, | |
| "grad_norm": 0.279639353480309, | |
| "learning_rate": 4.921810501526728e-06, | |
| "loss": 0.635, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.32092946785773, | |
| "grad_norm": 0.2830142803081013, | |
| "learning_rate": 4.921222403369971e-06, | |
| "loss": 0.6157, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.3218063243272867, | |
| "grad_norm": 0.2684155306717856, | |
| "learning_rate": 4.920632137218447e-06, | |
| "loss": 0.6294, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.3226831807968433, | |
| "grad_norm": 0.2983455576981931, | |
| "learning_rate": 4.920039703600691e-06, | |
| "loss": 0.624, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.3235600372664, | |
| "grad_norm": 0.2948947231333358, | |
| "learning_rate": 4.9194451030471735e-06, | |
| "loss": 0.6102, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.3244368937359566, | |
| "grad_norm": 0.2826890911442374, | |
| "learning_rate": 4.918848336090309e-06, | |
| "loss": 0.6236, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.32531375020551323, | |
| "grad_norm": 0.32269493597939386, | |
| "learning_rate": 4.91824940326445e-06, | |
| "loss": 0.6139, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.3261906066750699, | |
| "grad_norm": 0.2734983777513044, | |
| "learning_rate": 4.91764830510589e-06, | |
| "loss": 0.6166, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.32706746314462654, | |
| "grad_norm": 0.36983262498880637, | |
| "learning_rate": 4.917045042152858e-06, | |
| "loss": 0.6186, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.32794431961418313, | |
| "grad_norm": 0.2751996219950251, | |
| "learning_rate": 4.916439614945527e-06, | |
| "loss": 0.6412, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.3288211760837398, | |
| "grad_norm": 0.319865198714037, | |
| "learning_rate": 4.915832024026002e-06, | |
| "loss": 0.627, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.32969803255329644, | |
| "grad_norm": 0.29823421688781576, | |
| "learning_rate": 4.915222269938328e-06, | |
| "loss": 0.6181, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.3305748890228531, | |
| "grad_norm": 0.27335542421500575, | |
| "learning_rate": 4.914610353228488e-06, | |
| "loss": 0.6202, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.3314517454924097, | |
| "grad_norm": 0.3824213724235341, | |
| "learning_rate": 4.913996274444401e-06, | |
| "loss": 0.608, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.33232860196196634, | |
| "grad_norm": 0.3269271239671324, | |
| "learning_rate": 4.913380034135919e-06, | |
| "loss": 0.6229, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.333205458431523, | |
| "grad_norm": 0.2832871290462529, | |
| "learning_rate": 4.912761632854834e-06, | |
| "loss": 0.618, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.33408231490107965, | |
| "grad_norm": 0.329936751234759, | |
| "learning_rate": 4.912141071154869e-06, | |
| "loss": 0.6231, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.33495917137063624, | |
| "grad_norm": 0.2752693680315103, | |
| "learning_rate": 4.911518349591685e-06, | |
| "loss": 0.6234, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.3358360278401929, | |
| "grad_norm": 0.3136704903953731, | |
| "learning_rate": 4.9108934687228735e-06, | |
| "loss": 0.6248, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.33671288430974955, | |
| "grad_norm": 0.2947450161853734, | |
| "learning_rate": 4.910266429107962e-06, | |
| "loss": 0.6291, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.3375897407793062, | |
| "grad_norm": 0.27963622109645897, | |
| "learning_rate": 4.90963723130841e-06, | |
| "loss": 0.6168, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.3384665972488628, | |
| "grad_norm": 0.2755048673546131, | |
| "learning_rate": 4.90900587588761e-06, | |
| "loss": 0.6022, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.33934345371841945, | |
| "grad_norm": 0.28857281828902753, | |
| "learning_rate": 4.908372363410886e-06, | |
| "loss": 0.6254, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.3402203101879761, | |
| "grad_norm": 0.28648556573019374, | |
| "learning_rate": 4.907736694445492e-06, | |
| "loss": 0.6175, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.34109716665753276, | |
| "grad_norm": 0.26925532018377424, | |
| "learning_rate": 4.9070988695606156e-06, | |
| "loss": 0.6176, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.3419740231270894, | |
| "grad_norm": 0.2832182299890066, | |
| "learning_rate": 4.906458889327375e-06, | |
| "loss": 0.6291, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.342850879596646, | |
| "grad_norm": 0.24545023229724808, | |
| "learning_rate": 4.905816754318815e-06, | |
| "loss": 0.621, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.34372773606620266, | |
| "grad_norm": 0.27071805276574584, | |
| "learning_rate": 4.905172465109912e-06, | |
| "loss": 0.6235, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.3446045925357593, | |
| "grad_norm": 0.2686211222363871, | |
| "learning_rate": 4.904526022277572e-06, | |
| "loss": 0.6259, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.34548144900531597, | |
| "grad_norm": 0.2788582786567745, | |
| "learning_rate": 4.903877426400629e-06, | |
| "loss": 0.6113, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.34635830547487256, | |
| "grad_norm": 0.2882303517807228, | |
| "learning_rate": 4.903226678059842e-06, | |
| "loss": 0.6325, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.3472351619444292, | |
| "grad_norm": 0.26417391198725343, | |
| "learning_rate": 4.902573777837902e-06, | |
| "loss": 0.6171, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.34811201841398587, | |
| "grad_norm": 0.27931172516771346, | |
| "learning_rate": 4.901918726319424e-06, | |
| "loss": 0.6041, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.3489888748835425, | |
| "grad_norm": 0.24713049818043734, | |
| "learning_rate": 4.901261524090949e-06, | |
| "loss": 0.6099, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.3498657313530991, | |
| "grad_norm": 0.29086241382146505, | |
| "learning_rate": 4.900602171740946e-06, | |
| "loss": 0.6258, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.35074258782265577, | |
| "grad_norm": 0.26291418203363, | |
| "learning_rate": 4.899940669859807e-06, | |
| "loss": 0.6117, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3516194442922124, | |
| "grad_norm": 0.3216617316096804, | |
| "learning_rate": 4.89927701903985e-06, | |
| "loss": 0.6187, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.3524963007617691, | |
| "grad_norm": 0.27295463776878537, | |
| "learning_rate": 4.898611219875316e-06, | |
| "loss": 0.6132, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.3533731572313257, | |
| "grad_norm": 0.2853334578601736, | |
| "learning_rate": 4.897943272962372e-06, | |
| "loss": 0.6148, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.3542500137008823, | |
| "grad_norm": 0.31932832747253076, | |
| "learning_rate": 4.897273178899105e-06, | |
| "loss": 0.6187, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.355126870170439, | |
| "grad_norm": 0.28031643219296354, | |
| "learning_rate": 4.896600938285526e-06, | |
| "loss": 0.6236, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.35600372663999563, | |
| "grad_norm": 0.26831626886851945, | |
| "learning_rate": 4.89592655172357e-06, | |
| "loss": 0.6102, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.35688058310955223, | |
| "grad_norm": 0.2951228212133584, | |
| "learning_rate": 4.895250019817089e-06, | |
| "loss": 0.6164, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.3577574395791089, | |
| "grad_norm": 0.27330142007513136, | |
| "learning_rate": 4.894571343171862e-06, | |
| "loss": 0.6023, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.35863429604866554, | |
| "grad_norm": 0.3204620119402923, | |
| "learning_rate": 4.893890522395582e-06, | |
| "loss": 0.62, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.3595111525182222, | |
| "grad_norm": 0.261478566125417, | |
| "learning_rate": 4.893207558097867e-06, | |
| "loss": 0.6294, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.36038800898777884, | |
| "grad_norm": 0.250895473885103, | |
| "learning_rate": 4.892522450890251e-06, | |
| "loss": 0.6152, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.36126486545733544, | |
| "grad_norm": 0.2634865561040139, | |
| "learning_rate": 4.89183520138619e-06, | |
| "loss": 0.6157, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.3621417219268921, | |
| "grad_norm": 0.26459491662331874, | |
| "learning_rate": 4.891145810201054e-06, | |
| "loss": 0.609, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.36301857839644874, | |
| "grad_norm": 0.24301745655990745, | |
| "learning_rate": 4.8904542779521346e-06, | |
| "loss": 0.6082, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.3638954348660054, | |
| "grad_norm": 0.2692643109083729, | |
| "learning_rate": 4.8897606052586384e-06, | |
| "loss": 0.6226, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.364772291335562, | |
| "grad_norm": 0.24024671108707563, | |
| "learning_rate": 4.889064792741689e-06, | |
| "loss": 0.6153, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.36564914780511865, | |
| "grad_norm": 0.273288282597359, | |
| "learning_rate": 4.888366841024327e-06, | |
| "loss": 0.6334, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.3665260042746753, | |
| "grad_norm": 0.2713735341001686, | |
| "learning_rate": 4.887666750731507e-06, | |
| "loss": 0.6204, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.36740286074423195, | |
| "grad_norm": 0.2749014394381958, | |
| "learning_rate": 4.8869645224901e-06, | |
| "loss": 0.6017, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.36827971721378855, | |
| "grad_norm": 0.27621114898765087, | |
| "learning_rate": 4.8862601569288885e-06, | |
| "loss": 0.6193, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3691565736833452, | |
| "grad_norm": 0.25931507650511326, | |
| "learning_rate": 4.885553654678573e-06, | |
| "loss": 0.6233, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.37003343015290185, | |
| "grad_norm": 0.28686169175433923, | |
| "learning_rate": 4.884845016371763e-06, | |
| "loss": 0.6197, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.3709102866224585, | |
| "grad_norm": 0.27025382919889446, | |
| "learning_rate": 4.884134242642985e-06, | |
| "loss": 0.6033, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.3717871430920151, | |
| "grad_norm": 0.275669477293775, | |
| "learning_rate": 4.883421334128674e-06, | |
| "loss": 0.6172, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.37266399956157176, | |
| "grad_norm": 0.26014021950194516, | |
| "learning_rate": 4.8827062914671775e-06, | |
| "loss": 0.6207, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.3735408560311284, | |
| "grad_norm": 0.2986829920255015, | |
| "learning_rate": 4.881989115298755e-06, | |
| "loss": 0.6034, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.37441771250068506, | |
| "grad_norm": 0.28151692244357057, | |
| "learning_rate": 4.881269806265575e-06, | |
| "loss": 0.6133, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.37529456897024166, | |
| "grad_norm": 0.2932206682237993, | |
| "learning_rate": 4.8805483650117154e-06, | |
| "loss": 0.6132, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.3761714254397983, | |
| "grad_norm": 0.3164265338412961, | |
| "learning_rate": 4.879824792183166e-06, | |
| "loss": 0.6077, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.37704828190935497, | |
| "grad_norm": 0.3636164115457003, | |
| "learning_rate": 4.879099088427824e-06, | |
| "loss": 0.6179, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3779251383789116, | |
| "grad_norm": 0.2891875334309757, | |
| "learning_rate": 4.878371254395492e-06, | |
| "loss": 0.6197, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.3788019948484682, | |
| "grad_norm": 0.3816104662619605, | |
| "learning_rate": 4.8776412907378845e-06, | |
| "loss": 0.6197, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.37967885131802487, | |
| "grad_norm": 0.29131497715708005, | |
| "learning_rate": 4.876909198108619e-06, | |
| "loss": 0.6159, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.3805557077875815, | |
| "grad_norm": 0.3138520265609416, | |
| "learning_rate": 4.876174977163222e-06, | |
| "loss": 0.6139, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.3814325642571382, | |
| "grad_norm": 0.28035852092093033, | |
| "learning_rate": 4.875438628559124e-06, | |
| "loss": 0.6183, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.3823094207266948, | |
| "grad_norm": 0.3120106817898386, | |
| "learning_rate": 4.874700152955661e-06, | |
| "loss": 0.6052, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.3831862771962514, | |
| "grad_norm": 0.29139666929908226, | |
| "learning_rate": 4.873959551014075e-06, | |
| "loss": 0.6058, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.3840631336658081, | |
| "grad_norm": 0.31305383154436955, | |
| "learning_rate": 4.873216823397511e-06, | |
| "loss": 0.6094, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.38493999013536473, | |
| "grad_norm": 0.3052879988977325, | |
| "learning_rate": 4.872471970771015e-06, | |
| "loss": 0.6063, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.3858168466049214, | |
| "grad_norm": 0.2965934350138861, | |
| "learning_rate": 4.871724993801541e-06, | |
| "loss": 0.6054, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.386693703074478, | |
| "grad_norm": 0.26339362714008424, | |
| "learning_rate": 4.870975893157941e-06, | |
| "loss": 0.6152, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.38757055954403463, | |
| "grad_norm": 0.27556079714679943, | |
| "learning_rate": 4.870224669510968e-06, | |
| "loss": 0.6158, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.3884474160135913, | |
| "grad_norm": 0.29125701036171053, | |
| "learning_rate": 4.86947132353328e-06, | |
| "loss": 0.6202, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.38932427248314794, | |
| "grad_norm": 0.2966406156980298, | |
| "learning_rate": 4.868715855899432e-06, | |
| "loss": 0.6265, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.39020112895270453, | |
| "grad_norm": 0.27733217518457043, | |
| "learning_rate": 4.867958267285879e-06, | |
| "loss": 0.6068, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.3910779854222612, | |
| "grad_norm": 0.2919788828093281, | |
| "learning_rate": 4.8671985583709765e-06, | |
| "loss": 0.6208, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.39195484189181784, | |
| "grad_norm": 0.29327731039840055, | |
| "learning_rate": 4.866436729834979e-06, | |
| "loss": 0.6175, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.3928316983613745, | |
| "grad_norm": 0.2568832744529454, | |
| "learning_rate": 4.865672782360037e-06, | |
| "loss": 0.6177, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.3937085548309311, | |
| "grad_norm": 0.283654204460893, | |
| "learning_rate": 4.8649067166301985e-06, | |
| "loss": 0.6203, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.39458541130048774, | |
| "grad_norm": 0.26828805221375346, | |
| "learning_rate": 4.864138533331411e-06, | |
| "loss": 0.6118, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3954622677700444, | |
| "grad_norm": 0.2597158618871073, | |
| "learning_rate": 4.863368233151514e-06, | |
| "loss": 0.6169, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.39633912423960105, | |
| "grad_norm": 0.28436035142498156, | |
| "learning_rate": 4.862595816780246e-06, | |
| "loss": 0.632, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.39721598070915765, | |
| "grad_norm": 0.2652505819829089, | |
| "learning_rate": 4.861821284909238e-06, | |
| "loss": 0.6289, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.3980928371787143, | |
| "grad_norm": 0.29252031992594624, | |
| "learning_rate": 4.861044638232016e-06, | |
| "loss": 0.6328, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.39896969364827095, | |
| "grad_norm": 0.2994469365008051, | |
| "learning_rate": 4.860265877444001e-06, | |
| "loss": 0.617, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.3998465501178276, | |
| "grad_norm": 0.2776900829822044, | |
| "learning_rate": 4.8594850032425036e-06, | |
| "loss": 0.608, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.4007234065873842, | |
| "grad_norm": 0.2753322141436327, | |
| "learning_rate": 4.858702016326731e-06, | |
| "loss": 0.607, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.40160026305694085, | |
| "grad_norm": 0.2738219915396828, | |
| "learning_rate": 4.857916917397779e-06, | |
| "loss": 0.6043, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.4024771195264975, | |
| "grad_norm": 0.27192665887665013, | |
| "learning_rate": 4.857129707158637e-06, | |
| "loss": 0.6376, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.40335397599605416, | |
| "grad_norm": 0.27689826150792163, | |
| "learning_rate": 4.8563403863141825e-06, | |
| "loss": 0.6172, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.4042308324656108, | |
| "grad_norm": 0.311644665297658, | |
| "learning_rate": 4.855548955571183e-06, | |
| "loss": 0.6106, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.4051076889351674, | |
| "grad_norm": 0.2912453467934098, | |
| "learning_rate": 4.854755415638298e-06, | |
| "loss": 0.6129, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.40598454540472406, | |
| "grad_norm": 0.302939167109194, | |
| "learning_rate": 4.853959767226072e-06, | |
| "loss": 0.6301, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.4068614018742807, | |
| "grad_norm": 0.261297831693092, | |
| "learning_rate": 4.85316201104694e-06, | |
| "loss": 0.6136, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.40773825834383737, | |
| "grad_norm": 0.3154856081824323, | |
| "learning_rate": 4.852362147815225e-06, | |
| "loss": 0.6171, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.40861511481339396, | |
| "grad_norm": 0.29411022742744497, | |
| "learning_rate": 4.8515601782471325e-06, | |
| "loss": 0.6085, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.4094919712829506, | |
| "grad_norm": 0.3027595832299397, | |
| "learning_rate": 4.8507561030607576e-06, | |
| "loss": 0.6151, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.41036882775250727, | |
| "grad_norm": 0.3003092813187261, | |
| "learning_rate": 4.84994992297608e-06, | |
| "loss": 0.6071, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.4112456842220639, | |
| "grad_norm": 0.27374249219050456, | |
| "learning_rate": 4.849141638714965e-06, | |
| "loss": 0.6166, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.4121225406916205, | |
| "grad_norm": 0.3064667255626573, | |
| "learning_rate": 4.84833125100116e-06, | |
| "loss": 0.6024, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4129993971611772, | |
| "grad_norm": 0.28188617697439766, | |
| "learning_rate": 4.847518760560297e-06, | |
| "loss": 0.6134, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.4138762536307338, | |
| "grad_norm": 0.27693005272362925, | |
| "learning_rate": 4.846704168119892e-06, | |
| "loss": 0.5984, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.4147531101002905, | |
| "grad_norm": 0.3011450154809493, | |
| "learning_rate": 4.84588747440934e-06, | |
| "loss": 0.5932, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.4156299665698471, | |
| "grad_norm": 0.25715138595393167, | |
| "learning_rate": 4.845068680159921e-06, | |
| "loss": 0.6101, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.41650682303940373, | |
| "grad_norm": 0.2963493163477849, | |
| "learning_rate": 4.844247786104794e-06, | |
| "loss": 0.6081, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.4173836795089604, | |
| "grad_norm": 0.29399759702492007, | |
| "learning_rate": 4.8434247929789975e-06, | |
| "loss": 0.6046, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.41826053597851703, | |
| "grad_norm": 0.3126535237916745, | |
| "learning_rate": 4.842599701519451e-06, | |
| "loss": 0.6304, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.41913739244807363, | |
| "grad_norm": 0.29299694878032745, | |
| "learning_rate": 4.841772512464953e-06, | |
| "loss": 0.6168, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.4200142489176303, | |
| "grad_norm": 0.289486342187316, | |
| "learning_rate": 4.840943226556178e-06, | |
| "loss": 0.6031, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.42089110538718694, | |
| "grad_norm": 0.30359254383613277, | |
| "learning_rate": 4.840111844535682e-06, | |
| "loss": 0.5994, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4217679618567436, | |
| "grad_norm": 0.2641793447534652, | |
| "learning_rate": 4.839278367147894e-06, | |
| "loss": 0.6036, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.4226448183263002, | |
| "grad_norm": 0.29968320834098117, | |
| "learning_rate": 4.838442795139121e-06, | |
| "loss": 0.6193, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.42352167479585684, | |
| "grad_norm": 0.30614554761610074, | |
| "learning_rate": 4.837605129257546e-06, | |
| "loss": 0.6115, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.4243985312654135, | |
| "grad_norm": 0.29316129861054724, | |
| "learning_rate": 4.836765370253223e-06, | |
| "loss": 0.6039, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.42527538773497015, | |
| "grad_norm": 0.35388210389950725, | |
| "learning_rate": 4.835923518878088e-06, | |
| "loss": 0.6089, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.4261522442045268, | |
| "grad_norm": 0.27541931694811506, | |
| "learning_rate": 4.835079575885944e-06, | |
| "loss": 0.6129, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.4270291006740834, | |
| "grad_norm": 0.3408256598988536, | |
| "learning_rate": 4.834233542032468e-06, | |
| "loss": 0.6165, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.42790595714364005, | |
| "grad_norm": 0.30259946435062773, | |
| "learning_rate": 4.83338541807521e-06, | |
| "loss": 0.6111, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.4287828136131967, | |
| "grad_norm": 0.2871132966743198, | |
| "learning_rate": 4.832535204773593e-06, | |
| "loss": 0.6273, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.42965967008275335, | |
| "grad_norm": 0.3457337315321895, | |
| "learning_rate": 4.8316829028889076e-06, | |
| "loss": 0.6005, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.43053652655230995, | |
| "grad_norm": 0.2668696078107318, | |
| "learning_rate": 4.830828513184317e-06, | |
| "loss": 0.6122, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.4314133830218666, | |
| "grad_norm": 0.321068645111551, | |
| "learning_rate": 4.829972036424854e-06, | |
| "loss": 0.6058, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.43229023949142326, | |
| "grad_norm": 0.26125737492647644, | |
| "learning_rate": 4.829113473377417e-06, | |
| "loss": 0.6143, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.4331670959609799, | |
| "grad_norm": 0.32002755047063874, | |
| "learning_rate": 4.828252824810777e-06, | |
| "loss": 0.6061, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.4340439524305365, | |
| "grad_norm": 0.2863878470189295, | |
| "learning_rate": 4.82739009149557e-06, | |
| "loss": 0.5977, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.43492080890009316, | |
| "grad_norm": 0.31874371835878795, | |
| "learning_rate": 4.826525274204297e-06, | |
| "loss": 0.608, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.4357976653696498, | |
| "grad_norm": 0.2956391151217163, | |
| "learning_rate": 4.825658373711328e-06, | |
| "loss": 0.6107, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.43667452183920646, | |
| "grad_norm": 0.288406786632812, | |
| "learning_rate": 4.824789390792899e-06, | |
| "loss": 0.6094, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.43755137830876306, | |
| "grad_norm": 0.33737182032602686, | |
| "learning_rate": 4.823918326227106e-06, | |
| "loss": 0.5971, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.4384282347783197, | |
| "grad_norm": 0.25632117321609454, | |
| "learning_rate": 4.823045180793914e-06, | |
| "loss": 0.6044, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.43930509124787637, | |
| "grad_norm": 0.2978956835348055, | |
| "learning_rate": 4.8221699552751465e-06, | |
| "loss": 0.6009, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.440181947717433, | |
| "grad_norm": 0.30339339194561, | |
| "learning_rate": 4.821292650454495e-06, | |
| "loss": 0.6113, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.4410588041869896, | |
| "grad_norm": 0.3083549716587437, | |
| "learning_rate": 4.8204132671175085e-06, | |
| "loss": 0.6074, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.44193566065654627, | |
| "grad_norm": 0.291272682255802, | |
| "learning_rate": 4.819531806051599e-06, | |
| "loss": 0.606, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.4428125171261029, | |
| "grad_norm": 0.3183233272727026, | |
| "learning_rate": 4.818648268046038e-06, | |
| "loss": 0.6145, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.4436893735956596, | |
| "grad_norm": 0.27989457450916727, | |
| "learning_rate": 4.817762653891957e-06, | |
| "loss": 0.6095, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.4445662300652162, | |
| "grad_norm": 0.32106502207942483, | |
| "learning_rate": 4.816874964382346e-06, | |
| "loss": 0.6096, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.4454430865347728, | |
| "grad_norm": 0.2690675603747584, | |
| "learning_rate": 4.815985200312057e-06, | |
| "loss": 0.5986, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.4463199430043295, | |
| "grad_norm": 0.2818980909126885, | |
| "learning_rate": 4.815093362477793e-06, | |
| "loss": 0.6136, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.44719679947388613, | |
| "grad_norm": 0.29748447845455983, | |
| "learning_rate": 4.8141994516781196e-06, | |
| "loss": 0.6162, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4480736559434428, | |
| "grad_norm": 0.3107094817046459, | |
| "learning_rate": 4.813303468713456e-06, | |
| "loss": 0.5939, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.4489505124129994, | |
| "grad_norm": 0.27493905192543294, | |
| "learning_rate": 4.812405414386078e-06, | |
| "loss": 0.6054, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.44982736888255603, | |
| "grad_norm": 0.28885594119974684, | |
| "learning_rate": 4.811505289500113e-06, | |
| "loss": 0.611, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.4507042253521127, | |
| "grad_norm": 0.2724458036095346, | |
| "learning_rate": 4.810603094861548e-06, | |
| "loss": 0.6296, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.45158108182166934, | |
| "grad_norm": 0.3171235548951884, | |
| "learning_rate": 4.809698831278217e-06, | |
| "loss": 0.6137, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.45245793829122594, | |
| "grad_norm": 0.2975607228468226, | |
| "learning_rate": 4.808792499559812e-06, | |
| "loss": 0.6081, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.4533347947607826, | |
| "grad_norm": 0.29553804453973653, | |
| "learning_rate": 4.807884100517873e-06, | |
| "loss": 0.6106, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.45421165123033924, | |
| "grad_norm": 0.29283068458115197, | |
| "learning_rate": 4.8069736349657935e-06, | |
| "loss": 0.6144, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.4550885076998959, | |
| "grad_norm": 0.3123674697628625, | |
| "learning_rate": 4.806061103718816e-06, | |
| "loss": 0.6024, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.4559653641694525, | |
| "grad_norm": 0.3185535504257689, | |
| "learning_rate": 4.805146507594034e-06, | |
| "loss": 0.6031, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.45684222063900914, | |
| "grad_norm": 0.32719458735857726, | |
| "learning_rate": 4.804229847410388e-06, | |
| "loss": 0.614, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.4577190771085658, | |
| "grad_norm": 0.2756686412179773, | |
| "learning_rate": 4.803311123988668e-06, | |
| "loss": 0.6143, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.45859593357812245, | |
| "grad_norm": 0.3193363571929515, | |
| "learning_rate": 4.802390338151512e-06, | |
| "loss": 0.5962, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.45947279004767905, | |
| "grad_norm": 0.27470129307670516, | |
| "learning_rate": 4.801467490723402e-06, | |
| "loss": 0.6118, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.4603496465172357, | |
| "grad_norm": 0.3268257836594815, | |
| "learning_rate": 4.800542582530668e-06, | |
| "loss": 0.6091, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.46122650298679235, | |
| "grad_norm": 0.2636715015821582, | |
| "learning_rate": 4.799615614401488e-06, | |
| "loss": 0.6113, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.462103359456349, | |
| "grad_norm": 0.3309929173426789, | |
| "learning_rate": 4.79868658716588e-06, | |
| "loss": 0.6063, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.4629802159259056, | |
| "grad_norm": 0.2705433155095911, | |
| "learning_rate": 4.7977555016557054e-06, | |
| "loss": 0.6115, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.46385707239546226, | |
| "grad_norm": 0.2986983107432822, | |
| "learning_rate": 4.796822358704673e-06, | |
| "loss": 0.624, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.4647339288650189, | |
| "grad_norm": 0.27153673858142124, | |
| "learning_rate": 4.7958871591483305e-06, | |
| "loss": 0.6144, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.46561078533457556, | |
| "grad_norm": 0.2774095045069063, | |
| "learning_rate": 4.794949903824069e-06, | |
| "loss": 0.6082, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.4664876418041322, | |
| "grad_norm": 0.28167525290961587, | |
| "learning_rate": 4.794010593571118e-06, | |
| "loss": 0.6106, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.4673644982736888, | |
| "grad_norm": 0.2626835693504621, | |
| "learning_rate": 4.793069229230548e-06, | |
| "loss": 0.6142, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.46824135474324546, | |
| "grad_norm": 0.27619948959341917, | |
| "learning_rate": 4.792125811645271e-06, | |
| "loss": 0.6073, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.4691182112128021, | |
| "grad_norm": 0.2913249262978291, | |
| "learning_rate": 4.791180341660035e-06, | |
| "loss": 0.6034, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.46999506768235877, | |
| "grad_norm": 0.2792318560656134, | |
| "learning_rate": 4.790232820121426e-06, | |
| "loss": 0.6002, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.47087192415191537, | |
| "grad_norm": 0.2690237732263836, | |
| "learning_rate": 4.789283247877867e-06, | |
| "loss": 0.6128, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.471748780621472, | |
| "grad_norm": 0.2875784864108413, | |
| "learning_rate": 4.7883316257796195e-06, | |
| "loss": 0.6125, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.47262563709102867, | |
| "grad_norm": 0.3494280106540881, | |
| "learning_rate": 4.787377954678776e-06, | |
| "loss": 0.6079, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.4735024935605853, | |
| "grad_norm": 0.27811345732659243, | |
| "learning_rate": 4.786422235429269e-06, | |
| "loss": 0.6118, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4743793500301419, | |
| "grad_norm": 0.33921109846320074, | |
| "learning_rate": 4.785464468886859e-06, | |
| "loss": 0.6176, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.4752562064996986, | |
| "grad_norm": 0.29592545517880114, | |
| "learning_rate": 4.784504655909146e-06, | |
| "loss": 0.6131, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.4761330629692552, | |
| "grad_norm": 0.29373530511374163, | |
| "learning_rate": 4.783542797355558e-06, | |
| "loss": 0.6082, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.4770099194388119, | |
| "grad_norm": 0.2999691792256973, | |
| "learning_rate": 4.782578894087357e-06, | |
| "loss": 0.5981, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.4778867759083685, | |
| "grad_norm": 0.2694268894908227, | |
| "learning_rate": 4.781612946967632e-06, | |
| "loss": 0.6055, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.47876363237792513, | |
| "grad_norm": 0.2970836241532985, | |
| "learning_rate": 4.780644956861307e-06, | |
| "loss": 0.6002, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.4796404888474818, | |
| "grad_norm": 0.3413332201519291, | |
| "learning_rate": 4.7796749246351335e-06, | |
| "loss": 0.6103, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.48051734531703844, | |
| "grad_norm": 0.27732196553749033, | |
| "learning_rate": 4.77870285115769e-06, | |
| "loss": 0.5972, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.48139420178659503, | |
| "grad_norm": 0.32594912225980904, | |
| "learning_rate": 4.777728737299387e-06, | |
| "loss": 0.6275, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.4822710582561517, | |
| "grad_norm": 0.28158230943213153, | |
| "learning_rate": 4.776752583932455e-06, | |
| "loss": 0.6215, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.48314791472570834, | |
| "grad_norm": 0.3244722564822324, | |
| "learning_rate": 4.775774391930956e-06, | |
| "loss": 0.5947, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.484024771195265, | |
| "grad_norm": 0.26397208532030864, | |
| "learning_rate": 4.774794162170777e-06, | |
| "loss": 0.611, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.4849016276648216, | |
| "grad_norm": 0.2816890422555255, | |
| "learning_rate": 4.773811895529629e-06, | |
| "loss": 0.5942, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.48577848413437824, | |
| "grad_norm": 0.28224512879430635, | |
| "learning_rate": 4.772827592887046e-06, | |
| "loss": 0.5918, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.4866553406039349, | |
| "grad_norm": 0.2978578883597439, | |
| "learning_rate": 4.771841255124385e-06, | |
| "loss": 0.6031, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.48753219707349155, | |
| "grad_norm": 0.3212067488646109, | |
| "learning_rate": 4.770852883124827e-06, | |
| "loss": 0.6066, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.4884090535430482, | |
| "grad_norm": 0.3047898856904216, | |
| "learning_rate": 4.769862477773374e-06, | |
| "loss": 0.6097, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.4892859100126048, | |
| "grad_norm": 0.32816575436148626, | |
| "learning_rate": 4.768870039956846e-06, | |
| "loss": 0.6078, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.49016276648216145, | |
| "grad_norm": 0.30333447423661625, | |
| "learning_rate": 4.767875570563887e-06, | |
| "loss": 0.6103, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.4910396229517181, | |
| "grad_norm": 0.32463487013229164, | |
| "learning_rate": 4.766879070484957e-06, | |
| "loss": 0.5925, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.49191647942127475, | |
| "grad_norm": 0.27125555349656966, | |
| "learning_rate": 4.765880540612336e-06, | |
| "loss": 0.6095, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.49279333589083135, | |
| "grad_norm": 0.29571340419933284, | |
| "learning_rate": 4.764879981840121e-06, | |
| "loss": 0.6061, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.493670192360388, | |
| "grad_norm": 0.28779220439984465, | |
| "learning_rate": 4.763877395064225e-06, | |
| "loss": 0.6164, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.49454704882994466, | |
| "grad_norm": 0.3023002461106019, | |
| "learning_rate": 4.762872781182378e-06, | |
| "loss": 0.6099, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.4954239052995013, | |
| "grad_norm": 0.2852998688047179, | |
| "learning_rate": 4.761866141094126e-06, | |
| "loss": 0.6151, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.4963007617690579, | |
| "grad_norm": 0.27004415072990756, | |
| "learning_rate": 4.7608574757008245e-06, | |
| "loss": 0.6056, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.49717761823861456, | |
| "grad_norm": 0.26583697629837466, | |
| "learning_rate": 4.759846785905649e-06, | |
| "loss": 0.6073, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.4980544747081712, | |
| "grad_norm": 0.29963137609858226, | |
| "learning_rate": 4.758834072613583e-06, | |
| "loss": 0.6175, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.49893133117772787, | |
| "grad_norm": 0.2777428291092147, | |
| "learning_rate": 4.757819336731424e-06, | |
| "loss": 0.6084, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.49980818764728446, | |
| "grad_norm": 0.286537576055084, | |
| "learning_rate": 4.756802579167781e-06, | |
| "loss": 0.6122, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5006850441168411, | |
| "grad_norm": 0.2900434750609322, | |
| "learning_rate": 4.755783800833071e-06, | |
| "loss": 0.61, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.5015619005863977, | |
| "grad_norm": 0.29602981997833644, | |
| "learning_rate": 4.754763002639522e-06, | |
| "loss": 0.5979, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.5024387570559544, | |
| "grad_norm": 0.2850500950921633, | |
| "learning_rate": 4.75374018550117e-06, | |
| "loss": 0.616, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.503315613525511, | |
| "grad_norm": 0.2747595431255721, | |
| "learning_rate": 4.752715350333858e-06, | |
| "loss": 0.6082, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.5041924699950677, | |
| "grad_norm": 0.30963433949041175, | |
| "learning_rate": 4.75168849805524e-06, | |
| "loss": 0.6062, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5050693264646243, | |
| "grad_norm": 0.28817154630491854, | |
| "learning_rate": 4.750659629584772e-06, | |
| "loss": 0.615, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.5059461829341809, | |
| "grad_norm": 0.29777143797501865, | |
| "learning_rate": 4.749628745843715e-06, | |
| "loss": 0.6093, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.5068230394037376, | |
| "grad_norm": 0.2761328411528336, | |
| "learning_rate": 4.748595847755137e-06, | |
| "loss": 0.5949, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.5076998958732942, | |
| "grad_norm": 0.27941749417554973, | |
| "learning_rate": 4.74756093624391e-06, | |
| "loss": 0.6165, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.5085767523428508, | |
| "grad_norm": 0.28883681834919644, | |
| "learning_rate": 4.746524012236706e-06, | |
| "loss": 0.6012, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5094536088124075, | |
| "grad_norm": 0.2712633209555587, | |
| "learning_rate": 4.7454850766620005e-06, | |
| "loss": 0.5898, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.5103304652819641, | |
| "grad_norm": 0.29386364789948854, | |
| "learning_rate": 4.7444441304500714e-06, | |
| "loss": 0.6057, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.5112073217515208, | |
| "grad_norm": 0.27998562308750735, | |
| "learning_rate": 4.743401174532994e-06, | |
| "loss": 0.597, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.5120841782210774, | |
| "grad_norm": 0.2944531079667381, | |
| "learning_rate": 4.742356209844646e-06, | |
| "loss": 0.5915, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.512961034690634, | |
| "grad_norm": 0.29506045387008756, | |
| "learning_rate": 4.741309237320703e-06, | |
| "loss": 0.6178, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5138378911601907, | |
| "grad_norm": 0.299236621784075, | |
| "learning_rate": 4.740260257898638e-06, | |
| "loss": 0.6121, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5147147476297473, | |
| "grad_norm": 0.303688650889379, | |
| "learning_rate": 4.739209272517721e-06, | |
| "loss": 0.5982, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.515591604099304, | |
| "grad_norm": 0.2925779066404172, | |
| "learning_rate": 4.738156282119018e-06, | |
| "loss": 0.5936, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.5164684605688606, | |
| "grad_norm": 0.3374725318718031, | |
| "learning_rate": 4.73710128764539e-06, | |
| "loss": 0.6001, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.5173453170384172, | |
| "grad_norm": 0.28811046561615106, | |
| "learning_rate": 4.736044290041496e-06, | |
| "loss": 0.61, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.518222173507974, | |
| "grad_norm": 0.32139851009391945, | |
| "learning_rate": 4.7349852902537814e-06, | |
| "loss": 0.5931, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.5190990299775305, | |
| "grad_norm": 0.27307295767087736, | |
| "learning_rate": 4.733924289230493e-06, | |
| "loss": 0.6035, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.5199758864470871, | |
| "grad_norm": 0.3098223534082736, | |
| "learning_rate": 4.7328612879216615e-06, | |
| "loss": 0.6082, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.5208527429166439, | |
| "grad_norm": 0.2808341207944162, | |
| "learning_rate": 4.731796287279115e-06, | |
| "loss": 0.5965, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.5217295993862004, | |
| "grad_norm": 0.3093125993326785, | |
| "learning_rate": 4.730729288256468e-06, | |
| "loss": 0.6018, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.5226064558557572, | |
| "grad_norm": 0.30147164249765196, | |
| "learning_rate": 4.729660291809126e-06, | |
| "loss": 0.6072, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.5234833123253138, | |
| "grad_norm": 0.2893545075475105, | |
| "learning_rate": 4.728589298894284e-06, | |
| "loss": 0.5894, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.5243601687948704, | |
| "grad_norm": 0.29778530349250987, | |
| "learning_rate": 4.72751631047092e-06, | |
| "loss": 0.5941, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.5252370252644271, | |
| "grad_norm": 0.2822751104373634, | |
| "learning_rate": 4.726441327499805e-06, | |
| "loss": 0.6056, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.5261138817339837, | |
| "grad_norm": 0.30381920940202223, | |
| "learning_rate": 4.725364350943492e-06, | |
| "loss": 0.6016, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5269907382035403, | |
| "grad_norm": 0.2728312952142679, | |
| "learning_rate": 4.72428538176632e-06, | |
| "loss": 0.6033, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.527867594673097, | |
| "grad_norm": 0.2920360605636878, | |
| "learning_rate": 4.723204420934413e-06, | |
| "loss": 0.614, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.5287444511426536, | |
| "grad_norm": 0.282387818364113, | |
| "learning_rate": 4.722121469415677e-06, | |
| "loss": 0.5901, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.5296213076122103, | |
| "grad_norm": 0.2954181717364726, | |
| "learning_rate": 4.721036528179802e-06, | |
| "loss": 0.6043, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.5304981640817669, | |
| "grad_norm": 0.3084979402180987, | |
| "learning_rate": 4.719949598198258e-06, | |
| "loss": 0.5931, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5313750205513235, | |
| "grad_norm": 0.3252699365181927, | |
| "learning_rate": 4.718860680444297e-06, | |
| "loss": 0.6181, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.5322518770208802, | |
| "grad_norm": 0.28357295095306256, | |
| "learning_rate": 4.717769775892951e-06, | |
| "loss": 0.5903, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.5331287334904368, | |
| "grad_norm": 0.3569079908279582, | |
| "learning_rate": 4.7166768855210294e-06, | |
| "loss": 0.5939, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.5340055899599935, | |
| "grad_norm": 0.31741200071485426, | |
| "learning_rate": 4.715582010307121e-06, | |
| "loss": 0.5897, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.5348824464295501, | |
| "grad_norm": 0.3218789245412814, | |
| "learning_rate": 4.714485151231593e-06, | |
| "loss": 0.5926, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5357593028991067, | |
| "grad_norm": 0.2824610260583936, | |
| "learning_rate": 4.713386309276585e-06, | |
| "loss": 0.6039, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.5366361593686634, | |
| "grad_norm": 0.3111981063952015, | |
| "learning_rate": 4.712285485426017e-06, | |
| "loss": 0.6012, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.53751301583822, | |
| "grad_norm": 0.2719370118974663, | |
| "learning_rate": 4.7111826806655804e-06, | |
| "loss": 0.5912, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.5383898723077766, | |
| "grad_norm": 0.3161533458613161, | |
| "learning_rate": 4.710077895982741e-06, | |
| "loss": 0.5962, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.5392667287773333, | |
| "grad_norm": 0.26701338476822095, | |
| "learning_rate": 4.708971132366739e-06, | |
| "loss": 0.6025, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.5401435852468899, | |
| "grad_norm": 0.28447205168753736, | |
| "learning_rate": 4.707862390808583e-06, | |
| "loss": 0.5959, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.5410204417164466, | |
| "grad_norm": 0.26585350433139904, | |
| "learning_rate": 4.706751672301058e-06, | |
| "loss": 0.5946, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.5418972981860032, | |
| "grad_norm": 0.28276117956241253, | |
| "learning_rate": 4.705638977838712e-06, | |
| "loss": 0.5986, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.5427741546555598, | |
| "grad_norm": 0.2752743049051474, | |
| "learning_rate": 4.704524308417872e-06, | |
| "loss": 0.6044, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.5436510111251165, | |
| "grad_norm": 0.2744635750786116, | |
| "learning_rate": 4.703407665036622e-06, | |
| "loss": 0.6, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5445278675946731, | |
| "grad_norm": 0.2942835089324837, | |
| "learning_rate": 4.702289048694824e-06, | |
| "loss": 0.6163, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.5454047240642297, | |
| "grad_norm": 0.29074004193212294, | |
| "learning_rate": 4.7011684603940985e-06, | |
| "loss": 0.61, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.5462815805337864, | |
| "grad_norm": 0.265548853050648, | |
| "learning_rate": 4.700045901137838e-06, | |
| "loss": 0.6003, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.547158437003343, | |
| "grad_norm": 0.28147341099339, | |
| "learning_rate": 4.6989213719311956e-06, | |
| "loss": 0.6057, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.5480352934728997, | |
| "grad_norm": 0.25061686481638634, | |
| "learning_rate": 4.697794873781089e-06, | |
| "loss": 0.6103, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5489121499424563, | |
| "grad_norm": 0.28270079603778164, | |
| "learning_rate": 4.696666407696201e-06, | |
| "loss": 0.5999, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.5497890064120129, | |
| "grad_norm": 0.25832596909684546, | |
| "learning_rate": 4.695535974686975e-06, | |
| "loss": 0.5989, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.5506658628815696, | |
| "grad_norm": 0.28610489660664173, | |
| "learning_rate": 4.694403575765615e-06, | |
| "loss": 0.6039, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.5515427193511262, | |
| "grad_norm": 0.26039812165621273, | |
| "learning_rate": 4.693269211946086e-06, | |
| "loss": 0.5999, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.5524195758206829, | |
| "grad_norm": 0.2802813802636672, | |
| "learning_rate": 4.692132884244113e-06, | |
| "loss": 0.5957, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5532964322902395, | |
| "grad_norm": 0.28045233973715045, | |
| "learning_rate": 4.69099459367718e-06, | |
| "loss": 0.6057, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.5541732887597961, | |
| "grad_norm": 0.2850165288729873, | |
| "learning_rate": 4.689854341264525e-06, | |
| "loss": 0.6062, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.5550501452293528, | |
| "grad_norm": 0.318532937146288, | |
| "learning_rate": 4.688712128027147e-06, | |
| "loss": 0.615, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.5559270016989094, | |
| "grad_norm": 0.2700297126701359, | |
| "learning_rate": 4.687567954987798e-06, | |
| "loss": 0.6027, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.556803858168466, | |
| "grad_norm": 0.2709567537114069, | |
| "learning_rate": 4.686421823170987e-06, | |
| "loss": 0.606, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.5576807146380227, | |
| "grad_norm": 0.30943308206128534, | |
| "learning_rate": 4.685273733602975e-06, | |
| "loss": 0.6122, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.5585575711075793, | |
| "grad_norm": 0.2866407684585244, | |
| "learning_rate": 4.6841236873117765e-06, | |
| "loss": 0.5983, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.559434427577136, | |
| "grad_norm": 0.30074858616349, | |
| "learning_rate": 4.6829716853271576e-06, | |
| "loss": 0.6112, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.5603112840466926, | |
| "grad_norm": 0.27481764632891953, | |
| "learning_rate": 4.681817728680638e-06, | |
| "loss": 0.5923, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.5611881405162492, | |
| "grad_norm": 0.30985792219487485, | |
| "learning_rate": 4.680661818405485e-06, | |
| "loss": 0.6083, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5620649969858059, | |
| "grad_norm": 0.30548099410676144, | |
| "learning_rate": 4.679503955536715e-06, | |
| "loss": 0.6105, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.5629418534553625, | |
| "grad_norm": 0.27736446160459594, | |
| "learning_rate": 4.678344141111096e-06, | |
| "loss": 0.6176, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.5638187099249191, | |
| "grad_norm": 0.313370779146898, | |
| "learning_rate": 4.6771823761671386e-06, | |
| "loss": 0.6035, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.5646955663944758, | |
| "grad_norm": 0.27389315771120454, | |
| "learning_rate": 4.676018661745104e-06, | |
| "loss": 0.6118, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.5655724228640324, | |
| "grad_norm": 0.3272671136560007, | |
| "learning_rate": 4.674852998886998e-06, | |
| "loss": 0.6059, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.5664492793335891, | |
| "grad_norm": 0.29110434636858074, | |
| "learning_rate": 4.6736853886365704e-06, | |
| "loss": 0.5957, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.5673261358031457, | |
| "grad_norm": 0.27566640053494834, | |
| "learning_rate": 4.672515832039315e-06, | |
| "loss": 0.5847, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.5682029922727023, | |
| "grad_norm": 0.3439499837560115, | |
| "learning_rate": 4.671344330142468e-06, | |
| "loss": 0.6066, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.569079848742259, | |
| "grad_norm": 0.2831795036732806, | |
| "learning_rate": 4.670170883995007e-06, | |
| "loss": 0.5875, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.5699567052118156, | |
| "grad_norm": 0.3084275937304928, | |
| "learning_rate": 4.668995494647653e-06, | |
| "loss": 0.6046, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5708335616813722, | |
| "grad_norm": 0.2876312566066635, | |
| "learning_rate": 4.667818163152864e-06, | |
| "loss": 0.609, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.5717104181509289, | |
| "grad_norm": 0.27641311480374825, | |
| "learning_rate": 4.6666388905648394e-06, | |
| "loss": 0.6084, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.5725872746204855, | |
| "grad_norm": 0.2760161681243495, | |
| "learning_rate": 4.665457677939515e-06, | |
| "loss": 0.6036, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.5734641310900422, | |
| "grad_norm": 0.2664014070652965, | |
| "learning_rate": 4.664274526334563e-06, | |
| "loss": 0.6047, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.5743409875595988, | |
| "grad_norm": 0.27367722811571643, | |
| "learning_rate": 4.663089436809395e-06, | |
| "loss": 0.607, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.5752178440291554, | |
| "grad_norm": 0.2971494077897638, | |
| "learning_rate": 4.661902410425156e-06, | |
| "loss": 0.5851, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.5760947004987121, | |
| "grad_norm": 0.28359506675344376, | |
| "learning_rate": 4.660713448244723e-06, | |
| "loss": 0.5911, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.5769715569682687, | |
| "grad_norm": 0.27646693971859265, | |
| "learning_rate": 4.6595225513327105e-06, | |
| "loss": 0.601, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.5778484134378254, | |
| "grad_norm": 0.2707379861432875, | |
| "learning_rate": 4.658329720755464e-06, | |
| "loss": 0.5905, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.578725269907382, | |
| "grad_norm": 0.301271851117793, | |
| "learning_rate": 4.657134957581057e-06, | |
| "loss": 0.6023, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5796021263769386, | |
| "grad_norm": 0.30214846729641187, | |
| "learning_rate": 4.6559382628793e-06, | |
| "loss": 0.6095, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.5804789828464954, | |
| "grad_norm": 0.2880769859831512, | |
| "learning_rate": 4.6547396377217265e-06, | |
| "loss": 0.6012, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.581355839316052, | |
| "grad_norm": 0.3363251460755209, | |
| "learning_rate": 4.653539083181603e-06, | |
| "loss": 0.5963, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.5822326957856085, | |
| "grad_norm": 0.3446871487238731, | |
| "learning_rate": 4.652336600333921e-06, | |
| "loss": 0.5992, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.5831095522551653, | |
| "grad_norm": 0.3016824402176579, | |
| "learning_rate": 4.651132190255401e-06, | |
| "loss": 0.6016, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.5839864087247219, | |
| "grad_norm": 0.31791554379394255, | |
| "learning_rate": 4.649925854024486e-06, | |
| "loss": 0.5943, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.5848632651942786, | |
| "grad_norm": 0.3603510668723624, | |
| "learning_rate": 4.648717592721347e-06, | |
| "loss": 0.6086, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.5857401216638352, | |
| "grad_norm": 0.25073578292290827, | |
| "learning_rate": 4.647507407427877e-06, | |
| "loss": 0.5965, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.5866169781333918, | |
| "grad_norm": 0.3401292596267892, | |
| "learning_rate": 4.646295299227691e-06, | |
| "loss": 0.5896, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.5874938346029485, | |
| "grad_norm": 0.26798950974238206, | |
| "learning_rate": 4.645081269206128e-06, | |
| "loss": 0.5913, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5883706910725051, | |
| "grad_norm": 0.2712753517614824, | |
| "learning_rate": 4.643865318450247e-06, | |
| "loss": 0.5948, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.5892475475420617, | |
| "grad_norm": 0.31478669896326056, | |
| "learning_rate": 4.642647448048824e-06, | |
| "loss": 0.6036, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.5901244040116184, | |
| "grad_norm": 0.2853149586152437, | |
| "learning_rate": 4.641427659092359e-06, | |
| "loss": 0.5852, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.591001260481175, | |
| "grad_norm": 0.31928733056145026, | |
| "learning_rate": 4.6402059526730656e-06, | |
| "loss": 0.596, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.5918781169507317, | |
| "grad_norm": 0.28886504451895006, | |
| "learning_rate": 4.638982329884878e-06, | |
| "loss": 0.5867, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5927549734202883, | |
| "grad_norm": 0.34332786639440344, | |
| "learning_rate": 4.637756791823443e-06, | |
| "loss": 0.5951, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.5936318298898449, | |
| "grad_norm": 0.31536294202913445, | |
| "learning_rate": 4.6365293395861225e-06, | |
| "loss": 0.6005, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.5945086863594016, | |
| "grad_norm": 0.36612645695214535, | |
| "learning_rate": 4.6352999742719954e-06, | |
| "loss": 0.6125, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.5953855428289582, | |
| "grad_norm": 0.2865910172606529, | |
| "learning_rate": 4.634068696981852e-06, | |
| "loss": 0.6096, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.5962623992985149, | |
| "grad_norm": 0.3077121674916666, | |
| "learning_rate": 4.632835508818192e-06, | |
| "loss": 0.5891, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5971392557680715, | |
| "grad_norm": 0.2930520316480949, | |
| "learning_rate": 4.631600410885231e-06, | |
| "loss": 0.5918, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.5980161122376281, | |
| "grad_norm": 0.3412197822800723, | |
| "learning_rate": 4.630363404288891e-06, | |
| "loss": 0.5998, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.5988929687071848, | |
| "grad_norm": 0.2869686807201651, | |
| "learning_rate": 4.629124490136804e-06, | |
| "loss": 0.5952, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.5997698251767414, | |
| "grad_norm": 0.3044523168792968, | |
| "learning_rate": 4.627883669538311e-06, | |
| "loss": 0.6058, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.600646681646298, | |
| "grad_norm": 0.298754941767322, | |
| "learning_rate": 4.626640943604459e-06, | |
| "loss": 0.6099, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6015235381158547, | |
| "grad_norm": 0.30823608651620477, | |
| "learning_rate": 4.625396313448e-06, | |
| "loss": 0.5913, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.6024003945854113, | |
| "grad_norm": 0.2745802532714142, | |
| "learning_rate": 4.624149780183395e-06, | |
| "loss": 0.5904, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.603277251054968, | |
| "grad_norm": 0.2894557068485525, | |
| "learning_rate": 4.622901344926805e-06, | |
| "loss": 0.6006, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.6041541075245246, | |
| "grad_norm": 0.2844643276622375, | |
| "learning_rate": 4.621651008796095e-06, | |
| "loss": 0.5972, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.6050309639940812, | |
| "grad_norm": 0.3111750841694179, | |
| "learning_rate": 4.620398772910833e-06, | |
| "loss": 0.5911, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6059078204636379, | |
| "grad_norm": 0.30229136138256857, | |
| "learning_rate": 4.619144638392289e-06, | |
| "loss": 0.6063, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.6067846769331945, | |
| "grad_norm": 0.2903177693650587, | |
| "learning_rate": 4.6178886063634295e-06, | |
| "loss": 0.6022, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.6076615334027511, | |
| "grad_norm": 0.29466063932438424, | |
| "learning_rate": 4.616630677948924e-06, | |
| "loss": 0.609, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.6085383898723078, | |
| "grad_norm": 0.29795014881552045, | |
| "learning_rate": 4.615370854275138e-06, | |
| "loss": 0.5923, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.6094152463418644, | |
| "grad_norm": 0.2835342651327551, | |
| "learning_rate": 4.614109136470133e-06, | |
| "loss": 0.5941, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.6102921028114211, | |
| "grad_norm": 0.2914927284695803, | |
| "learning_rate": 4.612845525663671e-06, | |
| "loss": 0.5915, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.6111689592809777, | |
| "grad_norm": 0.27150994490869584, | |
| "learning_rate": 4.611580022987202e-06, | |
| "loss": 0.5903, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.6120458157505343, | |
| "grad_norm": 0.27427922033901636, | |
| "learning_rate": 4.610312629573877e-06, | |
| "loss": 0.5826, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.612922672220091, | |
| "grad_norm": 0.3257835351903302, | |
| "learning_rate": 4.609043346558536e-06, | |
| "loss": 0.608, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.6137995286896476, | |
| "grad_norm": 0.27542786817313375, | |
| "learning_rate": 4.607772175077712e-06, | |
| "loss": 0.5914, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6146763851592043, | |
| "grad_norm": 0.32541464673918596, | |
| "learning_rate": 4.606499116269628e-06, | |
| "loss": 0.6004, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.6155532416287609, | |
| "grad_norm": 0.2775394483279354, | |
| "learning_rate": 4.605224171274198e-06, | |
| "loss": 0.6042, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.6164300980983175, | |
| "grad_norm": 0.3010566442707075, | |
| "learning_rate": 4.603947341233026e-06, | |
| "loss": 0.5893, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.6173069545678742, | |
| "grad_norm": 0.28841806172316603, | |
| "learning_rate": 4.602668627289401e-06, | |
| "loss": 0.5932, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.6181838110374308, | |
| "grad_norm": 0.32720143492110876, | |
| "learning_rate": 4.601388030588303e-06, | |
| "loss": 0.594, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.6190606675069874, | |
| "grad_norm": 0.2629157828769276, | |
| "learning_rate": 4.600105552276393e-06, | |
| "loss": 0.5962, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.6199375239765441, | |
| "grad_norm": 0.2976311641314985, | |
| "learning_rate": 4.598821193502019e-06, | |
| "loss": 0.5993, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.6208143804461007, | |
| "grad_norm": 0.3223849407278096, | |
| "learning_rate": 4.597534955415214e-06, | |
| "loss": 0.6023, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.6216912369156574, | |
| "grad_norm": 0.3228934470983084, | |
| "learning_rate": 4.596246839167692e-06, | |
| "loss": 0.6058, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.622568093385214, | |
| "grad_norm": 0.2842350311614894, | |
| "learning_rate": 4.59495684591285e-06, | |
| "loss": 0.5965, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6234449498547706, | |
| "grad_norm": 0.30037127301855626, | |
| "learning_rate": 4.593664976805765e-06, | |
| "loss": 0.5912, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.6243218063243273, | |
| "grad_norm": 0.29537031301186273, | |
| "learning_rate": 4.592371233003195e-06, | |
| "loss": 0.5847, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.6251986627938839, | |
| "grad_norm": 0.3099776656835445, | |
| "learning_rate": 4.5910756156635725e-06, | |
| "loss": 0.6061, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.6260755192634405, | |
| "grad_norm": 0.3343474177937486, | |
| "learning_rate": 4.589778125947012e-06, | |
| "loss": 0.5775, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.6269523757329972, | |
| "grad_norm": 0.26492597760028275, | |
| "learning_rate": 4.588478765015304e-06, | |
| "loss": 0.6008, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.6278292322025538, | |
| "grad_norm": 0.2996728173414987, | |
| "learning_rate": 4.587177534031914e-06, | |
| "loss": 0.5868, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.6287060886721105, | |
| "grad_norm": 0.269698012084879, | |
| "learning_rate": 4.585874434161979e-06, | |
| "loss": 0.5908, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.6295829451416671, | |
| "grad_norm": 0.3120812259438331, | |
| "learning_rate": 4.584569466572313e-06, | |
| "loss": 0.5964, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.6304598016112237, | |
| "grad_norm": 0.306605213663903, | |
| "learning_rate": 4.583262632431402e-06, | |
| "loss": 0.587, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.6313366580807804, | |
| "grad_norm": 0.31045769873517814, | |
| "learning_rate": 4.581953932909403e-06, | |
| "loss": 0.5924, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.632213514550337, | |
| "grad_norm": 0.30956000847409926, | |
| "learning_rate": 4.580643369178142e-06, | |
| "loss": 0.5905, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.6330903710198936, | |
| "grad_norm": 0.2980650280091205, | |
| "learning_rate": 4.579330942411115e-06, | |
| "loss": 0.5961, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.6339672274894503, | |
| "grad_norm": 0.2784986194522932, | |
| "learning_rate": 4.578016653783488e-06, | |
| "loss": 0.5962, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.6348440839590069, | |
| "grad_norm": 0.32816601752120567, | |
| "learning_rate": 4.57670050447209e-06, | |
| "loss": 0.6149, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.6357209404285636, | |
| "grad_norm": 0.2822290286934802, | |
| "learning_rate": 4.575382495655421e-06, | |
| "loss": 0.5915, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6365977968981202, | |
| "grad_norm": 0.2993973936416954, | |
| "learning_rate": 4.574062628513643e-06, | |
| "loss": 0.59, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.6374746533676768, | |
| "grad_norm": 0.27875804168057794, | |
| "learning_rate": 4.572740904228582e-06, | |
| "loss": 0.6018, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.6383515098372335, | |
| "grad_norm": 0.3144256132274513, | |
| "learning_rate": 4.571417323983727e-06, | |
| "loss": 0.6056, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.6392283663067901, | |
| "grad_norm": 0.2763723528672814, | |
| "learning_rate": 4.570091888964231e-06, | |
| "loss": 0.5943, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.6401052227763468, | |
| "grad_norm": 0.3001278571328794, | |
| "learning_rate": 4.5687646003569055e-06, | |
| "loss": 0.588, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6409820792459034, | |
| "grad_norm": 0.2847820308061442, | |
| "learning_rate": 4.567435459350222e-06, | |
| "loss": 0.5971, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.64185893571546, | |
| "grad_norm": 0.292512543142512, | |
| "learning_rate": 4.566104467134311e-06, | |
| "loss": 0.5864, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.6427357921850168, | |
| "grad_norm": 0.28968651062565176, | |
| "learning_rate": 4.564771624900961e-06, | |
| "loss": 0.62, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.6436126486545733, | |
| "grad_norm": 0.3004795852693458, | |
| "learning_rate": 4.563436933843617e-06, | |
| "loss": 0.5964, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.64448950512413, | |
| "grad_norm": 0.2865806085716862, | |
| "learning_rate": 4.562100395157379e-06, | |
| "loss": 0.6026, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.6453663615936867, | |
| "grad_norm": 0.2842649974188147, | |
| "learning_rate": 4.560762010039001e-06, | |
| "loss": 0.5913, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.6462432180632433, | |
| "grad_norm": 0.28683866497814775, | |
| "learning_rate": 4.5594217796868915e-06, | |
| "loss": 0.5951, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.6471200745328, | |
| "grad_norm": 0.2764873070461295, | |
| "learning_rate": 4.558079705301109e-06, | |
| "loss": 0.6053, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.6479969310023566, | |
| "grad_norm": 0.27004479414645, | |
| "learning_rate": 4.556735788083366e-06, | |
| "loss": 0.6039, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.6488737874719132, | |
| "grad_norm": 0.29052397029213667, | |
| "learning_rate": 4.555390029237026e-06, | |
| "loss": 0.601, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6497506439414699, | |
| "grad_norm": 0.2947691340138793, | |
| "learning_rate": 4.554042429967095e-06, | |
| "loss": 0.6025, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.6506275004110265, | |
| "grad_norm": 0.2792458027197797, | |
| "learning_rate": 4.552692991480234e-06, | |
| "loss": 0.6014, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.6515043568805831, | |
| "grad_norm": 0.3382217380230472, | |
| "learning_rate": 4.551341714984748e-06, | |
| "loss": 0.5955, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.6523812133501398, | |
| "grad_norm": 0.2966197192699023, | |
| "learning_rate": 4.549988601690588e-06, | |
| "loss": 0.5935, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.6532580698196964, | |
| "grad_norm": 0.31516646846151397, | |
| "learning_rate": 4.54863365280935e-06, | |
| "loss": 0.597, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.6541349262892531, | |
| "grad_norm": 0.28496714910224397, | |
| "learning_rate": 4.547276869554272e-06, | |
| "loss": 0.5814, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.6550117827588097, | |
| "grad_norm": 0.30669749001026353, | |
| "learning_rate": 4.545918253140236e-06, | |
| "loss": 0.5952, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.6558886392283663, | |
| "grad_norm": 0.2812261666412913, | |
| "learning_rate": 4.544557804783765e-06, | |
| "loss": 0.6162, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.656765495697923, | |
| "grad_norm": 0.27761745178740765, | |
| "learning_rate": 4.543195525703024e-06, | |
| "loss": 0.5807, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.6576423521674796, | |
| "grad_norm": 0.31002121863979637, | |
| "learning_rate": 4.541831417117815e-06, | |
| "loss": 0.5851, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6585192086370363, | |
| "grad_norm": 0.29034303454873894, | |
| "learning_rate": 4.540465480249579e-06, | |
| "loss": 0.6019, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.6593960651065929, | |
| "grad_norm": 0.30559901683462565, | |
| "learning_rate": 4.539097716321394e-06, | |
| "loss": 0.5866, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.6602729215761495, | |
| "grad_norm": 0.2641221990159659, | |
| "learning_rate": 4.537728126557974e-06, | |
| "loss": 0.5972, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.6611497780457062, | |
| "grad_norm": 0.3227708789669896, | |
| "learning_rate": 4.536356712185668e-06, | |
| "loss": 0.5796, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.6620266345152628, | |
| "grad_norm": 0.294701481555053, | |
| "learning_rate": 4.534983474432458e-06, | |
| "loss": 0.6149, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.6629034909848194, | |
| "grad_norm": 0.32377533070879033, | |
| "learning_rate": 4.533608414527961e-06, | |
| "loss": 0.5891, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.6637803474543761, | |
| "grad_norm": 0.3042889879699245, | |
| "learning_rate": 4.532231533703423e-06, | |
| "loss": 0.5913, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.6646572039239327, | |
| "grad_norm": 0.31760559251266973, | |
| "learning_rate": 4.53085283319172e-06, | |
| "loss": 0.6096, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.6655340603934894, | |
| "grad_norm": 0.3078941609749165, | |
| "learning_rate": 4.529472314227362e-06, | |
| "loss": 0.5905, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.666410916863046, | |
| "grad_norm": 0.30990175786815527, | |
| "learning_rate": 4.528089978046481e-06, | |
| "loss": 0.5991, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6672877733326026, | |
| "grad_norm": 0.32903820758007046, | |
| "learning_rate": 4.5267058258868414e-06, | |
| "loss": 0.5882, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.6681646298021593, | |
| "grad_norm": 0.29452587669480845, | |
| "learning_rate": 4.52531985898783e-06, | |
| "loss": 0.5803, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.6690414862717159, | |
| "grad_norm": 0.30776706716693625, | |
| "learning_rate": 4.52393207859046e-06, | |
| "loss": 0.577, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.6699183427412725, | |
| "grad_norm": 0.31422641761257675, | |
| "learning_rate": 4.522542485937369e-06, | |
| "loss": 0.6018, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.6707951992108292, | |
| "grad_norm": 0.3173718550935184, | |
| "learning_rate": 4.521151082272817e-06, | |
| "loss": 0.5882, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.6716720556803858, | |
| "grad_norm": 0.2986562015643124, | |
| "learning_rate": 4.519757868842685e-06, | |
| "loss": 0.579, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.6725489121499425, | |
| "grad_norm": 0.3090764441547647, | |
| "learning_rate": 4.518362846894475e-06, | |
| "loss": 0.5985, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.6734257686194991, | |
| "grad_norm": 0.30790241933986734, | |
| "learning_rate": 4.516966017677308e-06, | |
| "loss": 0.5863, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.6743026250890557, | |
| "grad_norm": 0.2994056106304016, | |
| "learning_rate": 4.515567382441923e-06, | |
| "loss": 0.5991, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.6751794815586124, | |
| "grad_norm": 0.2958764046270931, | |
| "learning_rate": 4.514166942440679e-06, | |
| "loss": 0.5963, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.676056338028169, | |
| "grad_norm": 0.28788185549499157, | |
| "learning_rate": 4.512764698927545e-06, | |
| "loss": 0.6064, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.6769331944977256, | |
| "grad_norm": 0.29708423016925406, | |
| "learning_rate": 4.511360653158111e-06, | |
| "loss": 0.5947, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.6778100509672823, | |
| "grad_norm": 0.30991902940049315, | |
| "learning_rate": 4.509954806389577e-06, | |
| "loss": 0.5987, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.6786869074368389, | |
| "grad_norm": 0.2873916475278516, | |
| "learning_rate": 4.508547159880758e-06, | |
| "loss": 0.5924, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.6795637639063956, | |
| "grad_norm": 0.3007245570293541, | |
| "learning_rate": 4.50713771489208e-06, | |
| "loss": 0.6015, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.6804406203759522, | |
| "grad_norm": 0.30867041078073276, | |
| "learning_rate": 4.505726472685577e-06, | |
| "loss": 0.5957, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.6813174768455088, | |
| "grad_norm": 0.31345922212682475, | |
| "learning_rate": 4.504313434524894e-06, | |
| "loss": 0.6006, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.6821943333150655, | |
| "grad_norm": 0.29707717549610757, | |
| "learning_rate": 4.502898601675285e-06, | |
| "loss": 0.5778, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.6830711897846221, | |
| "grad_norm": 0.3796068136152165, | |
| "learning_rate": 4.501481975403611e-06, | |
| "loss": 0.5991, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.6839480462541788, | |
| "grad_norm": 0.28337342976468866, | |
| "learning_rate": 4.5000635569783365e-06, | |
| "loss": 0.5948, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6848249027237354, | |
| "grad_norm": 0.31230108669893153, | |
| "learning_rate": 4.498643347669533e-06, | |
| "loss": 0.5925, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.685701759193292, | |
| "grad_norm": 0.27904331433791485, | |
| "learning_rate": 4.497221348748874e-06, | |
| "loss": 0.5916, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.6865786156628487, | |
| "grad_norm": 0.2942542969448629, | |
| "learning_rate": 4.4957975614896386e-06, | |
| "loss": 0.5992, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.6874554721324053, | |
| "grad_norm": 0.2908765617548673, | |
| "learning_rate": 4.494371987166703e-06, | |
| "loss": 0.6065, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.6883323286019619, | |
| "grad_norm": 0.2840490179126863, | |
| "learning_rate": 4.492944627056544e-06, | |
| "loss": 0.5902, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.6892091850715186, | |
| "grad_norm": 0.2727369127304506, | |
| "learning_rate": 4.491515482437242e-06, | |
| "loss": 0.5867, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.6900860415410752, | |
| "grad_norm": 0.28769481832954025, | |
| "learning_rate": 4.4900845545884695e-06, | |
| "loss": 0.5922, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.6909628980106319, | |
| "grad_norm": 0.2906309237155975, | |
| "learning_rate": 4.4886518447915e-06, | |
| "loss": 0.5887, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.6918397544801885, | |
| "grad_norm": 0.2948842293422461, | |
| "learning_rate": 4.487217354329201e-06, | |
| "loss": 0.6006, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.6927166109497451, | |
| "grad_norm": 0.302074977476922, | |
| "learning_rate": 4.4857810844860325e-06, | |
| "loss": 0.5866, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6935934674193018, | |
| "grad_norm": 0.32893770275300094, | |
| "learning_rate": 4.484343036548051e-06, | |
| "loss": 0.5976, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.6944703238888584, | |
| "grad_norm": 0.2778002794834819, | |
| "learning_rate": 4.482903211802904e-06, | |
| "loss": 0.584, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.695347180358415, | |
| "grad_norm": 0.294631010190205, | |
| "learning_rate": 4.481461611539829e-06, | |
| "loss": 0.5796, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.6962240368279717, | |
| "grad_norm": 0.26497721691156156, | |
| "learning_rate": 4.480018237049655e-06, | |
| "loss": 0.5921, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.6971008932975283, | |
| "grad_norm": 0.2571147884128945, | |
| "learning_rate": 4.4785730896247985e-06, | |
| "loss": 0.5967, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.697977749767085, | |
| "grad_norm": 0.27928133327664356, | |
| "learning_rate": 4.477126170559262e-06, | |
| "loss": 0.5933, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.6988546062366416, | |
| "grad_norm": 0.2678842819485542, | |
| "learning_rate": 4.475677481148638e-06, | |
| "loss": 0.6041, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.6997314627061982, | |
| "grad_norm": 0.2891606093702898, | |
| "learning_rate": 4.474227022690102e-06, | |
| "loss": 0.5957, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.700608319175755, | |
| "grad_norm": 0.288045727848727, | |
| "learning_rate": 4.4727747964824135e-06, | |
| "loss": 0.5904, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.7014851756453115, | |
| "grad_norm": 0.31585634496103415, | |
| "learning_rate": 4.471320803825915e-06, | |
| "loss": 0.5976, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.7023620321148683, | |
| "grad_norm": 0.2748185200755283, | |
| "learning_rate": 4.469865046022531e-06, | |
| "loss": 0.5752, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.7032388885844248, | |
| "grad_norm": 0.3355774877957403, | |
| "learning_rate": 4.468407524375767e-06, | |
| "loss": 0.5983, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.7041157450539814, | |
| "grad_norm": 0.29100988533473726, | |
| "learning_rate": 4.466948240190707e-06, | |
| "loss": 0.5942, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.7049926015235382, | |
| "grad_norm": 0.32395113661904446, | |
| "learning_rate": 4.465487194774012e-06, | |
| "loss": 0.5934, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.7058694579930948, | |
| "grad_norm": 0.27010926989878575, | |
| "learning_rate": 4.464024389433924e-06, | |
| "loss": 0.5965, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.7067463144626513, | |
| "grad_norm": 0.31589368881558894, | |
| "learning_rate": 4.462559825480257e-06, | |
| "loss": 0.5892, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.7076231709322081, | |
| "grad_norm": 0.2696414843727876, | |
| "learning_rate": 4.461093504224401e-06, | |
| "loss": 0.5995, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.7085000274017647, | |
| "grad_norm": 0.2953330107498836, | |
| "learning_rate": 4.459625426979319e-06, | |
| "loss": 0.5918, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.7093768838713214, | |
| "grad_norm": 0.281894292123873, | |
| "learning_rate": 4.458155595059549e-06, | |
| "loss": 0.5955, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.710253740340878, | |
| "grad_norm": 0.27376761478776995, | |
| "learning_rate": 4.4566840097811956e-06, | |
| "loss": 0.5871, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.7111305968104346, | |
| "grad_norm": 0.27713167306531405, | |
| "learning_rate": 4.455210672461938e-06, | |
| "loss": 0.595, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.7120074532799913, | |
| "grad_norm": 0.27385713088626723, | |
| "learning_rate": 4.453735584421021e-06, | |
| "loss": 0.5899, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.7128843097495479, | |
| "grad_norm": 0.29840396727897567, | |
| "learning_rate": 4.452258746979258e-06, | |
| "loss": 0.5844, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.7137611662191045, | |
| "grad_norm": 0.28333795883109736, | |
| "learning_rate": 4.4507801614590285e-06, | |
| "loss": 0.5939, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.7146380226886612, | |
| "grad_norm": 0.3089268512848077, | |
| "learning_rate": 4.449299829184278e-06, | |
| "loss": 0.5859, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.7155148791582178, | |
| "grad_norm": 0.2808961599877815, | |
| "learning_rate": 4.447817751480516e-06, | |
| "loss": 0.5871, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.7163917356277745, | |
| "grad_norm": 0.30287533725577037, | |
| "learning_rate": 4.446333929674816e-06, | |
| "loss": 0.593, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.7172685920973311, | |
| "grad_norm": 0.30584446638710266, | |
| "learning_rate": 4.444848365095809e-06, | |
| "loss": 0.5917, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.7181454485668877, | |
| "grad_norm": 0.27241453105670504, | |
| "learning_rate": 4.44336105907369e-06, | |
| "loss": 0.5896, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.7190223050364444, | |
| "grad_norm": 0.36474064413319707, | |
| "learning_rate": 4.4418720129402145e-06, | |
| "loss": 0.5861, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.719899161506001, | |
| "grad_norm": 0.2832577542195539, | |
| "learning_rate": 4.4403812280286915e-06, | |
| "loss": 0.5905, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.7207760179755577, | |
| "grad_norm": 0.32117553322486775, | |
| "learning_rate": 4.4388887056739926e-06, | |
| "loss": 0.5801, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.7216528744451143, | |
| "grad_norm": 0.27537463782509236, | |
| "learning_rate": 4.43739444721254e-06, | |
| "loss": 0.587, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.7225297309146709, | |
| "grad_norm": 0.3274304411602489, | |
| "learning_rate": 4.435898453982313e-06, | |
| "loss": 0.6024, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.7234065873842276, | |
| "grad_norm": 0.3232032167824163, | |
| "learning_rate": 4.434400727322844e-06, | |
| "loss": 0.6145, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.7242834438537842, | |
| "grad_norm": 0.3431783037261662, | |
| "learning_rate": 4.432901268575218e-06, | |
| "loss": 0.5937, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.7251603003233408, | |
| "grad_norm": 0.30897032551229503, | |
| "learning_rate": 4.43140007908207e-06, | |
| "loss": 0.598, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.7260371567928975, | |
| "grad_norm": 0.2934772547759602, | |
| "learning_rate": 4.429897160187584e-06, | |
| "loss": 0.5918, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.7269140132624541, | |
| "grad_norm": 0.31389790755569874, | |
| "learning_rate": 4.4283925132374946e-06, | |
| "loss": 0.5832, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.7277908697320108, | |
| "grad_norm": 0.29548260652561004, | |
| "learning_rate": 4.426886139579083e-06, | |
| "loss": 0.5937, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7286677262015674, | |
| "grad_norm": 0.3162599265610075, | |
| "learning_rate": 4.425378040561175e-06, | |
| "loss": 0.5889, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.729544582671124, | |
| "grad_norm": 0.3057143041654656, | |
| "learning_rate": 4.423868217534144e-06, | |
| "loss": 0.5848, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.7304214391406807, | |
| "grad_norm": 0.29540394945672244, | |
| "learning_rate": 4.4223566718499055e-06, | |
| "loss": 0.5926, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.7312982956102373, | |
| "grad_norm": 0.30681513325771914, | |
| "learning_rate": 4.420843404861917e-06, | |
| "loss": 0.5838, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.7321751520797939, | |
| "grad_norm": 0.29780757398255076, | |
| "learning_rate": 4.419328417925177e-06, | |
| "loss": 0.5922, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.7330520085493506, | |
| "grad_norm": 0.28283439818927025, | |
| "learning_rate": 4.417811712396226e-06, | |
| "loss": 0.5875, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.7339288650189072, | |
| "grad_norm": 0.30029201304931724, | |
| "learning_rate": 4.416293289633144e-06, | |
| "loss": 0.5989, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.7348057214884639, | |
| "grad_norm": 0.29188774973524867, | |
| "learning_rate": 4.414773150995543e-06, | |
| "loss": 0.5878, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.7356825779580205, | |
| "grad_norm": 0.3037257039566602, | |
| "learning_rate": 4.413251297844579e-06, | |
| "loss": 0.5849, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.7365594344275771, | |
| "grad_norm": 0.31802355671271254, | |
| "learning_rate": 4.411727731542937e-06, | |
| "loss": 0.5873, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7374362908971338, | |
| "grad_norm": 0.31892860544931334, | |
| "learning_rate": 4.410202453454841e-06, | |
| "loss": 0.5784, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.7383131473666904, | |
| "grad_norm": 0.31731371407494563, | |
| "learning_rate": 4.408675464946043e-06, | |
| "loss": 0.5973, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.739190003836247, | |
| "grad_norm": 0.2807004884396655, | |
| "learning_rate": 4.40714676738383e-06, | |
| "loss": 0.5842, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.7400668603058037, | |
| "grad_norm": 0.3102700515568577, | |
| "learning_rate": 4.405616362137017e-06, | |
| "loss": 0.584, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.7409437167753603, | |
| "grad_norm": 0.28221217756766914, | |
| "learning_rate": 4.404084250575952e-06, | |
| "loss": 0.599, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.741820573244917, | |
| "grad_norm": 0.284085524365953, | |
| "learning_rate": 4.4025504340725056e-06, | |
| "loss": 0.5799, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.7426974297144736, | |
| "grad_norm": 0.35367792241463614, | |
| "learning_rate": 4.401014914000078e-06, | |
| "loss": 0.5724, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.7435742861840302, | |
| "grad_norm": 0.26695572041406385, | |
| "learning_rate": 4.3994776917335945e-06, | |
| "loss": 0.5864, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.7444511426535869, | |
| "grad_norm": 0.3230503614090004, | |
| "learning_rate": 4.397938768649505e-06, | |
| "loss": 0.5781, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.7453279991231435, | |
| "grad_norm": 0.32670313161244324, | |
| "learning_rate": 4.39639814612578e-06, | |
| "loss": 0.5921, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7462048555927002, | |
| "grad_norm": 0.2965265275169285, | |
| "learning_rate": 4.394855825541915e-06, | |
| "loss": 0.5847, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.7470817120622568, | |
| "grad_norm": 0.3364787473225747, | |
| "learning_rate": 4.393311808278924e-06, | |
| "loss": 0.6032, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.7479585685318134, | |
| "grad_norm": 0.2925797984612242, | |
| "learning_rate": 4.391766095719341e-06, | |
| "loss": 0.5966, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.7488354250013701, | |
| "grad_norm": 0.36558987387215064, | |
| "learning_rate": 4.390218689247216e-06, | |
| "loss": 0.5965, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.7497122814709267, | |
| "grad_norm": 0.31214927998435166, | |
| "learning_rate": 4.388669590248119e-06, | |
| "loss": 0.5799, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.7505891379404833, | |
| "grad_norm": 0.36912682982458045, | |
| "learning_rate": 4.387118800109133e-06, | |
| "loss": 0.5994, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.75146599441004, | |
| "grad_norm": 0.33858825867324854, | |
| "learning_rate": 4.385566320218857e-06, | |
| "loss": 0.5894, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.7523428508795966, | |
| "grad_norm": 0.3095865037795698, | |
| "learning_rate": 4.384012151967401e-06, | |
| "loss": 0.5808, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.7532197073491533, | |
| "grad_norm": 0.3163720033341599, | |
| "learning_rate": 4.382456296746389e-06, | |
| "loss": 0.61, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.7540965638187099, | |
| "grad_norm": 0.30746322298068, | |
| "learning_rate": 4.3808987559489536e-06, | |
| "loss": 0.5901, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7549734202882665, | |
| "grad_norm": 0.3216332568956709, | |
| "learning_rate": 4.379339530969738e-06, | |
| "loss": 0.5824, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.7558502767578232, | |
| "grad_norm": 0.2924396456503393, | |
| "learning_rate": 4.377778623204894e-06, | |
| "loss": 0.587, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.7567271332273798, | |
| "grad_norm": 0.3102518126275497, | |
| "learning_rate": 4.3762160340520765e-06, | |
| "loss": 0.5722, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.7576039896969364, | |
| "grad_norm": 0.29990520801248277, | |
| "learning_rate": 4.374651764910452e-06, | |
| "loss": 0.5867, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.7584808461664931, | |
| "grad_norm": 0.2742400854190758, | |
| "learning_rate": 4.373085817180684e-06, | |
| "loss": 0.5897, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.7593577026360497, | |
| "grad_norm": 0.2966143324054175, | |
| "learning_rate": 4.371518192264946e-06, | |
| "loss": 0.593, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.7602345591056064, | |
| "grad_norm": 0.2659050257990803, | |
| "learning_rate": 4.3699488915669106e-06, | |
| "loss": 0.5933, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.761111415575163, | |
| "grad_norm": 0.28333909213084835, | |
| "learning_rate": 4.368377916491749e-06, | |
| "loss": 0.5937, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.7619882720447196, | |
| "grad_norm": 0.294367790561846, | |
| "learning_rate": 4.366805268446132e-06, | |
| "loss": 0.5908, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.7628651285142763, | |
| "grad_norm": 0.2892104769841804, | |
| "learning_rate": 4.365230948838232e-06, | |
| "loss": 0.5749, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7637419849838329, | |
| "grad_norm": 0.2992157610185369, | |
| "learning_rate": 4.3636549590777144e-06, | |
| "loss": 0.6038, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.7646188414533897, | |
| "grad_norm": 0.2849149162166013, | |
| "learning_rate": 4.362077300575742e-06, | |
| "loss": 0.5838, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.7654956979229462, | |
| "grad_norm": 0.27419838720395556, | |
| "learning_rate": 4.360497974744971e-06, | |
| "loss": 0.5792, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.7663725543925028, | |
| "grad_norm": 0.2719357502719954, | |
| "learning_rate": 4.35891698299955e-06, | |
| "loss": 0.5879, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.7672494108620596, | |
| "grad_norm": 0.29276621658420166, | |
| "learning_rate": 4.357334326755123e-06, | |
| "loss": 0.5903, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.7681262673316162, | |
| "grad_norm": 0.29234711934765684, | |
| "learning_rate": 4.3557500074288175e-06, | |
| "loss": 0.58, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.7690031238011727, | |
| "grad_norm": 0.2900743371372321, | |
| "learning_rate": 4.354164026439256e-06, | |
| "loss": 0.5798, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.7698799802707295, | |
| "grad_norm": 0.26606697197934875, | |
| "learning_rate": 4.352576385206547e-06, | |
| "loss": 0.6049, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.770756836740286, | |
| "grad_norm": 0.30681607920100556, | |
| "learning_rate": 4.350987085152286e-06, | |
| "loss": 0.5963, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.7716336932098428, | |
| "grad_norm": 0.28024451945836265, | |
| "learning_rate": 4.349396127699552e-06, | |
| "loss": 0.6063, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7725105496793994, | |
| "grad_norm": 0.284435176139814, | |
| "learning_rate": 4.347803514272911e-06, | |
| "loss": 0.5847, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.773387406148956, | |
| "grad_norm": 0.2787875052171573, | |
| "learning_rate": 4.34620924629841e-06, | |
| "loss": 0.5909, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.7742642626185127, | |
| "grad_norm": 0.28222554386796406, | |
| "learning_rate": 4.344613325203577e-06, | |
| "loss": 0.5815, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.7751411190880693, | |
| "grad_norm": 0.30850175508825417, | |
| "learning_rate": 4.343015752417421e-06, | |
| "loss": 0.5761, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.7760179755576259, | |
| "grad_norm": 0.27711497578948074, | |
| "learning_rate": 4.341416529370431e-06, | |
| "loss": 0.5851, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.7768948320271826, | |
| "grad_norm": 0.2945928621135004, | |
| "learning_rate": 4.339815657494571e-06, | |
| "loss": 0.5922, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.7777716884967392, | |
| "grad_norm": 0.2843169638684151, | |
| "learning_rate": 4.338213138223285e-06, | |
| "loss": 0.5835, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.7786485449662959, | |
| "grad_norm": 0.2840612846899258, | |
| "learning_rate": 4.336608972991489e-06, | |
| "loss": 0.596, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.7795254014358525, | |
| "grad_norm": 0.2677194609487142, | |
| "learning_rate": 4.335003163235574e-06, | |
| "loss": 0.5794, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.7804022579054091, | |
| "grad_norm": 0.31211329913480695, | |
| "learning_rate": 4.3333957103934025e-06, | |
| "loss": 0.5765, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7812791143749658, | |
| "grad_norm": 0.28583623636409483, | |
| "learning_rate": 4.33178661590431e-06, | |
| "loss": 0.6016, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.7821559708445224, | |
| "grad_norm": 0.31500304190137224, | |
| "learning_rate": 4.330175881209102e-06, | |
| "loss": 0.5877, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.783032827314079, | |
| "grad_norm": 0.2811796495740926, | |
| "learning_rate": 4.32856350775005e-06, | |
| "loss": 0.5881, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.7839096837836357, | |
| "grad_norm": 0.29273259848443445, | |
| "learning_rate": 4.3269494969708954e-06, | |
| "loss": 0.5921, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.7847865402531923, | |
| "grad_norm": 0.27373150864211443, | |
| "learning_rate": 4.325333850316846e-06, | |
| "loss": 0.6, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.785663396722749, | |
| "grad_norm": 0.3128309122282222, | |
| "learning_rate": 4.323716569234572e-06, | |
| "loss": 0.5904, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.7865402531923056, | |
| "grad_norm": 0.2825745062634813, | |
| "learning_rate": 4.32209765517221e-06, | |
| "loss": 0.5816, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.7874171096618622, | |
| "grad_norm": 0.3282727674741808, | |
| "learning_rate": 4.320477109579354e-06, | |
| "loss": 0.5882, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.7882939661314189, | |
| "grad_norm": 0.2940095641373108, | |
| "learning_rate": 4.318854933907065e-06, | |
| "loss": 0.5985, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.7891708226009755, | |
| "grad_norm": 0.31182474508449737, | |
| "learning_rate": 4.317231129607859e-06, | |
| "loss": 0.5843, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7900476790705322, | |
| "grad_norm": 0.26489892008261595, | |
| "learning_rate": 4.315605698135714e-06, | |
| "loss": 0.591, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.7909245355400888, | |
| "grad_norm": 0.32933790566988397, | |
| "learning_rate": 4.313978640946061e-06, | |
| "loss": 0.5826, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.7918013920096454, | |
| "grad_norm": 0.2790564068544957, | |
| "learning_rate": 4.312349959495791e-06, | |
| "loss": 0.5897, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.7926782484792021, | |
| "grad_norm": 0.29278849432785253, | |
| "learning_rate": 4.310719655243243e-06, | |
| "loss": 0.5929, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.7935551049487587, | |
| "grad_norm": 0.2898094197798441, | |
| "learning_rate": 4.309087729648217e-06, | |
| "loss": 0.575, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.7944319614183153, | |
| "grad_norm": 0.2962974584908221, | |
| "learning_rate": 4.30745418417196e-06, | |
| "loss": 0.5874, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.795308817887872, | |
| "grad_norm": 0.2894965323690623, | |
| "learning_rate": 4.305819020277169e-06, | |
| "loss": 0.5769, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.7961856743574286, | |
| "grad_norm": 0.2744231484838131, | |
| "learning_rate": 4.304182239427992e-06, | |
| "loss": 0.5943, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.7970625308269853, | |
| "grad_norm": 0.2766245048172803, | |
| "learning_rate": 4.302543843090026e-06, | |
| "loss": 0.5814, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.7979393872965419, | |
| "grad_norm": 0.2842673020480384, | |
| "learning_rate": 4.30090383273031e-06, | |
| "loss": 0.5912, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7988162437660985, | |
| "grad_norm": 0.28199584242917014, | |
| "learning_rate": 4.2992622098173335e-06, | |
| "loss": 0.5809, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.7996931002356552, | |
| "grad_norm": 0.2820675876804688, | |
| "learning_rate": 4.297618975821027e-06, | |
| "loss": 0.5917, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.8005699567052118, | |
| "grad_norm": 0.2728605500328137, | |
| "learning_rate": 4.2959741322127635e-06, | |
| "loss": 0.5764, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.8014468131747684, | |
| "grad_norm": 0.27169399222059704, | |
| "learning_rate": 4.294327680465358e-06, | |
| "loss": 0.5849, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.8023236696443251, | |
| "grad_norm": 0.28063665744680427, | |
| "learning_rate": 4.292679622053066e-06, | |
| "loss": 0.58, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.8032005261138817, | |
| "grad_norm": 0.25926421536726935, | |
| "learning_rate": 4.29102995845158e-06, | |
| "loss": 0.5787, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.8040773825834384, | |
| "grad_norm": 0.29001417666592577, | |
| "learning_rate": 4.289378691138032e-06, | |
| "loss": 0.5868, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.804954239052995, | |
| "grad_norm": 0.27215185007216747, | |
| "learning_rate": 4.287725821590987e-06, | |
| "loss": 0.5894, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.8058310955225516, | |
| "grad_norm": 0.3050881231274449, | |
| "learning_rate": 4.286071351290447e-06, | |
| "loss": 0.5911, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.8067079519921083, | |
| "grad_norm": 0.2873456207891206, | |
| "learning_rate": 4.2844152817178476e-06, | |
| "loss": 0.5835, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.8075848084616649, | |
| "grad_norm": 0.2626365139918821, | |
| "learning_rate": 4.282757614356055e-06, | |
| "loss": 0.5794, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.8084616649312216, | |
| "grad_norm": 0.28122583577721894, | |
| "learning_rate": 4.281098350689367e-06, | |
| "loss": 0.581, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.8093385214007782, | |
| "grad_norm": 0.2955727164056087, | |
| "learning_rate": 4.279437492203509e-06, | |
| "loss": 0.6024, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.8102153778703348, | |
| "grad_norm": 0.2928465088558078, | |
| "learning_rate": 4.277775040385636e-06, | |
| "loss": 0.5777, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.8110922343398915, | |
| "grad_norm": 0.279748286657514, | |
| "learning_rate": 4.276110996724332e-06, | |
| "loss": 0.5983, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.8119690908094481, | |
| "grad_norm": 0.3064104243975942, | |
| "learning_rate": 4.274445362709602e-06, | |
| "loss": 0.5959, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.8128459472790047, | |
| "grad_norm": 0.2705400124701495, | |
| "learning_rate": 4.272778139832876e-06, | |
| "loss": 0.5964, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.8137228037485614, | |
| "grad_norm": 0.3030828027995252, | |
| "learning_rate": 4.271109329587009e-06, | |
| "loss": 0.5784, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.814599660218118, | |
| "grad_norm": 0.2629159770264448, | |
| "learning_rate": 4.2694389334662745e-06, | |
| "loss": 0.5845, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.8154765166876747, | |
| "grad_norm": 0.3351422353981342, | |
| "learning_rate": 4.267766952966369e-06, | |
| "loss": 0.5949, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.8163533731572313, | |
| "grad_norm": 0.2760441532769009, | |
| "learning_rate": 4.2660933895844055e-06, | |
| "loss": 0.5904, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.8172302296267879, | |
| "grad_norm": 0.30558832310943446, | |
| "learning_rate": 4.264418244818914e-06, | |
| "loss": 0.5839, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.8181070860963446, | |
| "grad_norm": 0.28070458613560756, | |
| "learning_rate": 4.262741520169844e-06, | |
| "loss": 0.5791, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.8189839425659012, | |
| "grad_norm": 0.2735766456330096, | |
| "learning_rate": 4.261063217138554e-06, | |
| "loss": 0.5836, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.8198607990354578, | |
| "grad_norm": 0.3038178849716158, | |
| "learning_rate": 4.259383337227821e-06, | |
| "loss": 0.5885, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.8207376555050145, | |
| "grad_norm": 0.26590487432268695, | |
| "learning_rate": 4.25770188194183e-06, | |
| "loss": 0.6035, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.8216145119745711, | |
| "grad_norm": 0.31271672720672494, | |
| "learning_rate": 4.25601885278618e-06, | |
| "loss": 0.5926, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.8224913684441278, | |
| "grad_norm": 0.26261561071530615, | |
| "learning_rate": 4.254334251267877e-06, | |
| "loss": 0.5996, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.8233682249136844, | |
| "grad_norm": 0.2891665251939073, | |
| "learning_rate": 4.252648078895336e-06, | |
| "loss": 0.5876, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.824245081383241, | |
| "grad_norm": 0.2897735311167941, | |
| "learning_rate": 4.2509603371783776e-06, | |
| "loss": 0.5892, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8251219378527977, | |
| "grad_norm": 0.28026024666883764, | |
| "learning_rate": 4.249271027628228e-06, | |
| "loss": 0.587, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.8259987943223543, | |
| "grad_norm": 0.2765283292737123, | |
| "learning_rate": 4.24758015175752e-06, | |
| "loss": 0.5769, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.826875650791911, | |
| "grad_norm": 0.2921232680301083, | |
| "learning_rate": 4.245887711080283e-06, | |
| "loss": 0.5854, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.8277525072614677, | |
| "grad_norm": 0.3005072830624817, | |
| "learning_rate": 4.2441937071119524e-06, | |
| "loss": 0.5802, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.8286293637310242, | |
| "grad_norm": 0.27059131939602343, | |
| "learning_rate": 4.242498141369361e-06, | |
| "loss": 0.5837, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.829506220200581, | |
| "grad_norm": 0.3038588097565146, | |
| "learning_rate": 4.240801015370743e-06, | |
| "loss": 0.5869, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.8303830766701376, | |
| "grad_norm": 0.31875741653821127, | |
| "learning_rate": 4.239102330635726e-06, | |
| "loss": 0.5836, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.8312599331396942, | |
| "grad_norm": 0.26475770270890336, | |
| "learning_rate": 4.2374020886853354e-06, | |
| "loss": 0.5796, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.8321367896092509, | |
| "grad_norm": 0.31635648581412845, | |
| "learning_rate": 4.235700291041989e-06, | |
| "loss": 0.5732, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.8330136460788075, | |
| "grad_norm": 0.27123635854757305, | |
| "learning_rate": 4.233996939229502e-06, | |
| "loss": 0.5977, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8338905025483642, | |
| "grad_norm": 0.3356358824197267, | |
| "learning_rate": 4.232292034773076e-06, | |
| "loss": 0.5871, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.8347673590179208, | |
| "grad_norm": 0.2723531290949244, | |
| "learning_rate": 4.230585579199306e-06, | |
| "loss": 0.5916, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.8356442154874774, | |
| "grad_norm": 0.2975424730057694, | |
| "learning_rate": 4.228877574036175e-06, | |
| "loss": 0.592, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.8365210719570341, | |
| "grad_norm": 0.28108527975014536, | |
| "learning_rate": 4.227168020813053e-06, | |
| "loss": 0.5788, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.8373979284265907, | |
| "grad_norm": 0.26358656072328285, | |
| "learning_rate": 4.225456921060698e-06, | |
| "loss": 0.5728, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.8382747848961473, | |
| "grad_norm": 0.2793044648839571, | |
| "learning_rate": 4.223744276311249e-06, | |
| "loss": 0.5714, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.839151641365704, | |
| "grad_norm": 0.30214577120239683, | |
| "learning_rate": 4.222030088098233e-06, | |
| "loss": 0.5993, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.8400284978352606, | |
| "grad_norm": 0.2639515397393347, | |
| "learning_rate": 4.220314357956557e-06, | |
| "loss": 0.5994, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.8409053543048173, | |
| "grad_norm": 0.3298154347341819, | |
| "learning_rate": 4.218597087422508e-06, | |
| "loss": 0.5877, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.8417822107743739, | |
| "grad_norm": 0.28203599665081885, | |
| "learning_rate": 4.216878278033753e-06, | |
| "loss": 0.5865, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8426590672439305, | |
| "grad_norm": 0.2746406409148874, | |
| "learning_rate": 4.2151579313293364e-06, | |
| "loss": 0.5881, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.8435359237134872, | |
| "grad_norm": 0.33875497622714734, | |
| "learning_rate": 4.2134360488496804e-06, | |
| "loss": 0.6029, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.8444127801830438, | |
| "grad_norm": 0.2875141188036911, | |
| "learning_rate": 4.211712632136581e-06, | |
| "loss": 0.5845, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.8452896366526004, | |
| "grad_norm": 0.32374197566257723, | |
| "learning_rate": 4.209987682733207e-06, | |
| "loss": 0.589, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.8461664931221571, | |
| "grad_norm": 0.26718900480287466, | |
| "learning_rate": 4.208261202184104e-06, | |
| "loss": 0.5844, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.8470433495917137, | |
| "grad_norm": 0.29759515513279916, | |
| "learning_rate": 4.206533192035184e-06, | |
| "loss": 0.5817, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.8479202060612704, | |
| "grad_norm": 0.28330165664862006, | |
| "learning_rate": 4.20480365383373e-06, | |
| "loss": 0.5853, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.848797062530827, | |
| "grad_norm": 0.26991723910735316, | |
| "learning_rate": 4.203072589128394e-06, | |
| "loss": 0.5847, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.8496739190003836, | |
| "grad_norm": 0.28120405866784015, | |
| "learning_rate": 4.201339999469194e-06, | |
| "loss": 0.5771, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.8505507754699403, | |
| "grad_norm": 0.29731566030764794, | |
| "learning_rate": 4.199605886407515e-06, | |
| "loss": 0.5872, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8514276319394969, | |
| "grad_norm": 0.29823098898704575, | |
| "learning_rate": 4.197870251496104e-06, | |
| "loss": 0.585, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.8523044884090536, | |
| "grad_norm": 0.29246400163730035, | |
| "learning_rate": 4.196133096289071e-06, | |
| "loss": 0.5728, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.8531813448786102, | |
| "grad_norm": 0.31038345035918974, | |
| "learning_rate": 4.194394422341888e-06, | |
| "loss": 0.588, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.8540582013481668, | |
| "grad_norm": 0.29419655403066824, | |
| "learning_rate": 4.192654231211389e-06, | |
| "loss": 0.5802, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.8549350578177235, | |
| "grad_norm": 0.28924212129082133, | |
| "learning_rate": 4.190912524455762e-06, | |
| "loss": 0.5957, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.8558119142872801, | |
| "grad_norm": 0.3433724407789192, | |
| "learning_rate": 4.189169303634555e-06, | |
| "loss": 0.5943, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.8566887707568367, | |
| "grad_norm": 0.3447246872111939, | |
| "learning_rate": 4.187424570308671e-06, | |
| "loss": 0.5679, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.8575656272263934, | |
| "grad_norm": 0.2717297839127488, | |
| "learning_rate": 4.185678326040369e-06, | |
| "loss": 0.5839, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.85844248369595, | |
| "grad_norm": 0.3149777108439808, | |
| "learning_rate": 4.1839305723932565e-06, | |
| "loss": 0.5684, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.8593193401655067, | |
| "grad_norm": 0.3196280126814673, | |
| "learning_rate": 4.1821813109322975e-06, | |
| "loss": 0.5845, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8601961966350633, | |
| "grad_norm": 0.3166850113740036, | |
| "learning_rate": 4.180430543223803e-06, | |
| "loss": 0.5722, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.8610730531046199, | |
| "grad_norm": 0.30727325041845543, | |
| "learning_rate": 4.178678270835435e-06, | |
| "loss": 0.582, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.8619499095741766, | |
| "grad_norm": 0.34738075452538025, | |
| "learning_rate": 4.1769244953361995e-06, | |
| "loss": 0.5789, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.8628267660437332, | |
| "grad_norm": 0.3029018585056203, | |
| "learning_rate": 4.1751692182964524e-06, | |
| "loss": 0.5906, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.8637036225132898, | |
| "grad_norm": 0.27172806950560857, | |
| "learning_rate": 4.1734124412878915e-06, | |
| "loss": 0.5864, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.8645804789828465, | |
| "grad_norm": 0.3078626255245488, | |
| "learning_rate": 4.171654165883558e-06, | |
| "loss": 0.5961, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.8654573354524031, | |
| "grad_norm": 0.28755523271585887, | |
| "learning_rate": 4.169894393657834e-06, | |
| "loss": 0.5881, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.8663341919219598, | |
| "grad_norm": 0.3081436303822685, | |
| "learning_rate": 4.168133126186445e-06, | |
| "loss": 0.5818, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.8672110483915164, | |
| "grad_norm": 0.2785218381541765, | |
| "learning_rate": 4.166370365046452e-06, | |
| "loss": 0.5828, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.868087904861073, | |
| "grad_norm": 0.3391784184001714, | |
| "learning_rate": 4.164606111816256e-06, | |
| "loss": 0.5867, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8689647613306297, | |
| "grad_norm": 0.27636992919331915, | |
| "learning_rate": 4.162840368075591e-06, | |
| "loss": 0.599, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.8698416178001863, | |
| "grad_norm": 0.28517927301055196, | |
| "learning_rate": 4.161073135405529e-06, | |
| "loss": 0.5831, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.870718474269743, | |
| "grad_norm": 0.29490820494014364, | |
| "learning_rate": 4.1593044153884745e-06, | |
| "loss": 0.5757, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.8715953307392996, | |
| "grad_norm": 0.2780476402469785, | |
| "learning_rate": 4.157534209608161e-06, | |
| "loss": 0.5964, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.8724721872088562, | |
| "grad_norm": 0.29068689725516644, | |
| "learning_rate": 4.155762519649654e-06, | |
| "loss": 0.5805, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.8733490436784129, | |
| "grad_norm": 0.26095614944942314, | |
| "learning_rate": 4.15398934709935e-06, | |
| "loss": 0.5841, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.8742259001479695, | |
| "grad_norm": 0.31389428529448765, | |
| "learning_rate": 4.1522146935449705e-06, | |
| "loss": 0.5846, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.8751027566175261, | |
| "grad_norm": 0.26816106638671405, | |
| "learning_rate": 4.150438560575563e-06, | |
| "loss": 0.5833, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.8759796130870828, | |
| "grad_norm": 0.31604277041792156, | |
| "learning_rate": 4.1486609497815025e-06, | |
| "loss": 0.5888, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.8768564695566394, | |
| "grad_norm": 0.3606037237047822, | |
| "learning_rate": 4.146881862754485e-06, | |
| "loss": 0.5942, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8777333260261961, | |
| "grad_norm": 0.28543513756367406, | |
| "learning_rate": 4.145101301087527e-06, | |
| "loss": 0.5915, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.8786101824957527, | |
| "grad_norm": 0.3462271962536017, | |
| "learning_rate": 4.143319266374969e-06, | |
| "loss": 0.5942, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.8794870389653093, | |
| "grad_norm": 0.2833352289445499, | |
| "learning_rate": 4.141535760212467e-06, | |
| "loss": 0.5863, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.880363895434866, | |
| "grad_norm": 0.35489814354695126, | |
| "learning_rate": 4.139750784196998e-06, | |
| "loss": 0.5924, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.8812407519044226, | |
| "grad_norm": 0.2942335535458572, | |
| "learning_rate": 4.137964339926852e-06, | |
| "loss": 0.5892, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.8821176083739792, | |
| "grad_norm": 0.32828822885224784, | |
| "learning_rate": 4.136176429001634e-06, | |
| "loss": 0.5909, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.8829944648435359, | |
| "grad_norm": 0.3123727759868493, | |
| "learning_rate": 4.134387053022266e-06, | |
| "loss": 0.5845, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.8838713213130925, | |
| "grad_norm": 0.2862421766790686, | |
| "learning_rate": 4.132596213590977e-06, | |
| "loss": 0.5848, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.8847481777826492, | |
| "grad_norm": 0.32232750817039807, | |
| "learning_rate": 4.1308039123113084e-06, | |
| "loss": 0.5869, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.8856250342522058, | |
| "grad_norm": 0.28776404090006724, | |
| "learning_rate": 4.129010150788112e-06, | |
| "loss": 0.5992, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8865018907217624, | |
| "grad_norm": 0.3257967217812331, | |
| "learning_rate": 4.127214930627545e-06, | |
| "loss": 0.5828, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.8873787471913192, | |
| "grad_norm": 0.3065300730664574, | |
| "learning_rate": 4.125418253437071e-06, | |
| "loss": 0.578, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.8882556036608757, | |
| "grad_norm": 0.29218143100925903, | |
| "learning_rate": 4.123620120825459e-06, | |
| "loss": 0.5939, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.8891324601304323, | |
| "grad_norm": 0.28565794045128473, | |
| "learning_rate": 4.121820534402781e-06, | |
| "loss": 0.5868, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.890009316599989, | |
| "grad_norm": 0.30898296228273797, | |
| "learning_rate": 4.120019495780412e-06, | |
| "loss": 0.582, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.8908861730695457, | |
| "grad_norm": 0.2911662733325922, | |
| "learning_rate": 4.118217006571023e-06, | |
| "loss": 0.5923, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.8917630295391024, | |
| "grad_norm": 0.2843342810887561, | |
| "learning_rate": 4.116413068388589e-06, | |
| "loss": 0.5754, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.892639886008659, | |
| "grad_norm": 0.334401955522752, | |
| "learning_rate": 4.11460768284838e-06, | |
| "loss": 0.5895, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.8935167424782156, | |
| "grad_norm": 0.2600873368987441, | |
| "learning_rate": 4.11280085156696e-06, | |
| "loss": 0.5858, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.8943935989477723, | |
| "grad_norm": 0.3051388251322737, | |
| "learning_rate": 4.110992576162193e-06, | |
| "loss": 0.5861, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8952704554173289, | |
| "grad_norm": 0.30230682759222505, | |
| "learning_rate": 4.109182858253231e-06, | |
| "loss": 0.5857, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.8961473118868856, | |
| "grad_norm": 0.27145584987414345, | |
| "learning_rate": 4.107371699460521e-06, | |
| "loss": 0.5827, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.8970241683564422, | |
| "grad_norm": 0.2886096599363367, | |
| "learning_rate": 4.1055591014057964e-06, | |
| "loss": 0.5732, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.8979010248259988, | |
| "grad_norm": 0.2643618798342576, | |
| "learning_rate": 4.103745065712083e-06, | |
| "loss": 0.581, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.8987778812955555, | |
| "grad_norm": 0.27612674007258925, | |
| "learning_rate": 4.101929594003694e-06, | |
| "loss": 0.5774, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.8996547377651121, | |
| "grad_norm": 0.2694404941538916, | |
| "learning_rate": 4.100112687906224e-06, | |
| "loss": 0.5792, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.9005315942346687, | |
| "grad_norm": 0.26812897420311116, | |
| "learning_rate": 4.098294349046556e-06, | |
| "loss": 0.5945, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.9014084507042254, | |
| "grad_norm": 0.2744007605554886, | |
| "learning_rate": 4.0964745790528564e-06, | |
| "loss": 0.5712, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.902285307173782, | |
| "grad_norm": 0.2614641549143825, | |
| "learning_rate": 4.09465337955457e-06, | |
| "loss": 0.5756, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.9031621636433387, | |
| "grad_norm": 0.25643605179903173, | |
| "learning_rate": 4.092830752182423e-06, | |
| "loss": 0.593, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.9040390201128953, | |
| "grad_norm": 0.26698048225450505, | |
| "learning_rate": 4.091006698568419e-06, | |
| "loss": 0.5877, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.9049158765824519, | |
| "grad_norm": 0.2655671129093472, | |
| "learning_rate": 4.0891812203458425e-06, | |
| "loss": 0.5701, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.9057927330520086, | |
| "grad_norm": 0.2706223562384906, | |
| "learning_rate": 4.08735431914925e-06, | |
| "loss": 0.5818, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.9066695895215652, | |
| "grad_norm": 0.26684323937974636, | |
| "learning_rate": 4.085525996614472e-06, | |
| "loss": 0.5878, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.9075464459911218, | |
| "grad_norm": 0.24564951471442678, | |
| "learning_rate": 4.083696254378615e-06, | |
| "loss": 0.5967, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.9084233024606785, | |
| "grad_norm": 0.2761933648093443, | |
| "learning_rate": 4.081865094080053e-06, | |
| "loss": 0.576, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.9093001589302351, | |
| "grad_norm": 0.2722027493749199, | |
| "learning_rate": 4.080032517358431e-06, | |
| "loss": 0.579, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.9101770153997918, | |
| "grad_norm": 0.5039307385586534, | |
| "learning_rate": 4.078198525854664e-06, | |
| "loss": 0.5943, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.9110538718693484, | |
| "grad_norm": 0.26519176650439175, | |
| "learning_rate": 4.0763631212109315e-06, | |
| "loss": 0.5893, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.911930728338905, | |
| "grad_norm": 0.2644411261920598, | |
| "learning_rate": 4.074526305070679e-06, | |
| "loss": 0.5791, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.9128075848084617, | |
| "grad_norm": 0.27917354228958563, | |
| "learning_rate": 4.072688079078616e-06, | |
| "loss": 0.5847, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.9136844412780183, | |
| "grad_norm": 0.27274252297201695, | |
| "learning_rate": 4.070848444880716e-06, | |
| "loss": 0.5695, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.914561297747575, | |
| "grad_norm": 0.26541238057197397, | |
| "learning_rate": 4.06900740412421e-06, | |
| "loss": 0.5858, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.9154381542171316, | |
| "grad_norm": 0.2687466193673103, | |
| "learning_rate": 4.0671649584575925e-06, | |
| "loss": 0.5832, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.9163150106866882, | |
| "grad_norm": 0.27584447196087264, | |
| "learning_rate": 4.065321109530612e-06, | |
| "loss": 0.5828, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.9171918671562449, | |
| "grad_norm": 0.27618254494046185, | |
| "learning_rate": 4.063475858994276e-06, | |
| "loss": 0.5829, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.9180687236258015, | |
| "grad_norm": 0.2800627797716068, | |
| "learning_rate": 4.061629208500847e-06, | |
| "loss": 0.5813, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.9189455800953581, | |
| "grad_norm": 0.2731973027581407, | |
| "learning_rate": 4.059781159703839e-06, | |
| "loss": 0.5907, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.9198224365649148, | |
| "grad_norm": 0.2817329916742434, | |
| "learning_rate": 4.057931714258022e-06, | |
| "loss": 0.5845, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.9206992930344714, | |
| "grad_norm": 0.2624010665247189, | |
| "learning_rate": 4.056080873819412e-06, | |
| "loss": 0.579, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.9215761495040281, | |
| "grad_norm": 0.26121937584936983, | |
| "learning_rate": 4.054228640045275e-06, | |
| "loss": 0.5857, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.9224530059735847, | |
| "grad_norm": 0.2832895486337394, | |
| "learning_rate": 4.052375014594129e-06, | |
| "loss": 0.5957, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.9233298624431413, | |
| "grad_norm": 0.27671228904328893, | |
| "learning_rate": 4.0505199991257325e-06, | |
| "loss": 0.5791, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.924206718912698, | |
| "grad_norm": 0.266998502123574, | |
| "learning_rate": 4.048663595301093e-06, | |
| "loss": 0.5896, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.9250835753822546, | |
| "grad_norm": 0.3094016546060802, | |
| "learning_rate": 4.046805804782456e-06, | |
| "loss": 0.5788, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.9259604318518112, | |
| "grad_norm": 0.2782662002801493, | |
| "learning_rate": 4.0449466292333166e-06, | |
| "loss": 0.5888, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.9268372883213679, | |
| "grad_norm": 0.27821869081922773, | |
| "learning_rate": 4.043086070318401e-06, | |
| "loss": 0.5879, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.9277141447909245, | |
| "grad_norm": 0.32143887759720546, | |
| "learning_rate": 4.04122412970368e-06, | |
| "loss": 0.5884, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.9285910012604812, | |
| "grad_norm": 0.2598221780539352, | |
| "learning_rate": 4.039360809056361e-06, | |
| "loss": 0.58, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.9294678577300378, | |
| "grad_norm": 0.3300275262996093, | |
| "learning_rate": 4.037496110044885e-06, | |
| "loss": 0.5963, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.9303447141995944, | |
| "grad_norm": 0.2723517740568475, | |
| "learning_rate": 4.035630034338928e-06, | |
| "loss": 0.5684, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.9312215706691511, | |
| "grad_norm": 0.26174388908838997, | |
| "learning_rate": 4.033762583609398e-06, | |
| "loss": 0.5741, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.9320984271387077, | |
| "grad_norm": 0.2879705808043353, | |
| "learning_rate": 4.031893759528439e-06, | |
| "loss": 0.5651, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.9329752836082644, | |
| "grad_norm": 0.27573911638107307, | |
| "learning_rate": 4.030023563769418e-06, | |
| "loss": 0.5738, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.933852140077821, | |
| "grad_norm": 0.270890009890323, | |
| "learning_rate": 4.028151998006934e-06, | |
| "loss": 0.5748, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.9347289965473776, | |
| "grad_norm": 0.2651359065699047, | |
| "learning_rate": 4.026279063916811e-06, | |
| "loss": 0.5815, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.9356058530169343, | |
| "grad_norm": 0.285792627094006, | |
| "learning_rate": 4.024404763176101e-06, | |
| "loss": 0.5714, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.9364827094864909, | |
| "grad_norm": 0.25220096965602506, | |
| "learning_rate": 4.022529097463076e-06, | |
| "loss": 0.5761, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.9373595659560475, | |
| "grad_norm": 0.2572736434059626, | |
| "learning_rate": 4.020652068457234e-06, | |
| "loss": 0.5813, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.9382364224256042, | |
| "grad_norm": 0.2769717174034421, | |
| "learning_rate": 4.018773677839289e-06, | |
| "loss": 0.5902, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.9391132788951608, | |
| "grad_norm": 0.2638965107730823, | |
| "learning_rate": 4.016893927291179e-06, | |
| "loss": 0.5774, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.9399901353647175, | |
| "grad_norm": 0.26364544697361064, | |
| "learning_rate": 4.015012818496057e-06, | |
| "loss": 0.5885, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.9408669918342741, | |
| "grad_norm": 0.2782490552191973, | |
| "learning_rate": 4.013130353138293e-06, | |
| "loss": 0.5734, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.9417438483038307, | |
| "grad_norm": 0.2939309170345373, | |
| "learning_rate": 4.011246532903472e-06, | |
| "loss": 0.5863, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.9426207047733874, | |
| "grad_norm": 0.27682818038097917, | |
| "learning_rate": 4.00936135947839e-06, | |
| "loss": 0.5878, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.943497561242944, | |
| "grad_norm": 0.27100650217384786, | |
| "learning_rate": 4.007474834551059e-06, | |
| "loss": 0.5788, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.9443744177125006, | |
| "grad_norm": 0.3179264915740243, | |
| "learning_rate": 4.005586959810697e-06, | |
| "loss": 0.5697, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.9452512741820573, | |
| "grad_norm": 0.26927348365153236, | |
| "learning_rate": 4.003697736947731e-06, | |
| "loss": 0.5683, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.9461281306516139, | |
| "grad_norm": 0.2755764124341007, | |
| "learning_rate": 4.001807167653798e-06, | |
| "loss": 0.5794, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.9470049871211706, | |
| "grad_norm": 0.2908090312996085, | |
| "learning_rate": 3.999915253621739e-06, | |
| "loss": 0.586, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.9478818435907272, | |
| "grad_norm": 0.2545666408606057, | |
| "learning_rate": 3.998021996545599e-06, | |
| "loss": 0.5831, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.9487587000602838, | |
| "grad_norm": 0.29377943743323887, | |
| "learning_rate": 3.9961273981206245e-06, | |
| "loss": 0.585, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.9496355565298406, | |
| "grad_norm": 0.26968750170325856, | |
| "learning_rate": 3.994231460043265e-06, | |
| "loss": 0.5782, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.9505124129993971, | |
| "grad_norm": 0.2911018694543167, | |
| "learning_rate": 3.9923341840111675e-06, | |
| "loss": 0.5813, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.9513892694689537, | |
| "grad_norm": 0.32080813736390973, | |
| "learning_rate": 3.99043557172318e-06, | |
| "loss": 0.5836, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.9522661259385105, | |
| "grad_norm": 0.2894185491332872, | |
| "learning_rate": 3.988535624879344e-06, | |
| "loss": 0.583, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.953142982408067, | |
| "grad_norm": 0.3036439907360394, | |
| "learning_rate": 3.986634345180899e-06, | |
| "loss": 0.5753, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.9540198388776238, | |
| "grad_norm": 0.30256015219807453, | |
| "learning_rate": 3.984731734330273e-06, | |
| "loss": 0.5787, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.9548966953471804, | |
| "grad_norm": 0.2684694121785645, | |
| "learning_rate": 3.982827794031091e-06, | |
| "loss": 0.5811, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.955773551816737, | |
| "grad_norm": 0.3047268297869491, | |
| "learning_rate": 3.980922525988167e-06, | |
| "loss": 0.5757, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9566504082862937, | |
| "grad_norm": 0.2680829692432763, | |
| "learning_rate": 3.979015931907502e-06, | |
| "loss": 0.5938, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.9575272647558503, | |
| "grad_norm": 0.28352806229638294, | |
| "learning_rate": 3.977108013496286e-06, | |
| "loss": 0.5648, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.958404121225407, | |
| "grad_norm": 0.27134893274934896, | |
| "learning_rate": 3.975198772462896e-06, | |
| "loss": 0.5959, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.9592809776949636, | |
| "grad_norm": 0.27670636726963027, | |
| "learning_rate": 3.973288210516889e-06, | |
| "loss": 0.5825, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.9601578341645202, | |
| "grad_norm": 0.27577855913411087, | |
| "learning_rate": 3.971376329369011e-06, | |
| "loss": 0.5763, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.9610346906340769, | |
| "grad_norm": 0.2613562238768912, | |
| "learning_rate": 3.969463130731183e-06, | |
| "loss": 0.587, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.9619115471036335, | |
| "grad_norm": 0.30682832359084977, | |
| "learning_rate": 3.96754861631651e-06, | |
| "loss": 0.6012, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.9627884035731901, | |
| "grad_norm": 0.2753727317824162, | |
| "learning_rate": 3.965632787839274e-06, | |
| "loss": 0.593, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.9636652600427468, | |
| "grad_norm": 0.2896526629743159, | |
| "learning_rate": 3.963715647014932e-06, | |
| "loss": 0.5823, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.9645421165123034, | |
| "grad_norm": 0.28810606366408137, | |
| "learning_rate": 3.961797195560118e-06, | |
| "loss": 0.5844, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9654189729818601, | |
| "grad_norm": 0.2603559754869869, | |
| "learning_rate": 3.959877435192639e-06, | |
| "loss": 0.5803, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.9662958294514167, | |
| "grad_norm": 0.28655269690518276, | |
| "learning_rate": 3.957956367631475e-06, | |
| "loss": 0.5707, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.9671726859209733, | |
| "grad_norm": 0.3009451530592475, | |
| "learning_rate": 3.956033994596773e-06, | |
| "loss": 0.5771, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.96804954239053, | |
| "grad_norm": 0.2577540703327921, | |
| "learning_rate": 3.954110317809854e-06, | |
| "loss": 0.576, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.9689263988600866, | |
| "grad_norm": 0.29870257898995317, | |
| "learning_rate": 3.952185338993202e-06, | |
| "loss": 0.5872, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.9698032553296432, | |
| "grad_norm": 0.2768702174324288, | |
| "learning_rate": 3.95025905987047e-06, | |
| "loss": 0.5831, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.9706801117991999, | |
| "grad_norm": 0.288774627238478, | |
| "learning_rate": 3.948331482166473e-06, | |
| "loss": 0.5951, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.9715569682687565, | |
| "grad_norm": 0.324678524263679, | |
| "learning_rate": 3.94640260760719e-06, | |
| "loss": 0.5734, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.9724338247383132, | |
| "grad_norm": 0.2777093036856744, | |
| "learning_rate": 3.944472437919761e-06, | |
| "loss": 0.5846, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.9733106812078698, | |
| "grad_norm": 0.337073965677139, | |
| "learning_rate": 3.942540974832486e-06, | |
| "loss": 0.5904, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9741875376774264, | |
| "grad_norm": 0.2919504390486104, | |
| "learning_rate": 3.9406082200748216e-06, | |
| "loss": 0.5901, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.9750643941469831, | |
| "grad_norm": 0.26917415244282195, | |
| "learning_rate": 3.938674175377383e-06, | |
| "loss": 0.5727, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.9759412506165397, | |
| "grad_norm": 0.2968354712585106, | |
| "learning_rate": 3.93673884247194e-06, | |
| "loss": 0.5684, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.9768181070860964, | |
| "grad_norm": 0.26666333819741744, | |
| "learning_rate": 3.934802223091415e-06, | |
| "loss": 0.582, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.977694963555653, | |
| "grad_norm": 0.2648009228041306, | |
| "learning_rate": 3.932864318969882e-06, | |
| "loss": 0.5732, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.9785718200252096, | |
| "grad_norm": 0.26447715765911384, | |
| "learning_rate": 3.930925131842567e-06, | |
| "loss": 0.581, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.9794486764947663, | |
| "grad_norm": 0.26650421292261106, | |
| "learning_rate": 3.928984663445844e-06, | |
| "loss": 0.578, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.9803255329643229, | |
| "grad_norm": 0.27399427740484344, | |
| "learning_rate": 3.927042915517234e-06, | |
| "loss": 0.5841, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.9812023894338795, | |
| "grad_norm": 0.29486187077568676, | |
| "learning_rate": 3.925099889795404e-06, | |
| "loss": 0.5791, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.9820792459034362, | |
| "grad_norm": 0.27626862187200796, | |
| "learning_rate": 3.9231555880201655e-06, | |
| "loss": 0.5758, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9829561023729928, | |
| "grad_norm": 0.2709394700881976, | |
| "learning_rate": 3.9212100119324704e-06, | |
| "loss": 0.5725, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.9838329588425495, | |
| "grad_norm": 0.257787971984586, | |
| "learning_rate": 3.919263163274416e-06, | |
| "loss": 0.5733, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.9847098153121061, | |
| "grad_norm": 0.2854496376494655, | |
| "learning_rate": 3.917315043789235e-06, | |
| "loss": 0.5696, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.9855866717816627, | |
| "grad_norm": 0.2566199610678738, | |
| "learning_rate": 3.9153656552212995e-06, | |
| "loss": 0.5813, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.9864635282512194, | |
| "grad_norm": 0.2555880030988225, | |
| "learning_rate": 3.913414999316118e-06, | |
| "loss": 0.5945, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.987340384720776, | |
| "grad_norm": 0.2577195559469773, | |
| "learning_rate": 3.911463077820336e-06, | |
| "loss": 0.5675, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.9882172411903326, | |
| "grad_norm": 0.26851748898394834, | |
| "learning_rate": 3.909509892481726e-06, | |
| "loss": 0.5807, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.9890940976598893, | |
| "grad_norm": 0.2617539578196299, | |
| "learning_rate": 3.907555445049198e-06, | |
| "loss": 0.5684, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.9899709541294459, | |
| "grad_norm": 0.2586839170532308, | |
| "learning_rate": 3.905599737272791e-06, | |
| "loss": 0.5801, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.9908478105990026, | |
| "grad_norm": 0.25049955800874396, | |
| "learning_rate": 3.903642770903671e-06, | |
| "loss": 0.5762, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9917246670685592, | |
| "grad_norm": 0.27270516361418773, | |
| "learning_rate": 3.901684547694133e-06, | |
| "loss": 0.5878, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.9926015235381158, | |
| "grad_norm": 0.2816673997379789, | |
| "learning_rate": 3.899725069397593e-06, | |
| "loss": 0.5927, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.9934783800076725, | |
| "grad_norm": 0.2679288547921494, | |
| "learning_rate": 3.897764337768597e-06, | |
| "loss": 0.5772, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.9943552364772291, | |
| "grad_norm": 0.27040765991438753, | |
| "learning_rate": 3.895802354562808e-06, | |
| "loss": 0.5623, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.9952320929467857, | |
| "grad_norm": 0.29605913619532825, | |
| "learning_rate": 3.893839121537015e-06, | |
| "loss": 0.5868, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.9961089494163424, | |
| "grad_norm": 0.27461413478738583, | |
| "learning_rate": 3.89187464044912e-06, | |
| "loss": 0.5871, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.996985805885899, | |
| "grad_norm": 0.28648748056684925, | |
| "learning_rate": 3.8899089130581465e-06, | |
| "loss": 0.5753, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.9978626623554557, | |
| "grad_norm": 0.2925165297373746, | |
| "learning_rate": 3.8879419411242335e-06, | |
| "loss": 0.5828, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.9987395188250123, | |
| "grad_norm": 0.29352029461564516, | |
| "learning_rate": 3.885973726408634e-06, | |
| "loss": 0.5842, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.9996163752945689, | |
| "grad_norm": 0.28650442615475913, | |
| "learning_rate": 3.884004270673711e-06, | |
| "loss": 0.5803, | |
| "step": 1140 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 3420, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 1140, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3818875539947520.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |