| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 501, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001996007984031936, | |
| "grad_norm": 92.81291961669922, | |
| "learning_rate": 0.0, | |
| "loss": 5.1027, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.003992015968063872, | |
| "grad_norm": 187.8679656982422, | |
| "learning_rate": 5.017166594399687e-06, | |
| "loss": 5.1552, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.005988023952095809, | |
| "grad_norm": 160.3046875, | |
| "learning_rate": 7.952020911994375e-06, | |
| "loss": 5.1408, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.007984031936127744, | |
| "grad_norm": 44.23579406738281, | |
| "learning_rate": 1.0034333188799373e-05, | |
| "loss": 3.2825, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.00998003992015968, | |
| "grad_norm": 22.931053161621094, | |
| "learning_rate": 1.164950007226698e-05, | |
| "loss": 2.5601, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.011976047904191617, | |
| "grad_norm": 10.358180046081543, | |
| "learning_rate": 1.2969187506394062e-05, | |
| "loss": 1.994, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.013972055888223553, | |
| "grad_norm": 9.385107040405273, | |
| "learning_rate": 1.4084967333570947e-05, | |
| "loss": 1.8568, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.015968063872255488, | |
| "grad_norm": 7.71799898147583, | |
| "learning_rate": 1.505149978319906e-05, | |
| "loss": 1.59, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.017964071856287425, | |
| "grad_norm": 5.006285190582275, | |
| "learning_rate": 1.590404182398875e-05, | |
| "loss": 1.3238, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01996007984031936, | |
| "grad_norm": 4.380033493041992, | |
| "learning_rate": 1.666666666666667e-05, | |
| "loss": 1.267, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021956087824351298, | |
| "grad_norm": 4.105769634246826, | |
| "learning_rate": 1.7356544752637084e-05, | |
| "loss": 1.2438, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.023952095808383235, | |
| "grad_norm": 3.476895809173584, | |
| "learning_rate": 1.7986354100793748e-05, | |
| "loss": 1.1196, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02594810379241517, | |
| "grad_norm": 2.9743728637695312, | |
| "learning_rate": 1.8565722538447282e-05, | |
| "loss": 1.0148, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.027944111776447105, | |
| "grad_norm": 2.6658384799957275, | |
| "learning_rate": 1.9102133927970633e-05, | |
| "loss": 1.0081, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.029940119760479042, | |
| "grad_norm": 2.6062169075012207, | |
| "learning_rate": 1.9601520984261358e-05, | |
| "loss": 0.9228, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.031936127744510975, | |
| "grad_norm": 2.147310495376587, | |
| "learning_rate": 2.0068666377598747e-05, | |
| "loss": 0.8351, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.033932135728542916, | |
| "grad_norm": 2.2878642082214355, | |
| "learning_rate": 2.0507482022971233e-05, | |
| "loss": 0.8303, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03592814371257485, | |
| "grad_norm": 2.077786445617676, | |
| "learning_rate": 2.0921208418388435e-05, | |
| "loss": 0.7769, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03792415169660679, | |
| "grad_norm": 2.115493059158325, | |
| "learning_rate": 2.1312560015880482e-05, | |
| "loss": 0.8032, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03992015968063872, | |
| "grad_norm": 1.92618989944458, | |
| "learning_rate": 2.1683833261066357e-05, | |
| "loss": 0.7759, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.041916167664670656, | |
| "grad_norm": 1.9667437076568604, | |
| "learning_rate": 2.2036988245565324e-05, | |
| "loss": 0.7805, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.043912175648702596, | |
| "grad_norm": 2.3144752979278564, | |
| "learning_rate": 2.2373711347036773e-05, | |
| "loss": 0.735, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04590818363273453, | |
| "grad_norm": 1.555964469909668, | |
| "learning_rate": 2.269546393362655e-05, | |
| "loss": 0.6523, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04790419161676647, | |
| "grad_norm": 1.5024523735046387, | |
| "learning_rate": 2.3003520695193437e-05, | |
| "loss": 0.6623, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0499001996007984, | |
| "grad_norm": 1.522902011871338, | |
| "learning_rate": 2.329900014453396e-05, | |
| "loss": 0.6503, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05189620758483034, | |
| "grad_norm": 1.4194371700286865, | |
| "learning_rate": 2.3582889132846968e-05, | |
| "loss": 0.636, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05389221556886228, | |
| "grad_norm": 1.55453360080719, | |
| "learning_rate": 2.3856062735983123e-05, | |
| "loss": 0.7242, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05588822355289421, | |
| "grad_norm": 1.4471536874771118, | |
| "learning_rate": 2.4119300522370322e-05, | |
| "loss": 0.5819, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05788423153692615, | |
| "grad_norm": 1.5161927938461304, | |
| "learning_rate": 2.4373299964982603e-05, | |
| "loss": 0.6788, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.059880239520958084, | |
| "grad_norm": 1.5962581634521484, | |
| "learning_rate": 2.4618687578661044e-05, | |
| "loss": 0.7346, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06187624750499002, | |
| "grad_norm": 1.3744760751724243, | |
| "learning_rate": 2.4856028230571212e-05, | |
| "loss": 0.4835, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06387225548902195, | |
| "grad_norm": 1.7308415174484253, | |
| "learning_rate": 2.5085832971998436e-05, | |
| "loss": 0.6537, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0658682634730539, | |
| "grad_norm": 1.736331582069397, | |
| "learning_rate": 2.530856566463146e-05, | |
| "loss": 0.6633, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06786427145708583, | |
| "grad_norm": 1.9755364656448364, | |
| "learning_rate": 2.552464861737092e-05, | |
| "loss": 0.6268, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06986027944111776, | |
| "grad_norm": 1.6539369821548462, | |
| "learning_rate": 2.5734467405837933e-05, | |
| "loss": 0.6355, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0718562874251497, | |
| "grad_norm": 2.0570621490478516, | |
| "learning_rate": 2.5938375012788124e-05, | |
| "loss": 0.6168, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07385229540918163, | |
| "grad_norm": 1.8512474298477173, | |
| "learning_rate": 2.6136695401116585e-05, | |
| "loss": 0.6583, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07584830339321358, | |
| "grad_norm": 1.2911862134933472, | |
| "learning_rate": 2.6329726610280168e-05, | |
| "loss": 0.565, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07784431137724551, | |
| "grad_norm": 1.475156545639038, | |
| "learning_rate": 2.651774345044166e-05, | |
| "loss": 0.6409, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07984031936127745, | |
| "grad_norm": 1.1098164319992065, | |
| "learning_rate": 2.6700999855466042e-05, | |
| "loss": 0.5335, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08183632734530938, | |
| "grad_norm": 1.1890451908111572, | |
| "learning_rate": 2.687973094532893e-05, | |
| "loss": 0.4502, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.08383233532934131, | |
| "grad_norm": 1.9120031595230103, | |
| "learning_rate": 2.7054154839965013e-05, | |
| "loss": 0.607, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08582834331337326, | |
| "grad_norm": 1.2188658714294434, | |
| "learning_rate": 2.722447425965978e-05, | |
| "loss": 0.5033, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08782435129740519, | |
| "grad_norm": 1.3608094453811646, | |
| "learning_rate": 2.739087794143646e-05, | |
| "loss": 0.5956, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08982035928143713, | |
| "grad_norm": 1.259487271308899, | |
| "learning_rate": 2.755354189625573e-05, | |
| "loss": 0.575, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.09181636726546906, | |
| "grad_norm": 1.2308496236801147, | |
| "learning_rate": 2.771263052802624e-05, | |
| "loss": 0.6473, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09381237524950099, | |
| "grad_norm": 1.2072350978851318, | |
| "learning_rate": 2.7868297632261957e-05, | |
| "loss": 0.6273, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.09580838323353294, | |
| "grad_norm": 1.150260090827942, | |
| "learning_rate": 2.8020687289593123e-05, | |
| "loss": 0.618, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09780439121756487, | |
| "grad_norm": 1.1447213888168335, | |
| "learning_rate": 2.8169934667141895e-05, | |
| "loss": 0.625, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0998003992015968, | |
| "grad_norm": 1.1371378898620605, | |
| "learning_rate": 2.8316166738933646e-05, | |
| "loss": 0.6372, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10179640718562874, | |
| "grad_norm": 1.1135759353637695, | |
| "learning_rate": 2.845950293496561e-05, | |
| "loss": 0.539, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.10379241516966067, | |
| "grad_norm": 0.9502639174461365, | |
| "learning_rate": 2.8600055727246657e-05, | |
| "loss": 0.388, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.10578842315369262, | |
| "grad_norm": 1.545538306236267, | |
| "learning_rate": 2.8737931160013153e-05, | |
| "loss": 0.5401, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.10778443113772455, | |
| "grad_norm": 1.223322868347168, | |
| "learning_rate": 2.8873229330382812e-05, | |
| "loss": 0.5695, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.10978043912175649, | |
| "grad_norm": 1.0864529609680176, | |
| "learning_rate": 2.9006044824904066e-05, | |
| "loss": 0.4986, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.11177644710578842, | |
| "grad_norm": 1.1569509506225586, | |
| "learning_rate": 2.913646711677001e-05, | |
| "loss": 0.5629, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.11377245508982035, | |
| "grad_norm": 1.3813297748565674, | |
| "learning_rate": 2.926458092787486e-05, | |
| "loss": 0.605, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.1157684630738523, | |
| "grad_norm": 1.034891128540039, | |
| "learning_rate": 2.939046655938229e-05, | |
| "loss": 0.5247, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.11776447105788423, | |
| "grad_norm": 1.0968964099884033, | |
| "learning_rate": 2.951420019403574e-05, | |
| "loss": 0.5797, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11976047904191617, | |
| "grad_norm": 1.0885212421417236, | |
| "learning_rate": 2.963585417306073e-05, | |
| "loss": 0.5689, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1217564870259481, | |
| "grad_norm": 1.2548822164535522, | |
| "learning_rate": 2.9755497250179453e-05, | |
| "loss": 0.5559, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.12375249500998003, | |
| "grad_norm": 1.009814739227295, | |
| "learning_rate": 2.98731948249709e-05, | |
| "loss": 0.4973, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.12574850299401197, | |
| "grad_norm": 1.0727399587631226, | |
| "learning_rate": 2.9989009157559694e-05, | |
| "loss": 0.5439, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.1277445109780439, | |
| "grad_norm": 1.1233041286468506, | |
| "learning_rate": 3.010299956639812e-05, | |
| "loss": 0.5472, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.12974051896207583, | |
| "grad_norm": 1.1565264463424683, | |
| "learning_rate": 3.021522261071426e-05, | |
| "loss": 0.6008, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1317365269461078, | |
| "grad_norm": 0.9942654371261597, | |
| "learning_rate": 3.0325732259031143e-05, | |
| "loss": 0.4552, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.13373253493013973, | |
| "grad_norm": 1.100710153579712, | |
| "learning_rate": 3.043458004501377e-05, | |
| "loss": 0.4661, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.13572854291417166, | |
| "grad_norm": 1.0481464862823486, | |
| "learning_rate": 3.054181521177061e-05, | |
| "loss": 0.4996, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1377245508982036, | |
| "grad_norm": 1.085190773010254, | |
| "learning_rate": 3.064748484562093e-05, | |
| "loss": 0.5589, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.13972055888223553, | |
| "grad_norm": 1.0909191370010376, | |
| "learning_rate": 3.0751634000237615e-05, | |
| "loss": 0.5948, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.14171656686626746, | |
| "grad_norm": 1.9369421005249023, | |
| "learning_rate": 3.085430581198459e-05, | |
| "loss": 0.5384, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.1437125748502994, | |
| "grad_norm": 1.1248409748077393, | |
| "learning_rate": 3.095554160718781e-05, | |
| "loss": 0.4915, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.14570858283433133, | |
| "grad_norm": 1.028275728225708, | |
| "learning_rate": 3.10553810020076e-05, | |
| "loss": 0.5405, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.14770459081836326, | |
| "grad_norm": 0.9245263338088989, | |
| "learning_rate": 3.115386199551628e-05, | |
| "loss": 0.4313, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1497005988023952, | |
| "grad_norm": 1.0587871074676514, | |
| "learning_rate": 3.1251021056528336e-05, | |
| "loss": 0.5154, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.15169660678642716, | |
| "grad_norm": 1.0819029808044434, | |
| "learning_rate": 3.134689320467986e-05, | |
| "loss": 0.5097, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1536926147704591, | |
| "grad_norm": 1.0212074518203735, | |
| "learning_rate": 3.144151208620804e-05, | |
| "loss": 0.4365, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.15568862275449102, | |
| "grad_norm": 1.140681266784668, | |
| "learning_rate": 3.1534910044841344e-05, | |
| "loss": 0.5734, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.15768463073852296, | |
| "grad_norm": 1.0276720523834229, | |
| "learning_rate": 3.1627118188174024e-05, | |
| "loss": 0.42, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.1596806387225549, | |
| "grad_norm": 0.980180025100708, | |
| "learning_rate": 3.171816644986573e-05, | |
| "loss": 0.4796, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.16167664670658682, | |
| "grad_norm": 1.198864221572876, | |
| "learning_rate": 3.18080836479775e-05, | |
| "loss": 0.5675, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.16367265469061876, | |
| "grad_norm": 0.9353108406066895, | |
| "learning_rate": 3.1896897539728616e-05, | |
| "loss": 0.5183, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.1656686626746507, | |
| "grad_norm": 0.9708541035652161, | |
| "learning_rate": 3.198463487293457e-05, | |
| "loss": 0.4513, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.16766467065868262, | |
| "grad_norm": 1.1432932615280151, | |
| "learning_rate": 3.207132143436469e-05, | |
| "loss": 0.589, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.16966067864271456, | |
| "grad_norm": 1.0964723825454712, | |
| "learning_rate": 3.215698209523821e-05, | |
| "loss": 0.5101, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.17165668662674652, | |
| "grad_norm": 1.0808310508728027, | |
| "learning_rate": 3.224164085405946e-05, | |
| "loss": 0.4349, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.17365269461077845, | |
| "grad_norm": 1.0994106531143188, | |
| "learning_rate": 3.232532087697698e-05, | |
| "loss": 0.4965, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.17564870259481039, | |
| "grad_norm": 1.2377325296401978, | |
| "learning_rate": 3.240804453583615e-05, | |
| "loss": 0.4444, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.17764471057884232, | |
| "grad_norm": 1.0575945377349854, | |
| "learning_rate": 3.248983344408188e-05, | |
| "loss": 0.4379, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.17964071856287425, | |
| "grad_norm": 0.8877758979797363, | |
| "learning_rate": 3.2570708490655414e-05, | |
| "loss": 0.453, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.18163672654690619, | |
| "grad_norm": 1.0481340885162354, | |
| "learning_rate": 3.265068987201822e-05, | |
| "loss": 0.519, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.18363273453093812, | |
| "grad_norm": 1.026150107383728, | |
| "learning_rate": 3.2729797122425925e-05, | |
| "loss": 0.5112, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.18562874251497005, | |
| "grad_norm": 0.8472252488136292, | |
| "learning_rate": 3.280804914256559e-05, | |
| "loss": 0.4302, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.18762475049900199, | |
| "grad_norm": 0.9228626489639282, | |
| "learning_rate": 3.288546422666164e-05, | |
| "loss": 0.4814, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.18962075848303392, | |
| "grad_norm": 1.0165542364120483, | |
| "learning_rate": 3.2962060088147464e-05, | |
| "loss": 0.5035, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.19161676646706588, | |
| "grad_norm": 1.091426134109497, | |
| "learning_rate": 3.3037853883992805e-05, | |
| "loss": 0.5718, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1936127744510978, | |
| "grad_norm": 1.0953468084335327, | |
| "learning_rate": 3.3112862237770756e-05, | |
| "loss": 0.5522, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.19560878243512975, | |
| "grad_norm": 0.9461252689361572, | |
| "learning_rate": 3.3187101261541584e-05, | |
| "loss": 0.5257, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.19760479041916168, | |
| "grad_norm": 1.063242793083191, | |
| "learning_rate": 3.326058657662584e-05, | |
| "loss": 0.511, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1996007984031936, | |
| "grad_norm": 1.0084831714630127, | |
| "learning_rate": 3.333333333333334e-05, | |
| "loss": 0.5182, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.20159680638722555, | |
| "grad_norm": 0.9839895963668823, | |
| "learning_rate": 3.340535622971072e-05, | |
| "loss": 0.4776, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.20359281437125748, | |
| "grad_norm": 0.9757642149925232, | |
| "learning_rate": 3.3476669529365295e-05, | |
| "loss": 0.4915, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.2055888223552894, | |
| "grad_norm": 0.8425347208976746, | |
| "learning_rate": 3.3547287078419544e-05, | |
| "loss": 0.3955, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.20758483033932135, | |
| "grad_norm": 0.9176936745643616, | |
| "learning_rate": 3.361722232164634e-05, | |
| "loss": 0.4132, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.20958083832335328, | |
| "grad_norm": 1.0560258626937866, | |
| "learning_rate": 3.3686488317832306e-05, | |
| "loss": 0.5133, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.21157684630738524, | |
| "grad_norm": 0.9101148247718811, | |
| "learning_rate": 3.375509775441284e-05, | |
| "loss": 0.3898, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.21357285429141717, | |
| "grad_norm": 0.8682689666748047, | |
| "learning_rate": 3.382306296142016e-05, | |
| "loss": 0.4353, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.2155688622754491, | |
| "grad_norm": 0.8694739937782288, | |
| "learning_rate": 3.38903959247825e-05, | |
| "loss": 0.5008, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.21756487025948104, | |
| "grad_norm": 0.8936677575111389, | |
| "learning_rate": 3.395710829901039e-05, | |
| "loss": 0.4203, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.21956087824351297, | |
| "grad_norm": 0.936951220035553, | |
| "learning_rate": 3.402321141930376e-05, | |
| "loss": 0.4798, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2215568862275449, | |
| "grad_norm": 0.8947778344154358, | |
| "learning_rate": 3.4088716313110955e-05, | |
| "loss": 0.4855, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.22355289421157684, | |
| "grad_norm": 0.8714671730995178, | |
| "learning_rate": 3.415363371116969e-05, | |
| "loss": 0.4973, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.22554890219560877, | |
| "grad_norm": 0.8940010070800781, | |
| "learning_rate": 3.4217974058057e-05, | |
| "loss": 0.5217, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2275449101796407, | |
| "grad_norm": 0.8057599663734436, | |
| "learning_rate": 3.428174752227455e-05, | |
| "loss": 0.3906, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.22954091816367264, | |
| "grad_norm": 1.0616763830184937, | |
| "learning_rate": 3.434496400589353e-05, | |
| "loss": 0.4958, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2315369261477046, | |
| "grad_norm": 0.8679594993591309, | |
| "learning_rate": 3.440763315378198e-05, | |
| "loss": 0.4526, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.23353293413173654, | |
| "grad_norm": 0.8972085118293762, | |
| "learning_rate": 3.446976436243603e-05, | |
| "loss": 0.4559, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.23552894211576847, | |
| "grad_norm": 0.9083353877067566, | |
| "learning_rate": 3.4531366788435425e-05, | |
| "loss": 0.5048, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.2375249500998004, | |
| "grad_norm": 0.8607695698738098, | |
| "learning_rate": 3.459244935654219e-05, | |
| "loss": 0.4128, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.23952095808383234, | |
| "grad_norm": 0.8851041793823242, | |
| "learning_rate": 3.465302076746041e-05, | |
| "loss": 0.4602, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.24151696606786427, | |
| "grad_norm": 0.9059931039810181, | |
| "learning_rate": 3.471308950527417e-05, | |
| "loss": 0.4791, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.2435129740518962, | |
| "grad_norm": 0.9063411951065063, | |
| "learning_rate": 3.477266384457914e-05, | |
| "loss": 0.4741, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.24550898203592814, | |
| "grad_norm": 0.8850985765457153, | |
| "learning_rate": 3.48317518573233e-05, | |
| "loss": 0.4292, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.24750499001996007, | |
| "grad_norm": 0.9396518468856812, | |
| "learning_rate": 3.489036141937059e-05, | |
| "loss": 0.5069, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.249500998003992, | |
| "grad_norm": 0.9115111231803894, | |
| "learning_rate": 3.494850021680094e-05, | |
| "loss": 0.4823, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.25149700598802394, | |
| "grad_norm": 0.8799051642417908, | |
| "learning_rate": 3.500617575195938e-05, | |
| "loss": 0.3732, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.25349301397205587, | |
| "grad_norm": 0.9273744821548462, | |
| "learning_rate": 3.5063395349265945e-05, | |
| "loss": 0.4284, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.2554890219560878, | |
| "grad_norm": 1.0624243021011353, | |
| "learning_rate": 3.5120166160797804e-05, | |
| "loss": 0.4322, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.25748502994011974, | |
| "grad_norm": 0.8508513569831848, | |
| "learning_rate": 3.517649517165415e-05, | |
| "loss": 0.4465, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.25948103792415167, | |
| "grad_norm": 0.8986352682113647, | |
| "learning_rate": 3.523238920511395e-05, | |
| "loss": 0.4093, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.26147704590818366, | |
| "grad_norm": 0.9224410653114319, | |
| "learning_rate": 3.528785492759607e-05, | |
| "loss": 0.4735, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2634730538922156, | |
| "grad_norm": 0.9467160105705261, | |
| "learning_rate": 3.5342898853430836e-05, | |
| "loss": 0.4952, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2654690618762475, | |
| "grad_norm": 0.9140215516090393, | |
| "learning_rate": 3.539752734945143e-05, | |
| "loss": 0.4516, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.26746506986027946, | |
| "grad_norm": 0.9906129837036133, | |
| "learning_rate": 3.5451746639413466e-05, | |
| "loss": 0.3785, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2694610778443114, | |
| "grad_norm": 0.8118170499801636, | |
| "learning_rate": 3.550556280825011e-05, | |
| "loss": 0.4324, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2714570858283433, | |
| "grad_norm": 0.9162650108337402, | |
| "learning_rate": 3.55589818061703e-05, | |
| "loss": 0.3836, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.27345309381237526, | |
| "grad_norm": 0.8672250509262085, | |
| "learning_rate": 3.561200945260678e-05, | |
| "loss": 0.4462, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2754491017964072, | |
| "grad_norm": 0.906155526638031, | |
| "learning_rate": 3.5664651440020616e-05, | |
| "loss": 0.4749, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.2774451097804391, | |
| "grad_norm": 0.9452763199806213, | |
| "learning_rate": 3.571691333756825e-05, | |
| "loss": 0.4782, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.27944111776447106, | |
| "grad_norm": 0.8917446136474609, | |
| "learning_rate": 3.5768800594637304e-05, | |
| "loss": 0.4401, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.281437125748503, | |
| "grad_norm": 0.882606029510498, | |
| "learning_rate": 3.582031854425634e-05, | |
| "loss": 0.4992, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2834331337325349, | |
| "grad_norm": 0.870290219783783, | |
| "learning_rate": 3.587147240638428e-05, | |
| "loss": 0.5009, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.28542914171656686, | |
| "grad_norm": 0.8788816332817078, | |
| "learning_rate": 3.5922267291084366e-05, | |
| "loss": 0.3891, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.2874251497005988, | |
| "grad_norm": 0.8944652676582336, | |
| "learning_rate": 3.5972708201587496e-05, | |
| "loss": 0.442, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2894211576846307, | |
| "grad_norm": 0.8970728516578674, | |
| "learning_rate": 3.6022800037249585e-05, | |
| "loss": 0.5065, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.29141716566866266, | |
| "grad_norm": 0.9061855673789978, | |
| "learning_rate": 3.607254759640729e-05, | |
| "loss": 0.4617, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2934131736526946, | |
| "grad_norm": 0.851344883441925, | |
| "learning_rate": 3.612195557913627e-05, | |
| "loss": 0.4633, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.2954091816367265, | |
| "grad_norm": 0.8392930626869202, | |
| "learning_rate": 3.6171028589915954e-05, | |
| "loss": 0.434, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.29740518962075846, | |
| "grad_norm": 0.8495596051216125, | |
| "learning_rate": 3.6219771140204575e-05, | |
| "loss": 0.4627, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.2994011976047904, | |
| "grad_norm": 0.8151164650917053, | |
| "learning_rate": 3.626818765092802e-05, | |
| "loss": 0.4152, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3013972055888224, | |
| "grad_norm": 0.9488523602485657, | |
| "learning_rate": 3.6316282454886157e-05, | |
| "loss": 0.4912, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.3033932135728543, | |
| "grad_norm": 0.6952376365661621, | |
| "learning_rate": 3.636405979907955e-05, | |
| "loss": 0.3153, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.30538922155688625, | |
| "grad_norm": 0.8647618293762207, | |
| "learning_rate": 3.6411523846959985e-05, | |
| "loss": 0.4619, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3073852295409182, | |
| "grad_norm": 0.8178197741508484, | |
| "learning_rate": 3.645867868060772e-05, | |
| "loss": 0.5165, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3093812375249501, | |
| "grad_norm": 0.8717004060745239, | |
| "learning_rate": 3.6505528302838193e-05, | |
| "loss": 0.4222, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.31137724550898205, | |
| "grad_norm": 0.867859423160553, | |
| "learning_rate": 3.6552076639241027e-05, | |
| "loss": 0.4882, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.313373253493014, | |
| "grad_norm": 0.8131747841835022, | |
| "learning_rate": 3.65983275401539e-05, | |
| "loss": 0.4171, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.3153692614770459, | |
| "grad_norm": 0.8518748879432678, | |
| "learning_rate": 3.664428478257371e-05, | |
| "loss": 0.4342, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.31736526946107785, | |
| "grad_norm": 0.8354836702346802, | |
| "learning_rate": 3.668995207200753e-05, | |
| "loss": 0.4698, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.3193612774451098, | |
| "grad_norm": 0.9375539422035217, | |
| "learning_rate": 3.673533304426541e-05, | |
| "loss": 0.4896, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3213572854291417, | |
| "grad_norm": 0.8951889872550964, | |
| "learning_rate": 3.67804312671975e-05, | |
| "loss": 0.4997, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.32335329341317365, | |
| "grad_norm": 0.8014180064201355, | |
| "learning_rate": 3.682525024237719e-05, | |
| "loss": 0.47, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3253493013972056, | |
| "grad_norm": 0.8288528323173523, | |
| "learning_rate": 3.6869793406732636e-05, | |
| "loss": 0.4085, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.3273453093812375, | |
| "grad_norm": 0.8221442699432373, | |
| "learning_rate": 3.69140641341283e-05, | |
| "loss": 0.4329, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.32934131736526945, | |
| "grad_norm": 0.7562230825424194, | |
| "learning_rate": 3.695806573689844e-05, | |
| "loss": 0.348, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3313373253493014, | |
| "grad_norm": 0.9237514138221741, | |
| "learning_rate": 3.700180146733426e-05, | |
| "loss": 0.4342, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.9912509918212891, | |
| "learning_rate": 3.704527451912639e-05, | |
| "loss": 0.4809, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.33532934131736525, | |
| "grad_norm": 0.8607332110404968, | |
| "learning_rate": 3.708848802876438e-05, | |
| "loss": 0.4586, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.3373253493013972, | |
| "grad_norm": 0.8513320684432983, | |
| "learning_rate": 3.7131445076894564e-05, | |
| "loss": 0.4471, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3393213572854291, | |
| "grad_norm": 0.8249276876449585, | |
| "learning_rate": 3.717414868963791e-05, | |
| "loss": 0.3867, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3413173652694611, | |
| "grad_norm": 0.9111822843551636, | |
| "learning_rate": 3.721660183986924e-05, | |
| "loss": 0.4502, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.34331337325349304, | |
| "grad_norm": 0.7368887066841125, | |
| "learning_rate": 3.725880744845915e-05, | |
| "loss": 0.3507, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.34530938123752497, | |
| "grad_norm": 0.8149043917655945, | |
| "learning_rate": 3.730076838547993e-05, | |
| "loss": 0.3512, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.3473053892215569, | |
| "grad_norm": 0.9387815594673157, | |
| "learning_rate": 3.734248747137666e-05, | |
| "loss": 0.4263, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.34930139720558884, | |
| "grad_norm": 0.860095202922821, | |
| "learning_rate": 3.738396747810492e-05, | |
| "loss": 0.3923, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.35129740518962077, | |
| "grad_norm": 0.7961985468864441, | |
| "learning_rate": 3.7425211130235834e-05, | |
| "loss": 0.3811, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.3532934131736527, | |
| "grad_norm": 0.8483626842498779, | |
| "learning_rate": 3.7466221106030115e-05, | |
| "loss": 0.4152, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.35528942115768464, | |
| "grad_norm": 0.7593052387237549, | |
| "learning_rate": 3.750700003848157e-05, | |
| "loss": 0.3321, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.35728542914171657, | |
| "grad_norm": 0.8519895672798157, | |
| "learning_rate": 3.7547550516331555e-05, | |
| "loss": 0.4008, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.3592814371257485, | |
| "grad_norm": 0.8514580726623535, | |
| "learning_rate": 3.75878750850551e-05, | |
| "loss": 0.408, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.36127744510978044, | |
| "grad_norm": 0.8409926891326904, | |
| "learning_rate": 3.7627976247819744e-05, | |
| "loss": 0.4076, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.36327345309381237, | |
| "grad_norm": 0.7313259840011597, | |
| "learning_rate": 3.766785646641792e-05, | |
| "loss": 0.4311, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.3652694610778443, | |
| "grad_norm": 0.7503537535667419, | |
| "learning_rate": 3.770751816217383e-05, | |
| "loss": 0.422, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.36726546906187624, | |
| "grad_norm": 0.7808623313903809, | |
| "learning_rate": 3.7746963716825615e-05, | |
| "loss": 0.4475, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.36926147704590817, | |
| "grad_norm": 0.6921509504318237, | |
| "learning_rate": 3.778619547338356e-05, | |
| "loss": 0.3981, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3712574850299401, | |
| "grad_norm": 0.7929064035415649, | |
| "learning_rate": 3.782521573696528e-05, | |
| "loss": 0.4482, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.37325349301397204, | |
| "grad_norm": 0.7118304371833801, | |
| "learning_rate": 3.786402677560832e-05, | |
| "loss": 0.3413, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.37524950099800397, | |
| "grad_norm": 0.7609389424324036, | |
| "learning_rate": 3.790263082106134e-05, | |
| "loss": 0.4207, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.3772455089820359, | |
| "grad_norm": 0.8060720562934875, | |
| "learning_rate": 3.794103006955407e-05, | |
| "loss": 0.4521, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.37924151696606784, | |
| "grad_norm": 0.8100878596305847, | |
| "learning_rate": 3.797922668254715e-05, | |
| "loss": 0.3653, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3812375249500998, | |
| "grad_norm": 0.8395611047744751, | |
| "learning_rate": 3.801722278746213e-05, | |
| "loss": 0.3662, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.38323353293413176, | |
| "grad_norm": 0.7541958093643188, | |
| "learning_rate": 3.8055020478392495e-05, | |
| "loss": 0.2939, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3852295409181637, | |
| "grad_norm": 0.8053567409515381, | |
| "learning_rate": 3.809262181679623e-05, | |
| "loss": 0.4302, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.3872255489021956, | |
| "grad_norm": 0.8586562275886536, | |
| "learning_rate": 3.813002883217044e-05, | |
| "loss": 0.3984, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.38922155688622756, | |
| "grad_norm": 0.7566971778869629, | |
| "learning_rate": 3.816724352270863e-05, | |
| "loss": 0.3839, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.3912175648702595, | |
| "grad_norm": 0.8142690658569336, | |
| "learning_rate": 3.8204267855941266e-05, | |
| "loss": 0.4014, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3932135728542914, | |
| "grad_norm": 0.7769673466682434, | |
| "learning_rate": 3.824110376935989e-05, | |
| "loss": 0.3791, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.39520958083832336, | |
| "grad_norm": 0.8861010670661926, | |
| "learning_rate": 3.827775317102552e-05, | |
| "loss": 0.3904, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.3972055888223553, | |
| "grad_norm": 0.7677756547927856, | |
| "learning_rate": 3.831421794016178e-05, | |
| "loss": 0.3933, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.3992015968063872, | |
| "grad_norm": 0.9913503527641296, | |
| "learning_rate": 3.835049992773302e-05, | |
| "loss": 0.439, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.40119760479041916, | |
| "grad_norm": 0.847613513469696, | |
| "learning_rate": 3.838660095700815e-05, | |
| "loss": 0.4462, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.4031936127744511, | |
| "grad_norm": 0.8353721499443054, | |
| "learning_rate": 3.84225228241104e-05, | |
| "loss": 0.4621, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.405189620758483, | |
| "grad_norm": 0.809059739112854, | |
| "learning_rate": 3.8458267298553554e-05, | |
| "loss": 0.4888, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.40718562874251496, | |
| "grad_norm": 0.7496485710144043, | |
| "learning_rate": 3.8493836123764984e-05, | |
| "loss": 0.3836, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.4091816367265469, | |
| "grad_norm": 0.9037646651268005, | |
| "learning_rate": 3.852923101759591e-05, | |
| "loss": 0.3993, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4111776447105788, | |
| "grad_norm": 0.8741063475608826, | |
| "learning_rate": 3.856445367281923e-05, | |
| "loss": 0.3948, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.41317365269461076, | |
| "grad_norm": 0.8445413112640381, | |
| "learning_rate": 3.859950575761529e-05, | |
| "loss": 0.4305, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.4151696606786427, | |
| "grad_norm": 0.9107454419136047, | |
| "learning_rate": 3.8634388916046025e-05, | |
| "loss": 0.4982, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.4171656686626746, | |
| "grad_norm": 0.7765053510665894, | |
| "learning_rate": 3.866910476851757e-05, | |
| "loss": 0.4147, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.41916167664670656, | |
| "grad_norm": 0.8410398364067078, | |
| "learning_rate": 3.870365491223199e-05, | |
| "loss": 0.4125, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.42115768463073855, | |
| "grad_norm": 0.8012726306915283, | |
| "learning_rate": 3.8738040921628215e-05, | |
| "loss": 0.3941, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.4231536926147705, | |
| "grad_norm": 0.8541998863220215, | |
| "learning_rate": 3.877226434881253e-05, | |
| "loss": 0.4327, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.4251497005988024, | |
| "grad_norm": 0.8243539929389954, | |
| "learning_rate": 3.880632672397897e-05, | |
| "loss": 0.4303, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.42714570858283435, | |
| "grad_norm": 0.8121338486671448, | |
| "learning_rate": 3.884022955581985e-05, | |
| "loss": 0.4301, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.4291417165668663, | |
| "grad_norm": 0.9100980758666992, | |
| "learning_rate": 3.887397433192676e-05, | |
| "loss": 0.4208, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4311377245508982, | |
| "grad_norm": 0.748666524887085, | |
| "learning_rate": 3.890756251918219e-05, | |
| "loss": 0.3384, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.43313373253493015, | |
| "grad_norm": 0.758114755153656, | |
| "learning_rate": 3.894099556414216e-05, | |
| "loss": 0.3797, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.4351297405189621, | |
| "grad_norm": 0.8046779632568359, | |
| "learning_rate": 3.897427489341009e-05, | |
| "loss": 0.4325, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.437125748502994, | |
| "grad_norm": 0.872130274772644, | |
| "learning_rate": 3.900740191400198e-05, | |
| "loss": 0.4466, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.43912175648702595, | |
| "grad_norm": 0.8052610158920288, | |
| "learning_rate": 3.904037801370344e-05, | |
| "loss": 0.4355, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4411177644710579, | |
| "grad_norm": 0.7204791903495789, | |
| "learning_rate": 3.9073204561418514e-05, | |
| "loss": 0.3465, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.4431137724550898, | |
| "grad_norm": 0.7979363799095154, | |
| "learning_rate": 3.9105882907510644e-05, | |
| "loss": 0.4004, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.44510978043912175, | |
| "grad_norm": 0.7269802093505859, | |
| "learning_rate": 3.913841438413601e-05, | |
| "loss": 0.4261, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.4471057884231537, | |
| "grad_norm": 0.6730761528015137, | |
| "learning_rate": 3.917080030556938e-05, | |
| "loss": 0.3192, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.4491017964071856, | |
| "grad_norm": 0.8741471767425537, | |
| "learning_rate": 3.9203041968522716e-05, | |
| "loss": 0.4663, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.45109780439121755, | |
| "grad_norm": 0.8293672800064087, | |
| "learning_rate": 3.923514065245669e-05, | |
| "loss": 0.4558, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.4530938123752495, | |
| "grad_norm": 0.7904106378555298, | |
| "learning_rate": 3.926709761988538e-05, | |
| "loss": 0.4546, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.4550898203592814, | |
| "grad_norm": 0.7640888094902039, | |
| "learning_rate": 3.929891411667424e-05, | |
| "loss": 0.3762, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.45708582834331335, | |
| "grad_norm": 0.776006281375885, | |
| "learning_rate": 3.933059137233147e-05, | |
| "loss": 0.4447, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.4590818363273453, | |
| "grad_norm": 0.8613069653511047, | |
| "learning_rate": 3.9362130600293214e-05, | |
| "loss": 0.4366, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.46107784431137727, | |
| "grad_norm": 0.7828835248947144, | |
| "learning_rate": 3.9393532998202405e-05, | |
| "loss": 0.4434, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.4630738522954092, | |
| "grad_norm": 0.7422530055046082, | |
| "learning_rate": 3.942479974818166e-05, | |
| "loss": 0.3755, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.46506986027944114, | |
| "grad_norm": 0.7256511449813843, | |
| "learning_rate": 3.945593201710032e-05, | |
| "loss": 0.375, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.46706586826347307, | |
| "grad_norm": 0.7594771385192871, | |
| "learning_rate": 3.9486930956835724e-05, | |
| "loss": 0.3985, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.469061876247505, | |
| "grad_norm": 0.7957077622413635, | |
| "learning_rate": 3.951779770452894e-05, | |
| "loss": 0.421, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.47105788423153694, | |
| "grad_norm": 0.7573441863059998, | |
| "learning_rate": 3.954853338283512e-05, | |
| "loss": 0.4592, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.47305389221556887, | |
| "grad_norm": 0.7109091877937317, | |
| "learning_rate": 3.9579139100168404e-05, | |
| "loss": 0.3732, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.4750499001996008, | |
| "grad_norm": 0.8672693371772766, | |
| "learning_rate": 3.960961595094187e-05, | |
| "loss": 0.4038, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.47704590818363274, | |
| "grad_norm": 0.7573640942573547, | |
| "learning_rate": 3.96399650158023e-05, | |
| "loss": 0.4348, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.47904191616766467, | |
| "grad_norm": 0.8784688711166382, | |
| "learning_rate": 3.96701873618601e-05, | |
| "loss": 0.4704, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4810379241516966, | |
| "grad_norm": 0.8110889792442322, | |
| "learning_rate": 3.970028404291448e-05, | |
| "loss": 0.381, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.48303393213572854, | |
| "grad_norm": 0.8944825530052185, | |
| "learning_rate": 3.9730256099673865e-05, | |
| "loss": 0.3282, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.48502994011976047, | |
| "grad_norm": 0.8505921959877014, | |
| "learning_rate": 3.976010455997187e-05, | |
| "loss": 0.3794, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.4870259481037924, | |
| "grad_norm": 1.0878411531448364, | |
| "learning_rate": 3.978983043897883e-05, | |
| "loss": 0.4222, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.48902195608782434, | |
| "grad_norm": 0.7262081503868103, | |
| "learning_rate": 3.981943473940888e-05, | |
| "loss": 0.3682, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.49101796407185627, | |
| "grad_norm": 1.0304243564605713, | |
| "learning_rate": 3.984891845172299e-05, | |
| "loss": 0.3546, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.4930139720558882, | |
| "grad_norm": 0.7483956217765808, | |
| "learning_rate": 3.987828255432777e-05, | |
| "loss": 0.3764, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.49500998003992014, | |
| "grad_norm": 1.969207525253296, | |
| "learning_rate": 3.9907528013770276e-05, | |
| "loss": 0.4436, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.49700598802395207, | |
| "grad_norm": 0.836520254611969, | |
| "learning_rate": 3.993665578492894e-05, | |
| "loss": 0.4477, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.499001996007984, | |
| "grad_norm": 0.8878058791160583, | |
| "learning_rate": 3.9965666811200624e-05, | |
| "loss": 0.355, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.500998003992016, | |
| "grad_norm": 0.7905710935592651, | |
| "learning_rate": 3.999456202468397e-05, | |
| "loss": 0.4044, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.5029940119760479, | |
| "grad_norm": 0.7035382390022278, | |
| "learning_rate": 4.002334234635907e-05, | |
| "loss": 0.3515, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.5049900199600799, | |
| "grad_norm": 1.702528476715088, | |
| "learning_rate": 4.005200868626364e-05, | |
| "loss": 0.4055, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.5069860279441117, | |
| "grad_norm": 0.7991278171539307, | |
| "learning_rate": 4.008056194366564e-05, | |
| "loss": 0.4327, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.5089820359281437, | |
| "grad_norm": 0.803960382938385, | |
| "learning_rate": 4.010900300723259e-05, | |
| "loss": 0.4187, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5109780439121756, | |
| "grad_norm": 0.7045860886573792, | |
| "learning_rate": 4.013733275519749e-05, | |
| "loss": 0.3947, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5129740518962076, | |
| "grad_norm": 0.7627609372138977, | |
| "learning_rate": 4.016555205552158e-05, | |
| "loss": 0.3808, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.5149700598802395, | |
| "grad_norm": 0.7807031869888306, | |
| "learning_rate": 4.0193661766053834e-05, | |
| "loss": 0.4408, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.5169660678642715, | |
| "grad_norm": 0.7607232332229614, | |
| "learning_rate": 4.022166273468753e-05, | |
| "loss": 0.3826, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.5189620758483033, | |
| "grad_norm": 0.738200306892395, | |
| "learning_rate": 4.024955579951363e-05, | |
| "loss": 0.3403, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5209580838323353, | |
| "grad_norm": 0.7401778101921082, | |
| "learning_rate": 4.027734178897136e-05, | |
| "loss": 0.3927, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.5229540918163673, | |
| "grad_norm": 0.8561487793922424, | |
| "learning_rate": 4.030502152199576e-05, | |
| "loss": 0.4247, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5249500998003992, | |
| "grad_norm": 0.7845680117607117, | |
| "learning_rate": 4.033259580816264e-05, | |
| "loss": 0.4284, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.5269461077844312, | |
| "grad_norm": 0.8121227622032166, | |
| "learning_rate": 4.036006544783052e-05, | |
| "loss": 0.4534, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.5289421157684631, | |
| "grad_norm": 0.7015953660011292, | |
| "learning_rate": 4.0387431232280135e-05, | |
| "loss": 0.3404, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.530938123752495, | |
| "grad_norm": 0.7971146702766418, | |
| "learning_rate": 4.041469394385112e-05, | |
| "loss": 0.4455, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5329341317365269, | |
| "grad_norm": 0.7655112147331238, | |
| "learning_rate": 4.0441854356076257e-05, | |
| "loss": 0.4636, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.5349301397205589, | |
| "grad_norm": 0.8320984840393066, | |
| "learning_rate": 4.046891323381315e-05, | |
| "loss": 0.3777, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5369261477045908, | |
| "grad_norm": 0.9041264057159424, | |
| "learning_rate": 4.049587133337347e-05, | |
| "loss": 0.4006, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.5389221556886228, | |
| "grad_norm": 0.8236355185508728, | |
| "learning_rate": 4.0522729402649793e-05, | |
| "loss": 0.418, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5409181636726547, | |
| "grad_norm": 0.9298795461654663, | |
| "learning_rate": 4.0549488181240096e-05, | |
| "loss": 0.3358, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5429141716566867, | |
| "grad_norm": 0.7561654448509216, | |
| "learning_rate": 4.057614840056998e-05, | |
| "loss": 0.4008, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.5449101796407185, | |
| "grad_norm": 0.7712647318840027, | |
| "learning_rate": 4.06027107840126e-05, | |
| "loss": 0.3607, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.5469061876247505, | |
| "grad_norm": 0.7622309327125549, | |
| "learning_rate": 4.0629176047006474e-05, | |
| "loss": 0.3567, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5489021956087824, | |
| "grad_norm": 0.7064681649208069, | |
| "learning_rate": 4.065554489717105e-05, | |
| "loss": 0.3528, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5508982035928144, | |
| "grad_norm": 0.8189475536346436, | |
| "learning_rate": 4.068181803442029e-05, | |
| "loss": 0.4062, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.5528942115768463, | |
| "grad_norm": 0.8143854737281799, | |
| "learning_rate": 4.0707996151074147e-05, | |
| "loss": 0.4374, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.5548902195608783, | |
| "grad_norm": 0.7282266616821289, | |
| "learning_rate": 4.073407993196794e-05, | |
| "loss": 0.4121, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.5568862275449101, | |
| "grad_norm": 0.7541894316673279, | |
| "learning_rate": 4.076007005455996e-05, | |
| "loss": 0.4702, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.5588822355289421, | |
| "grad_norm": 0.7178213596343994, | |
| "learning_rate": 4.0785967189036986e-05, | |
| "loss": 0.3581, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5608782435129741, | |
| "grad_norm": 0.8269951343536377, | |
| "learning_rate": 4.0811771998418e-05, | |
| "loss": 0.414, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.562874251497006, | |
| "grad_norm": 0.6949253082275391, | |
| "learning_rate": 4.083748513865602e-05, | |
| "loss": 0.3549, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.564870259481038, | |
| "grad_norm": 0.8457996845245361, | |
| "learning_rate": 4.086310725873818e-05, | |
| "loss": 0.4977, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.5668662674650699, | |
| "grad_norm": 0.835884690284729, | |
| "learning_rate": 4.0888639000783966e-05, | |
| "loss": 0.4646, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.5688622754491018, | |
| "grad_norm": 0.745847225189209, | |
| "learning_rate": 4.0914081000141844e-05, | |
| "loss": 0.4295, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.5708582834331337, | |
| "grad_norm": 0.703731119632721, | |
| "learning_rate": 4.0939433885484055e-05, | |
| "loss": 0.3168, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.5728542914171657, | |
| "grad_norm": 0.6979167461395264, | |
| "learning_rate": 4.0964698278899874e-05, | |
| "loss": 0.3373, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.5748502994011976, | |
| "grad_norm": 0.7321177124977112, | |
| "learning_rate": 4.0989874795987185e-05, | |
| "loss": 0.3705, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.5768463073852296, | |
| "grad_norm": 0.6812002658843994, | |
| "learning_rate": 4.1014964045942465e-05, | |
| "loss": 0.366, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.5788423153692615, | |
| "grad_norm": 0.8122517466545105, | |
| "learning_rate": 4.103996663164927e-05, | |
| "loss": 0.4435, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5808383233532934, | |
| "grad_norm": 0.7670555710792542, | |
| "learning_rate": 4.106488314976513e-05, | |
| "loss": 0.471, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.5828343313373253, | |
| "grad_norm": 0.7457311749458313, | |
| "learning_rate": 4.108971419080698e-05, | |
| "loss": 0.3138, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.5848303393213573, | |
| "grad_norm": 0.8164945244789124, | |
| "learning_rate": 4.111446033923516e-05, | |
| "loss": 0.4394, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.5868263473053892, | |
| "grad_norm": 0.7513836622238159, | |
| "learning_rate": 4.113912217353596e-05, | |
| "loss": 0.3741, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.5888223552894212, | |
| "grad_norm": 0.7199726700782776, | |
| "learning_rate": 4.116370026630272e-05, | |
| "loss": 0.3116, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.590818363273453, | |
| "grad_norm": 0.8232783675193787, | |
| "learning_rate": 4.118819518431564e-05, | |
| "loss": 0.4048, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.592814371257485, | |
| "grad_norm": 0.7513990998268127, | |
| "learning_rate": 4.121260748862021e-05, | |
| "loss": 0.4346, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.5948103792415169, | |
| "grad_norm": 0.6866230368614197, | |
| "learning_rate": 4.123693773460426e-05, | |
| "loss": 0.3629, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.5968063872255489, | |
| "grad_norm": 0.7753307223320007, | |
| "learning_rate": 4.126118647207383e-05, | |
| "loss": 0.4248, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.5988023952095808, | |
| "grad_norm": 0.6598490476608276, | |
| "learning_rate": 4.1285354245327715e-05, | |
| "loss": 0.2834, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6007984031936128, | |
| "grad_norm": 0.8024352788925171, | |
| "learning_rate": 4.1309441593230726e-05, | |
| "loss": 0.4276, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.6027944111776448, | |
| "grad_norm": 0.7745522260665894, | |
| "learning_rate": 4.133344904928585e-05, | |
| "loss": 0.3925, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.6047904191616766, | |
| "grad_norm": 0.6376944184303284, | |
| "learning_rate": 4.1357377141705084e-05, | |
| "loss": 0.2589, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.6067864271457086, | |
| "grad_norm": 0.6831088662147522, | |
| "learning_rate": 4.1381226393479236e-05, | |
| "loss": 0.3705, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.6087824351297405, | |
| "grad_norm": 0.6832078695297241, | |
| "learning_rate": 4.1404997322446435e-05, | |
| "loss": 0.3637, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6107784431137725, | |
| "grad_norm": 0.7155686020851135, | |
| "learning_rate": 4.142869044135967e-05, | |
| "loss": 0.477, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.6127744510978044, | |
| "grad_norm": 0.7326770424842834, | |
| "learning_rate": 4.145230625795311e-05, | |
| "loss": 0.4123, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.6147704590818364, | |
| "grad_norm": 0.7184780240058899, | |
| "learning_rate": 4.14758452750074e-05, | |
| "loss": 0.3382, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.6167664670658682, | |
| "grad_norm": 0.7494658827781677, | |
| "learning_rate": 4.149930799041392e-05, | |
| "loss": 0.4246, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.6187624750499002, | |
| "grad_norm": 0.697238028049469, | |
| "learning_rate": 4.152269489723788e-05, | |
| "loss": 0.4338, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6207584830339321, | |
| "grad_norm": 0.6342530846595764, | |
| "learning_rate": 4.1546006483780626e-05, | |
| "loss": 0.3202, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.6227544910179641, | |
| "grad_norm": 0.7153366804122925, | |
| "learning_rate": 4.156924323364072e-05, | |
| "loss": 0.3778, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.624750499001996, | |
| "grad_norm": 0.6666108965873718, | |
| "learning_rate": 4.1592405625774144e-05, | |
| "loss": 0.346, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.626746506986028, | |
| "grad_norm": 0.7076640725135803, | |
| "learning_rate": 4.161549413455358e-05, | |
| "loss": 0.3827, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.6287425149700598, | |
| "grad_norm": 0.7535362839698792, | |
| "learning_rate": 4.163850922982668e-05, | |
| "loss": 0.401, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6307385229540918, | |
| "grad_norm": 0.6954286098480225, | |
| "learning_rate": 4.16614513769734e-05, | |
| "loss": 0.376, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.6327345309381237, | |
| "grad_norm": 0.6925478577613831, | |
| "learning_rate": 4.1684321036962526e-05, | |
| "loss": 0.3638, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.6347305389221557, | |
| "grad_norm": 0.663144588470459, | |
| "learning_rate": 4.170711866640721e-05, | |
| "loss": 0.3558, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.6367265469061876, | |
| "grad_norm": 0.7284447550773621, | |
| "learning_rate": 4.1729844717619684e-05, | |
| "loss": 0.4159, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.6387225548902196, | |
| "grad_norm": 0.708574652671814, | |
| "learning_rate": 4.17524996386651e-05, | |
| "loss": 0.3942, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6407185628742516, | |
| "grad_norm": 0.6826594471931458, | |
| "learning_rate": 4.177508387341454e-05, | |
| "loss": 0.3563, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.6427145708582834, | |
| "grad_norm": 0.7092903256416321, | |
| "learning_rate": 4.179759786159719e-05, | |
| "loss": 0.4169, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.6447105788423154, | |
| "grad_norm": 0.6470283269882202, | |
| "learning_rate": 4.182004203885172e-05, | |
| "loss": 0.3595, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.6467065868263473, | |
| "grad_norm": 0.6560471057891846, | |
| "learning_rate": 4.184241683677687e-05, | |
| "loss": 0.3945, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.6487025948103793, | |
| "grad_norm": 0.7021344900131226, | |
| "learning_rate": 4.1864722682981245e-05, | |
| "loss": 0.3682, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.6506986027944112, | |
| "grad_norm": 0.6736760139465332, | |
| "learning_rate": 4.188696000113232e-05, | |
| "loss": 0.4012, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6526946107784432, | |
| "grad_norm": 0.58335942029953, | |
| "learning_rate": 4.190912921100477e-05, | |
| "loss": 0.2982, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.654690618762475, | |
| "grad_norm": 0.7224960327148438, | |
| "learning_rate": 4.1931230728527994e-05, | |
| "loss": 0.3767, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.656686626746507, | |
| "grad_norm": 0.7125536203384399, | |
| "learning_rate": 4.195326496583291e-05, | |
| "loss": 0.3918, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.6586826347305389, | |
| "grad_norm": 0.7161789536476135, | |
| "learning_rate": 4.1975232331298125e-05, | |
| "loss": 0.3727, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6606786427145709, | |
| "grad_norm": 0.7045012712478638, | |
| "learning_rate": 4.1997133229595316e-05, | |
| "loss": 0.4168, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.6626746506986028, | |
| "grad_norm": 0.7229664921760559, | |
| "learning_rate": 4.201896806173394e-05, | |
| "loss": 0.406, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.6646706586826348, | |
| "grad_norm": 0.6685640811920166, | |
| "learning_rate": 4.2040737225105335e-05, | |
| "loss": 0.3348, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.6416003108024597, | |
| "learning_rate": 4.206244111352608e-05, | |
| "loss": 0.3134, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.6686626746506986, | |
| "grad_norm": 0.6860243082046509, | |
| "learning_rate": 4.2084080117280756e-05, | |
| "loss": 0.3855, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.6706586826347305, | |
| "grad_norm": 0.751287579536438, | |
| "learning_rate": 4.210565462316407e-05, | |
| "loss": 0.4388, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.6726546906187625, | |
| "grad_norm": 0.7298620939254761, | |
| "learning_rate": 4.2127165014522315e-05, | |
| "loss": 0.4084, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.6746506986027944, | |
| "grad_norm": 0.7535167336463928, | |
| "learning_rate": 4.214861167129425e-05, | |
| "loss": 0.3971, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.6766467065868264, | |
| "grad_norm": 0.6288606524467468, | |
| "learning_rate": 4.2169994970051365e-05, | |
| "loss": 0.3184, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.6786427145708582, | |
| "grad_norm": 0.6942071914672852, | |
| "learning_rate": 4.219131528403759e-05, | |
| "loss": 0.4085, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6806387225548902, | |
| "grad_norm": 0.7049132585525513, | |
| "learning_rate": 4.22125729832083e-05, | |
| "loss": 0.3799, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.6826347305389222, | |
| "grad_norm": 0.6633714437484741, | |
| "learning_rate": 4.2233768434268914e-05, | |
| "loss": 0.3615, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.6846307385229541, | |
| "grad_norm": 0.7143837809562683, | |
| "learning_rate": 4.225490200071284e-05, | |
| "loss": 0.397, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.6866267465069861, | |
| "grad_norm": 0.6334770917892456, | |
| "learning_rate": 4.227597404285883e-05, | |
| "loss": 0.3192, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.688622754491018, | |
| "grad_norm": 0.6318526268005371, | |
| "learning_rate": 4.229698491788791e-05, | |
| "loss": 0.3409, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.6906187624750499, | |
| "grad_norm": 0.6425897479057312, | |
| "learning_rate": 4.231793497987961e-05, | |
| "loss": 0.3506, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.6926147704590818, | |
| "grad_norm": 0.6882063150405884, | |
| "learning_rate": 4.2338824579847904e-05, | |
| "loss": 0.3697, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.6946107784431138, | |
| "grad_norm": 0.6814457774162292, | |
| "learning_rate": 4.235965406577636e-05, | |
| "loss": 0.4179, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.6966067864271457, | |
| "grad_norm": 0.7089083790779114, | |
| "learning_rate": 4.2380423782653e-05, | |
| "loss": 0.358, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.6986027944111777, | |
| "grad_norm": 0.671987771987915, | |
| "learning_rate": 4.240113407250459e-05, | |
| "loss": 0.4223, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7005988023952096, | |
| "grad_norm": 0.6932473182678223, | |
| "learning_rate": 4.24217852744304e-05, | |
| "loss": 0.4283, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.7025948103792415, | |
| "grad_norm": 0.6401710510253906, | |
| "learning_rate": 4.244237772463552e-05, | |
| "loss": 0.3277, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.7045908183632734, | |
| "grad_norm": 0.5808695554733276, | |
| "learning_rate": 4.246291175646371e-05, | |
| "loss": 0.3153, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.7065868263473054, | |
| "grad_norm": 0.5929372310638428, | |
| "learning_rate": 4.24833877004298e-05, | |
| "loss": 0.2934, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.7085828343313373, | |
| "grad_norm": 0.6138365864753723, | |
| "learning_rate": 4.250380588425157e-05, | |
| "loss": 0.2647, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7105788423153693, | |
| "grad_norm": 0.69126957654953, | |
| "learning_rate": 4.2524166632881255e-05, | |
| "loss": 0.3777, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.7125748502994012, | |
| "grad_norm": 0.618993878364563, | |
| "learning_rate": 4.254447026853656e-05, | |
| "loss": 0.2874, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.7145708582834331, | |
| "grad_norm": 0.6197064518928528, | |
| "learning_rate": 4.2564717110731244e-05, | |
| "loss": 0.3137, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.716566866267465, | |
| "grad_norm": 0.6574029326438904, | |
| "learning_rate": 4.258490747630532e-05, | |
| "loss": 0.3366, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.718562874251497, | |
| "grad_norm": 0.6827244162559509, | |
| "learning_rate": 4.260504167945479e-05, | |
| "loss": 0.367, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.720558882235529, | |
| "grad_norm": 0.6920093297958374, | |
| "learning_rate": 4.2625120031760965e-05, | |
| "loss": 0.3473, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.7225548902195609, | |
| "grad_norm": 0.6315056085586548, | |
| "learning_rate": 4.264514284221944e-05, | |
| "loss": 0.3477, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.7245508982035929, | |
| "grad_norm": 0.6894274950027466, | |
| "learning_rate": 4.266511041726854e-05, | |
| "loss": 0.3818, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.7265469061876247, | |
| "grad_norm": 0.7182605266571045, | |
| "learning_rate": 4.26850230608176e-05, | |
| "loss": 0.3959, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.7285429141716567, | |
| "grad_norm": 0.6431974172592163, | |
| "learning_rate": 4.2704881074274584e-05, | |
| "loss": 0.3484, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7305389221556886, | |
| "grad_norm": 0.6523058414459229, | |
| "learning_rate": 4.272468475657351e-05, | |
| "loss": 0.3315, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.7325349301397206, | |
| "grad_norm": 0.7160993218421936, | |
| "learning_rate": 4.2744434404201497e-05, | |
| "loss": 0.3806, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.7345309381237525, | |
| "grad_norm": 0.6819020509719849, | |
| "learning_rate": 4.27641303112253e-05, | |
| "loss": 0.3889, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.7365269461077845, | |
| "grad_norm": 0.5881057381629944, | |
| "learning_rate": 4.278377276931767e-05, | |
| "loss": 0.2647, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.7385229540918163, | |
| "grad_norm": 1.0767422914505005, | |
| "learning_rate": 4.2803362067783256e-05, | |
| "loss": 0.3912, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7405189620758483, | |
| "grad_norm": 0.6878696084022522, | |
| "learning_rate": 4.2822898493584104e-05, | |
| "loss": 0.4216, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.7425149700598802, | |
| "grad_norm": 0.6871569752693176, | |
| "learning_rate": 4.284238233136496e-05, | |
| "loss": 0.395, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.7445109780439122, | |
| "grad_norm": 0.6874458193778992, | |
| "learning_rate": 4.286181386347813e-05, | |
| "loss": 0.3683, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.7465069860279441, | |
| "grad_norm": 0.6394293308258057, | |
| "learning_rate": 4.288119337000801e-05, | |
| "loss": 0.3518, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.7485029940119761, | |
| "grad_norm": 0.67393559217453, | |
| "learning_rate": 4.2900521128795315e-05, | |
| "loss": 0.4018, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.7504990019960079, | |
| "grad_norm": 0.6365067958831787, | |
| "learning_rate": 4.291979741546102e-05, | |
| "loss": 0.3719, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.7524950099800399, | |
| "grad_norm": 0.6792694926261902, | |
| "learning_rate": 4.293902250342989e-05, | |
| "loss": 0.3623, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.7544910179640718, | |
| "grad_norm": 0.794163167476654, | |
| "learning_rate": 4.295819666395376e-05, | |
| "loss": 0.3945, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.7564870259481038, | |
| "grad_norm": 0.7103076577186584, | |
| "learning_rate": 4.297732016613454e-05, | |
| "loss": 0.4585, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.7584830339321357, | |
| "grad_norm": 0.6877479553222656, | |
| "learning_rate": 4.299639327694684e-05, | |
| "loss": 0.4261, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7604790419161677, | |
| "grad_norm": 0.6512800455093384, | |
| "learning_rate": 4.3015416261260325e-05, | |
| "loss": 0.336, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.7624750499001997, | |
| "grad_norm": 0.6555919051170349, | |
| "learning_rate": 4.303438938186182e-05, | |
| "loss": 0.3949, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7644710578842315, | |
| "grad_norm": 0.6375437378883362, | |
| "learning_rate": 4.305331289947705e-05, | |
| "loss": 0.348, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.7664670658682635, | |
| "grad_norm": 0.6899069547653198, | |
| "learning_rate": 4.3072187072792184e-05, | |
| "loss": 0.3715, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.7684630738522954, | |
| "grad_norm": 0.6571375727653503, | |
| "learning_rate": 4.309101215847502e-05, | |
| "loss": 0.3471, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.7704590818363274, | |
| "grad_norm": 0.6866909265518188, | |
| "learning_rate": 4.3109788411195924e-05, | |
| "loss": 0.3721, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.7724550898203593, | |
| "grad_norm": 0.6416053175926208, | |
| "learning_rate": 4.312851608364853e-05, | |
| "loss": 0.3501, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.7744510978043913, | |
| "grad_norm": 0.6585414409637451, | |
| "learning_rate": 4.314719542657013e-05, | |
| "loss": 0.3446, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.7764471057884231, | |
| "grad_norm": 0.6449529528617859, | |
| "learning_rate": 4.3165826688761796e-05, | |
| "loss": 0.31, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.7784431137724551, | |
| "grad_norm": 0.6616773009300232, | |
| "learning_rate": 4.318441011710833e-05, | |
| "loss": 0.3356, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.780439121756487, | |
| "grad_norm": 0.681754469871521, | |
| "learning_rate": 4.3202945956597786e-05, | |
| "loss": 0.3543, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.782435129740519, | |
| "grad_norm": 0.6211993098258972, | |
| "learning_rate": 4.3221434450340956e-05, | |
| "loss": 0.3157, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.7844311377245509, | |
| "grad_norm": 0.6262781620025635, | |
| "learning_rate": 4.323987583959045e-05, | |
| "loss": 0.3533, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.7864271457085829, | |
| "grad_norm": 0.6640245318412781, | |
| "learning_rate": 4.325827036375957e-05, | |
| "loss": 0.3742, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.7884231536926147, | |
| "grad_norm": 0.6164320111274719, | |
| "learning_rate": 4.327661826044101e-05, | |
| "loss": 0.3472, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.7904191616766467, | |
| "grad_norm": 0.6439725756645203, | |
| "learning_rate": 4.329491976542521e-05, | |
| "loss": 0.359, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.7924151696606786, | |
| "grad_norm": 0.7187615036964417, | |
| "learning_rate": 4.331317511271859e-05, | |
| "loss": 0.4445, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.7944111776447106, | |
| "grad_norm": 0.660010039806366, | |
| "learning_rate": 4.333138453456147e-05, | |
| "loss": 0.3213, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.7964071856287425, | |
| "grad_norm": 0.7590385675430298, | |
| "learning_rate": 4.334954826144581e-05, | |
| "loss": 0.3359, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.7984031936127745, | |
| "grad_norm": 0.6344367861747742, | |
| "learning_rate": 4.336766652213271e-05, | |
| "loss": 0.3542, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8003992015968064, | |
| "grad_norm": 0.6679601073265076, | |
| "learning_rate": 4.338573954366971e-05, | |
| "loss": 0.3642, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.8023952095808383, | |
| "grad_norm": 0.6402161121368408, | |
| "learning_rate": 4.340376755140784e-05, | |
| "loss": 0.3603, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.8043912175648703, | |
| "grad_norm": 0.7084898948669434, | |
| "learning_rate": 4.342175076901849e-05, | |
| "loss": 0.3817, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.8063872255489022, | |
| "grad_norm": 0.6191865801811218, | |
| "learning_rate": 4.343968941851009e-05, | |
| "loss": 0.3017, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.8083832335329342, | |
| "grad_norm": 0.6750943660736084, | |
| "learning_rate": 4.345758372024448e-05, | |
| "loss": 0.3949, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.810379241516966, | |
| "grad_norm": 0.6468753814697266, | |
| "learning_rate": 4.347543389295324e-05, | |
| "loss": 0.3668, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.812375249500998, | |
| "grad_norm": 0.6904520988464355, | |
| "learning_rate": 4.3493240153753666e-05, | |
| "loss": 0.3499, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.8143712574850299, | |
| "grad_norm": 0.6204891800880432, | |
| "learning_rate": 4.3511002718164666e-05, | |
| "loss": 0.3304, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.8163672654690619, | |
| "grad_norm": 0.6633168458938599, | |
| "learning_rate": 4.352872180012237e-05, | |
| "loss": 0.3337, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.8183632734530938, | |
| "grad_norm": 0.8691318035125732, | |
| "learning_rate": 4.35463976119956e-05, | |
| "loss": 0.4502, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8203592814371258, | |
| "grad_norm": 0.7373143434524536, | |
| "learning_rate": 4.356403036460115e-05, | |
| "loss": 0.4128, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.8223552894211577, | |
| "grad_norm": 0.6885534524917603, | |
| "learning_rate": 4.3581620267218916e-05, | |
| "loss": 0.3341, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.8243512974051896, | |
| "grad_norm": 0.6862485408782959, | |
| "learning_rate": 4.359916752760669e-05, | |
| "loss": 0.3498, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.8263473053892215, | |
| "grad_norm": 0.6959711313247681, | |
| "learning_rate": 4.361667235201499e-05, | |
| "loss": 0.3796, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.8283433133732535, | |
| "grad_norm": 0.7265036106109619, | |
| "learning_rate": 4.363413494520154e-05, | |
| "loss": 0.3911, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8303393213572854, | |
| "grad_norm": 0.6805566549301147, | |
| "learning_rate": 4.365155551044572e-05, | |
| "loss": 0.367, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.8323353293413174, | |
| "grad_norm": 0.6219791173934937, | |
| "learning_rate": 4.366893424956263e-05, | |
| "loss": 0.289, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.8343313373253493, | |
| "grad_norm": 0.6582449674606323, | |
| "learning_rate": 4.368627136291726e-05, | |
| "loss": 0.2747, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.8363273453093812, | |
| "grad_norm": 0.6985988616943359, | |
| "learning_rate": 4.370356704943825e-05, | |
| "loss": 0.3435, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.8383233532934131, | |
| "grad_norm": 0.6607214212417603, | |
| "learning_rate": 4.372082150663168e-05, | |
| "loss": 0.3645, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8403193612774451, | |
| "grad_norm": 0.723174512386322, | |
| "learning_rate": 4.3738034930594475e-05, | |
| "loss": 0.3672, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.8423153692614771, | |
| "grad_norm": 0.6832453012466431, | |
| "learning_rate": 4.3755207516027904e-05, | |
| "loss": 0.3806, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.844311377245509, | |
| "grad_norm": 0.6922501921653748, | |
| "learning_rate": 4.377233945625071e-05, | |
| "loss": 0.4031, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.846307385229541, | |
| "grad_norm": 0.6647071242332458, | |
| "learning_rate": 4.378943094321221e-05, | |
| "loss": 0.3628, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.8483033932135728, | |
| "grad_norm": 0.6893953084945679, | |
| "learning_rate": 4.3806482167505196e-05, | |
| "loss": 0.3434, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.8502994011976048, | |
| "grad_norm": 0.8566087484359741, | |
| "learning_rate": 4.382349331837866e-05, | |
| "loss": 0.3803, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.8522954091816367, | |
| "grad_norm": 0.7948191165924072, | |
| "learning_rate": 4.3840464583750404e-05, | |
| "loss": 0.3627, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.8542914171656687, | |
| "grad_norm": 0.6731837391853333, | |
| "learning_rate": 4.385739615021954e-05, | |
| "loss": 0.395, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.8562874251497006, | |
| "grad_norm": 0.6760764122009277, | |
| "learning_rate": 4.387428820307874e-05, | |
| "loss": 0.3627, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.8582834331337326, | |
| "grad_norm": 0.7794198989868164, | |
| "learning_rate": 4.3891140926326446e-05, | |
| "loss": 0.3166, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.8602794411177644, | |
| "grad_norm": 0.7948319911956787, | |
| "learning_rate": 4.390795450267886e-05, | |
| "loss": 0.3634, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.8622754491017964, | |
| "grad_norm": 0.6758688688278198, | |
| "learning_rate": 4.3924729113581876e-05, | |
| "loss": 0.3103, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.8642714570858283, | |
| "grad_norm": 1.493560791015625, | |
| "learning_rate": 4.394146493922276e-05, | |
| "loss": 0.3551, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.8662674650698603, | |
| "grad_norm": 0.6501355171203613, | |
| "learning_rate": 4.395816215854185e-05, | |
| "loss": 0.3433, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.8682634730538922, | |
| "grad_norm": 0.7338974475860596, | |
| "learning_rate": 4.397482094924396e-05, | |
| "loss": 0.3748, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.8702594810379242, | |
| "grad_norm": 0.7021346688270569, | |
| "learning_rate": 4.399144148780977e-05, | |
| "loss": 0.3988, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.872255489021956, | |
| "grad_norm": 0.8264355659484863, | |
| "learning_rate": 4.400802394950703e-05, | |
| "loss": 0.3821, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.874251497005988, | |
| "grad_norm": 0.7332090139389038, | |
| "learning_rate": 4.402456850840166e-05, | |
| "loss": 0.3212, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8762475049900199, | |
| "grad_norm": 0.7158175706863403, | |
| "learning_rate": 4.4041075337368695e-05, | |
| "loss": 0.3014, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.8782435129740519, | |
| "grad_norm": 0.6871099472045898, | |
| "learning_rate": 4.405754460810312e-05, | |
| "loss": 0.3363, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8802395209580839, | |
| "grad_norm": 0.7581283450126648, | |
| "learning_rate": 4.407397649113065e-05, | |
| "loss": 0.3706, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.8822355289421158, | |
| "grad_norm": 0.7075430154800415, | |
| "learning_rate": 4.40903711558182e-05, | |
| "loss": 0.3625, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.8842315369261478, | |
| "grad_norm": 0.6902301907539368, | |
| "learning_rate": 4.41067287703845e-05, | |
| "loss": 0.3459, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.8862275449101796, | |
| "grad_norm": 0.7632633447647095, | |
| "learning_rate": 4.412304950191033e-05, | |
| "loss": 0.3863, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.8882235528942116, | |
| "grad_norm": 0.8091756701469421, | |
| "learning_rate": 4.413933351634886e-05, | |
| "loss": 0.3873, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.8902195608782435, | |
| "grad_norm": 0.7229244709014893, | |
| "learning_rate": 4.4155580978535707e-05, | |
| "loss": 0.3199, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.8922155688622755, | |
| "grad_norm": 0.6914481520652771, | |
| "learning_rate": 4.417179205219895e-05, | |
| "loss": 0.3679, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.8942115768463074, | |
| "grad_norm": 0.6364032030105591, | |
| "learning_rate": 4.418796689996907e-05, | |
| "loss": 0.2962, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.8962075848303394, | |
| "grad_norm": 0.7445045113563538, | |
| "learning_rate": 4.420410568338872e-05, | |
| "loss": 0.4021, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.8982035928143712, | |
| "grad_norm": 0.6447579264640808, | |
| "learning_rate": 4.42202085629224e-05, | |
| "loss": 0.3129, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9001996007984032, | |
| "grad_norm": 0.7040254473686218, | |
| "learning_rate": 4.423627569796601e-05, | |
| "loss": 0.3672, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.9021956087824351, | |
| "grad_norm": 0.6750066876411438, | |
| "learning_rate": 4.425230724685638e-05, | |
| "loss": 0.4024, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.9041916167664671, | |
| "grad_norm": 0.7186387181282043, | |
| "learning_rate": 4.4268303366880536e-05, | |
| "loss": 0.355, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.906187624750499, | |
| "grad_norm": 0.7389270663261414, | |
| "learning_rate": 4.428426421428507e-05, | |
| "loss": 0.4207, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.908183632734531, | |
| "grad_norm": 0.6795611381530762, | |
| "learning_rate": 4.430018994428521e-05, | |
| "loss": 0.3068, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9101796407185628, | |
| "grad_norm": 0.6613329648971558, | |
| "learning_rate": 4.431608071107392e-05, | |
| "loss": 0.3828, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.9121756487025948, | |
| "grad_norm": 0.7048102021217346, | |
| "learning_rate": 4.433193666783084e-05, | |
| "loss": 0.3921, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.9141716566866267, | |
| "grad_norm": 0.7187650203704834, | |
| "learning_rate": 4.4347757966731156e-05, | |
| "loss": 0.2997, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.9161676646706587, | |
| "grad_norm": 0.7008907794952393, | |
| "learning_rate": 4.436354475895436e-05, | |
| "loss": 0.3478, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.9181636726546906, | |
| "grad_norm": 0.6574254035949707, | |
| "learning_rate": 4.437929719469291e-05, | |
| "loss": 0.317, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9201596806387226, | |
| "grad_norm": 0.6908730864524841, | |
| "learning_rate": 4.4395015423160807e-05, | |
| "loss": 0.3268, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.9221556886227545, | |
| "grad_norm": 0.676114559173584, | |
| "learning_rate": 4.4410699592602094e-05, | |
| "loss": 0.3791, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.9241516966067864, | |
| "grad_norm": 0.6226547956466675, | |
| "learning_rate": 4.442634985029922e-05, | |
| "loss": 0.36, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.9261477045908184, | |
| "grad_norm": 0.6422531604766846, | |
| "learning_rate": 4.444196634258136e-05, | |
| "loss": 0.379, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.9281437125748503, | |
| "grad_norm": 0.7371797561645508, | |
| "learning_rate": 4.4457549214832566e-05, | |
| "loss": 0.3696, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.9301397205588823, | |
| "grad_norm": 0.6225396394729614, | |
| "learning_rate": 4.44730986115e-05, | |
| "loss": 0.345, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.9321357285429142, | |
| "grad_norm": 0.6568498611450195, | |
| "learning_rate": 4.448861467610187e-05, | |
| "loss": 0.4367, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.9341317365269461, | |
| "grad_norm": 0.6361973881721497, | |
| "learning_rate": 4.4504097551235406e-05, | |
| "loss": 0.3615, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.936127744510978, | |
| "grad_norm": 0.5645039081573486, | |
| "learning_rate": 4.4519547378584725e-05, | |
| "loss": 0.2511, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.93812375249501, | |
| "grad_norm": 1.5839265584945679, | |
| "learning_rate": 4.453496429892863e-05, | |
| "loss": 0.3438, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9401197604790419, | |
| "grad_norm": 0.7127808928489685, | |
| "learning_rate": 4.455034845214827e-05, | |
| "loss": 0.4078, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.9421157684630739, | |
| "grad_norm": 0.9536606073379517, | |
| "learning_rate": 4.4565699977234796e-05, | |
| "loss": 0.3297, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.9441117764471058, | |
| "grad_norm": 0.6458728313446045, | |
| "learning_rate": 4.458101901229686e-05, | |
| "loss": 0.3305, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.9461077844311377, | |
| "grad_norm": 0.7509250640869141, | |
| "learning_rate": 4.459630569456809e-05, | |
| "loss": 0.345, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.9481037924151696, | |
| "grad_norm": 2.1286840438842773, | |
| "learning_rate": 4.461156016041444e-05, | |
| "loss": 0.4174, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.9500998003992016, | |
| "grad_norm": 0.668644905090332, | |
| "learning_rate": 4.462678254534156e-05, | |
| "loss": 0.3657, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.9520958083832335, | |
| "grad_norm": 0.7153406739234924, | |
| "learning_rate": 4.464197298400191e-05, | |
| "loss": 0.3401, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.9540918163672655, | |
| "grad_norm": 0.62980717420578, | |
| "learning_rate": 4.4657131610201994e-05, | |
| "loss": 0.316, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.9560878243512974, | |
| "grad_norm": 0.733650803565979, | |
| "learning_rate": 4.467225855690939e-05, | |
| "loss": 0.4096, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.9580838323353293, | |
| "grad_norm": 0.9371464252471924, | |
| "learning_rate": 4.468735395625979e-05, | |
| "loss": 0.4383, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.9600798403193613, | |
| "grad_norm": 0.6547588109970093, | |
| "learning_rate": 4.470241793956387e-05, | |
| "loss": 0.3269, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.9620758483033932, | |
| "grad_norm": 0.6767633557319641, | |
| "learning_rate": 4.471745063731416e-05, | |
| "loss": 0.338, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.9640718562874252, | |
| "grad_norm": 0.691611111164093, | |
| "learning_rate": 4.473245217919187e-05, | |
| "loss": 0.3583, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.9660678642714571, | |
| "grad_norm": 0.6319297552108765, | |
| "learning_rate": 4.474742269407355e-05, | |
| "loss": 0.333, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.9680638722554891, | |
| "grad_norm": 0.6804649829864502, | |
| "learning_rate": 4.476236231003773e-05, | |
| "loss": 0.388, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.9700598802395209, | |
| "grad_norm": 0.7119168043136597, | |
| "learning_rate": 4.477727115437156e-05, | |
| "loss": 0.3867, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.9720558882235529, | |
| "grad_norm": 0.6172801852226257, | |
| "learning_rate": 4.479214935357724e-05, | |
| "loss": 0.312, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.9740518962075848, | |
| "grad_norm": 0.8452144265174866, | |
| "learning_rate": 4.480699703337852e-05, | |
| "loss": 0.4059, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.9760479041916168, | |
| "grad_norm": 0.6802703142166138, | |
| "learning_rate": 4.4821814318727016e-05, | |
| "loss": 0.3789, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.9780439121756487, | |
| "grad_norm": 0.6583143472671509, | |
| "learning_rate": 4.483660133380856e-05, | |
| "loss": 0.3354, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.9800399201596807, | |
| "grad_norm": 0.6605017781257629, | |
| "learning_rate": 4.485135820204948e-05, | |
| "loss": 0.3842, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.9820359281437125, | |
| "grad_norm": 0.7111901640892029, | |
| "learning_rate": 4.486608504612267e-05, | |
| "loss": 0.432, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.9840319361277445, | |
| "grad_norm": 0.6553547978401184, | |
| "learning_rate": 4.488078198795383e-05, | |
| "loss": 0.3503, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.9860279441117764, | |
| "grad_norm": 0.8542457818984985, | |
| "learning_rate": 4.489544914872745e-05, | |
| "loss": 0.354, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.9880239520958084, | |
| "grad_norm": 0.680438220500946, | |
| "learning_rate": 4.4910086648892815e-05, | |
| "loss": 0.3528, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.9900199600798403, | |
| "grad_norm": 0.6407065987586975, | |
| "learning_rate": 4.4924694608169965e-05, | |
| "loss": 0.3698, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.9920159680638723, | |
| "grad_norm": 0.6616628170013428, | |
| "learning_rate": 4.4939273145555536e-05, | |
| "loss": 0.3878, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.9940119760479041, | |
| "grad_norm": 0.617494523525238, | |
| "learning_rate": 4.495382237932863e-05, | |
| "loss": 0.3155, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.9960079840319361, | |
| "grad_norm": 0.672020435333252, | |
| "learning_rate": 4.4968342427056505e-05, | |
| "loss": 0.3425, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.998003992015968, | |
| "grad_norm": 0.6575382351875305, | |
| "learning_rate": 4.498283340560031e-05, | |
| "loss": 0.3599, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.6533491015434265, | |
| "learning_rate": 4.499729543112076e-05, | |
| "loss": 0.3201, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 501, | |
| "total_flos": 5.842272600604017e+17, | |
| "train_loss": 0.47904590670458097, | |
| "train_runtime": 1388.8864, | |
| "train_samples_per_second": 2.881, | |
| "train_steps_per_second": 0.361 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 501, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.842272600604017e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |