| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.993201531608971, | |
| "eval_steps": 500, | |
| "global_step": 1197, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0025005860748612955, | |
| "grad_norm": 0.9269847273826599, | |
| "learning_rate": 4e-05, | |
| "loss": 2.5172, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005001172149722591, | |
| "grad_norm": 0.8822197318077087, | |
| "learning_rate": 8e-05, | |
| "loss": 2.5129, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.007501758224583887, | |
| "grad_norm": 0.9105328917503357, | |
| "learning_rate": 0.00012, | |
| "loss": 2.4871, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.010002344299445182, | |
| "grad_norm": 1.040933609008789, | |
| "learning_rate": 0.00016, | |
| "loss": 2.4756, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.012502930374306479, | |
| "grad_norm": 0.9631335735321045, | |
| "learning_rate": 0.0002, | |
| "loss": 2.2208, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.015003516449167774, | |
| "grad_norm": 0.9249287247657776, | |
| "learning_rate": 0.0001998322147651007, | |
| "loss": 1.9561, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01750410252402907, | |
| "grad_norm": 1.0489821434020996, | |
| "learning_rate": 0.00019966442953020134, | |
| "loss": 1.7816, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.020004688598890364, | |
| "grad_norm": 0.7718613147735596, | |
| "learning_rate": 0.00019949664429530202, | |
| "loss": 1.5392, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02250527467375166, | |
| "grad_norm": 0.6948288679122925, | |
| "learning_rate": 0.00019932885906040267, | |
| "loss": 1.3313, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.025005860748612958, | |
| "grad_norm": 0.4082912504673004, | |
| "learning_rate": 0.00019916107382550338, | |
| "loss": 1.284, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02750644682347425, | |
| "grad_norm": 0.39728468656539917, | |
| "learning_rate": 0.00019899328859060403, | |
| "loss": 1.263, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.030007032898335548, | |
| "grad_norm": 0.44735899567604065, | |
| "learning_rate": 0.00019882550335570471, | |
| "loss": 1.2095, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.032507618973196845, | |
| "grad_norm": 0.5090083479881287, | |
| "learning_rate": 0.0001986577181208054, | |
| "loss": 1.2178, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03500820504805814, | |
| "grad_norm": 0.5362133979797363, | |
| "learning_rate": 0.00019848993288590605, | |
| "loss": 1.2615, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03750879112291943, | |
| "grad_norm": 0.6663621664047241, | |
| "learning_rate": 0.00019832214765100673, | |
| "loss": 1.1609, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04000937719778073, | |
| "grad_norm": 0.8338614106178284, | |
| "learning_rate": 0.00019815436241610738, | |
| "loss": 1.0952, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.042509963272642025, | |
| "grad_norm": 0.8141220211982727, | |
| "learning_rate": 0.00019798657718120806, | |
| "loss": 1.1661, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.04501054934750332, | |
| "grad_norm": 0.8922987580299377, | |
| "learning_rate": 0.0001978187919463087, | |
| "loss": 1.1088, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.04751113542236462, | |
| "grad_norm": 0.4849202334880829, | |
| "learning_rate": 0.00019765100671140942, | |
| "loss": 1.0611, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.050011721497225915, | |
| "grad_norm": 0.20992806553840637, | |
| "learning_rate": 0.00019748322147651007, | |
| "loss": 1.1372, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.052512307572087205, | |
| "grad_norm": 0.20208662748336792, | |
| "learning_rate": 0.00019731543624161075, | |
| "loss": 1.1255, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0550128936469485, | |
| "grad_norm": 0.19485554099082947, | |
| "learning_rate": 0.00019714765100671143, | |
| "loss": 1.1028, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0575134797218098, | |
| "grad_norm": 0.2088543176651001, | |
| "learning_rate": 0.00019697986577181208, | |
| "loss": 1.0978, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.060014065796671096, | |
| "grad_norm": 0.21725241839885712, | |
| "learning_rate": 0.00019681208053691276, | |
| "loss": 1.0679, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06251465187153239, | |
| "grad_norm": 0.21685351431369781, | |
| "learning_rate": 0.00019664429530201342, | |
| "loss": 1.08, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06501523794639369, | |
| "grad_norm": 0.22109799087047577, | |
| "learning_rate": 0.0001964765100671141, | |
| "loss": 1.0804, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.06751582402125499, | |
| "grad_norm": 0.1903853863477707, | |
| "learning_rate": 0.00019630872483221478, | |
| "loss": 1.0673, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.07001641009611628, | |
| "grad_norm": 0.2121160328388214, | |
| "learning_rate": 0.00019614093959731546, | |
| "loss": 1.029, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.07251699617097758, | |
| "grad_norm": 0.17948715388774872, | |
| "learning_rate": 0.00019597315436241613, | |
| "loss": 1.0788, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.07501758224583886, | |
| "grad_norm": 0.18863339722156525, | |
| "learning_rate": 0.0001958053691275168, | |
| "loss": 1.1238, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07751816832070016, | |
| "grad_norm": 0.18628939986228943, | |
| "learning_rate": 0.00019563758389261747, | |
| "loss": 1.0934, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.08001875439556146, | |
| "grad_norm": 0.16961562633514404, | |
| "learning_rate": 0.00019546979865771812, | |
| "loss": 0.983, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.08251934047042275, | |
| "grad_norm": 0.19999153912067413, | |
| "learning_rate": 0.0001953020134228188, | |
| "loss": 1.0447, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.08501992654528405, | |
| "grad_norm": 0.18386781215667725, | |
| "learning_rate": 0.00019513422818791945, | |
| "loss": 1.1093, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.08752051262014535, | |
| "grad_norm": 0.19115187227725983, | |
| "learning_rate": 0.00019496644295302013, | |
| "loss": 1.0573, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09002109869500664, | |
| "grad_norm": 0.17980585992336273, | |
| "learning_rate": 0.0001947986577181208, | |
| "loss": 1.0733, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.09252168476986794, | |
| "grad_norm": 0.17686498165130615, | |
| "learning_rate": 0.0001946308724832215, | |
| "loss": 1.1531, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.09502227084472924, | |
| "grad_norm": 0.19470718502998352, | |
| "learning_rate": 0.00019446308724832217, | |
| "loss": 1.134, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.09752285691959053, | |
| "grad_norm": 0.2018202841281891, | |
| "learning_rate": 0.00019429530201342282, | |
| "loss": 1.0134, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.10002344299445183, | |
| "grad_norm": 0.19689340889453888, | |
| "learning_rate": 0.0001941275167785235, | |
| "loss": 1.0327, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.10252402906931311, | |
| "grad_norm": 0.19733501970767975, | |
| "learning_rate": 0.00019395973154362416, | |
| "loss": 1.0542, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.10502461514417441, | |
| "grad_norm": 0.20530100166797638, | |
| "learning_rate": 0.00019379194630872484, | |
| "loss": 1.0185, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.10752520121903571, | |
| "grad_norm": 0.20656965672969818, | |
| "learning_rate": 0.00019362416107382552, | |
| "loss": 0.9785, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.110025787293897, | |
| "grad_norm": 0.1925908923149109, | |
| "learning_rate": 0.00019345637583892617, | |
| "loss": 1.0632, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.1125263733687583, | |
| "grad_norm": 0.1836056113243103, | |
| "learning_rate": 0.00019328859060402688, | |
| "loss": 1.0046, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1150269594436196, | |
| "grad_norm": 0.1750098317861557, | |
| "learning_rate": 0.00019312080536912753, | |
| "loss": 1.0088, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1175275455184809, | |
| "grad_norm": 0.17450976371765137, | |
| "learning_rate": 0.0001929530201342282, | |
| "loss": 1.0329, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.12002813159334219, | |
| "grad_norm": 0.17772209644317627, | |
| "learning_rate": 0.00019278523489932886, | |
| "loss": 1.0071, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.12252871766820349, | |
| "grad_norm": 0.19410440325737, | |
| "learning_rate": 0.00019261744966442954, | |
| "loss": 1.0533, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.12502930374306478, | |
| "grad_norm": 0.18247346580028534, | |
| "learning_rate": 0.00019244966442953022, | |
| "loss": 0.9578, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.12752988981792607, | |
| "grad_norm": 0.19110924005508423, | |
| "learning_rate": 0.00019228187919463087, | |
| "loss": 1.0692, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.13003047589278738, | |
| "grad_norm": 0.19710960984230042, | |
| "learning_rate": 0.00019211409395973155, | |
| "loss": 1.0528, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.13253106196764866, | |
| "grad_norm": 0.19629694521427155, | |
| "learning_rate": 0.0001919463087248322, | |
| "loss": 0.976, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.13503164804250997, | |
| "grad_norm": 0.19290994107723236, | |
| "learning_rate": 0.0001917785234899329, | |
| "loss": 1.0599, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.13753223411737125, | |
| "grad_norm": 0.18594202399253845, | |
| "learning_rate": 0.00019161073825503357, | |
| "loss": 1.0428, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.14003282019223257, | |
| "grad_norm": 0.19421391189098358, | |
| "learning_rate": 0.00019144295302013425, | |
| "loss": 1.0367, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.14253340626709385, | |
| "grad_norm": 0.19107426702976227, | |
| "learning_rate": 0.0001912751677852349, | |
| "loss": 1.0337, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.14503399234195516, | |
| "grad_norm": 0.19118137657642365, | |
| "learning_rate": 0.00019110738255033558, | |
| "loss": 1.0528, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.14753457841681644, | |
| "grad_norm": 0.19613830745220184, | |
| "learning_rate": 0.00019093959731543626, | |
| "loss": 1.0288, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.15003516449167772, | |
| "grad_norm": 0.19156797230243683, | |
| "learning_rate": 0.0001907718120805369, | |
| "loss": 1.0409, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15253575056653904, | |
| "grad_norm": 0.1780826449394226, | |
| "learning_rate": 0.0001906040268456376, | |
| "loss": 0.9963, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.15503633664140032, | |
| "grad_norm": 0.20309200882911682, | |
| "learning_rate": 0.00019043624161073827, | |
| "loss": 0.9674, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.15753692271626163, | |
| "grad_norm": 0.20832936465740204, | |
| "learning_rate": 0.00019026845637583895, | |
| "loss": 1.0019, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.1600375087911229, | |
| "grad_norm": 0.18242955207824707, | |
| "learning_rate": 0.0001901006711409396, | |
| "loss": 0.9708, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.16253809486598422, | |
| "grad_norm": 0.1992724984884262, | |
| "learning_rate": 0.00018993288590604028, | |
| "loss": 1.0076, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1650386809408455, | |
| "grad_norm": 0.20120841264724731, | |
| "learning_rate": 0.00018976510067114096, | |
| "loss": 0.9708, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.16753926701570682, | |
| "grad_norm": 0.21059167385101318, | |
| "learning_rate": 0.00018959731543624161, | |
| "loss": 1.0076, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.1700398530905681, | |
| "grad_norm": 0.1988890916109085, | |
| "learning_rate": 0.0001894295302013423, | |
| "loss": 1.0054, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1725404391654294, | |
| "grad_norm": 0.1952708512544632, | |
| "learning_rate": 0.00018926174496644295, | |
| "loss": 1.0351, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.1750410252402907, | |
| "grad_norm": 0.23466959595680237, | |
| "learning_rate": 0.00018909395973154363, | |
| "loss": 0.9814, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.17754161131515198, | |
| "grad_norm": 0.20591197907924652, | |
| "learning_rate": 0.0001889261744966443, | |
| "loss": 0.9691, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.1800421973900133, | |
| "grad_norm": 0.2023579180240631, | |
| "learning_rate": 0.000188758389261745, | |
| "loss": 1.0003, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.18254278346487457, | |
| "grad_norm": 0.20543326437473297, | |
| "learning_rate": 0.00018859060402684564, | |
| "loss": 0.9683, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.18504336953973588, | |
| "grad_norm": 0.20226700603961945, | |
| "learning_rate": 0.00018842281879194632, | |
| "loss": 1.0036, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.18754395561459716, | |
| "grad_norm": 0.19225859642028809, | |
| "learning_rate": 0.000188255033557047, | |
| "loss": 0.9743, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.19004454168945847, | |
| "grad_norm": 0.21251380443572998, | |
| "learning_rate": 0.00018808724832214765, | |
| "loss": 1.0073, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.19254512776431976, | |
| "grad_norm": 0.2131969928741455, | |
| "learning_rate": 0.00018791946308724833, | |
| "loss": 0.9934, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.19504571383918107, | |
| "grad_norm": 0.19129155576229095, | |
| "learning_rate": 0.00018775167785234898, | |
| "loss": 1.0119, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.19754629991404235, | |
| "grad_norm": 0.20633932948112488, | |
| "learning_rate": 0.00018758389261744966, | |
| "loss": 1.0344, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.20004688598890366, | |
| "grad_norm": 0.21870285272598267, | |
| "learning_rate": 0.00018741610738255034, | |
| "loss": 1.0207, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20254747206376494, | |
| "grad_norm": 0.2022286206483841, | |
| "learning_rate": 0.00018724832214765102, | |
| "loss": 1.026, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.20504805813862623, | |
| "grad_norm": 0.21065476536750793, | |
| "learning_rate": 0.0001870805369127517, | |
| "loss": 1.0396, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.20754864421348754, | |
| "grad_norm": 0.19675321877002716, | |
| "learning_rate": 0.00018691275167785236, | |
| "loss": 0.9884, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.21004923028834882, | |
| "grad_norm": 0.22069697082042694, | |
| "learning_rate": 0.00018674496644295304, | |
| "loss": 1.0053, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.21254981636321013, | |
| "grad_norm": 0.19039078056812286, | |
| "learning_rate": 0.0001865771812080537, | |
| "loss": 0.9954, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.21505040243807141, | |
| "grad_norm": 0.2229384034872055, | |
| "learning_rate": 0.00018640939597315437, | |
| "loss": 0.9337, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.21755098851293272, | |
| "grad_norm": 0.19707229733467102, | |
| "learning_rate": 0.00018624161073825502, | |
| "loss": 1.01, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.220051574587794, | |
| "grad_norm": 0.19986790418624878, | |
| "learning_rate": 0.0001860738255033557, | |
| "loss": 0.9801, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.22255216066265532, | |
| "grad_norm": 0.2047620266675949, | |
| "learning_rate": 0.00018590604026845638, | |
| "loss": 0.9507, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.2250527467375166, | |
| "grad_norm": 0.20746001601219177, | |
| "learning_rate": 0.00018573825503355706, | |
| "loss": 1.0103, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2275533328123779, | |
| "grad_norm": 0.2248009592294693, | |
| "learning_rate": 0.00018557046979865774, | |
| "loss": 0.9869, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.2300539188872392, | |
| "grad_norm": 0.20264257490634918, | |
| "learning_rate": 0.0001854026845637584, | |
| "loss": 0.9913, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2325545049621005, | |
| "grad_norm": 0.20468488335609436, | |
| "learning_rate": 0.00018523489932885907, | |
| "loss": 0.9607, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.2350550910369618, | |
| "grad_norm": 0.23831503093242645, | |
| "learning_rate": 0.00018506711409395973, | |
| "loss": 1.0247, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.23755567711182307, | |
| "grad_norm": 0.18826642632484436, | |
| "learning_rate": 0.0001848993288590604, | |
| "loss": 0.9482, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.24005626318668438, | |
| "grad_norm": 0.19682301580905914, | |
| "learning_rate": 0.00018473154362416109, | |
| "loss": 1.001, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.24255684926154567, | |
| "grad_norm": 0.2301325500011444, | |
| "learning_rate": 0.00018456375838926174, | |
| "loss": 1.0467, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.24505743533640698, | |
| "grad_norm": 0.20185357332229614, | |
| "learning_rate": 0.00018439597315436244, | |
| "loss": 0.9464, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.24755802141126826, | |
| "grad_norm": 0.2085759937763214, | |
| "learning_rate": 0.0001842281879194631, | |
| "loss": 1.0131, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.25005860748612957, | |
| "grad_norm": 0.20679374039173126, | |
| "learning_rate": 0.00018406040268456378, | |
| "loss": 1.0529, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2525591935609909, | |
| "grad_norm": 0.21764545142650604, | |
| "learning_rate": 0.00018389261744966443, | |
| "loss": 1.017, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.25505977963585214, | |
| "grad_norm": 0.2044128179550171, | |
| "learning_rate": 0.0001837248322147651, | |
| "loss": 0.9725, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.25756036571071345, | |
| "grad_norm": 0.19335702061653137, | |
| "learning_rate": 0.0001835570469798658, | |
| "loss": 0.9906, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.26006095178557476, | |
| "grad_norm": 0.195275217294693, | |
| "learning_rate": 0.00018338926174496644, | |
| "loss": 0.967, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.26256153786043607, | |
| "grad_norm": 0.2024708092212677, | |
| "learning_rate": 0.00018322147651006712, | |
| "loss": 0.9881, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2650621239352973, | |
| "grad_norm": 0.1868991106748581, | |
| "learning_rate": 0.0001830536912751678, | |
| "loss": 0.9886, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.26756271001015863, | |
| "grad_norm": 0.20454883575439453, | |
| "learning_rate": 0.00018288590604026848, | |
| "loss": 1.0121, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.27006329608501994, | |
| "grad_norm": 0.20686966180801392, | |
| "learning_rate": 0.00018271812080536913, | |
| "loss": 0.9569, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2725638821598812, | |
| "grad_norm": 0.20435401797294617, | |
| "learning_rate": 0.00018255033557046981, | |
| "loss": 0.9742, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2750644682347425, | |
| "grad_norm": 0.18989619612693787, | |
| "learning_rate": 0.00018238255033557047, | |
| "loss": 0.9616, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2775650543096038, | |
| "grad_norm": 0.2045942097902298, | |
| "learning_rate": 0.00018221476510067115, | |
| "loss": 0.9302, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.28006564038446513, | |
| "grad_norm": 0.20995117723941803, | |
| "learning_rate": 0.00018204697986577183, | |
| "loss": 1.0072, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2825662264593264, | |
| "grad_norm": 0.19431668519973755, | |
| "learning_rate": 0.00018187919463087248, | |
| "loss": 0.9932, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2850668125341877, | |
| "grad_norm": 0.20368535816669464, | |
| "learning_rate": 0.00018171140939597316, | |
| "loss": 0.9882, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.287567398609049, | |
| "grad_norm": 0.1923864632844925, | |
| "learning_rate": 0.00018154362416107384, | |
| "loss": 0.9779, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2900679846839103, | |
| "grad_norm": 0.19875271618366241, | |
| "learning_rate": 0.00018137583892617452, | |
| "loss": 0.9934, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.2925685707587716, | |
| "grad_norm": 0.21339964866638184, | |
| "learning_rate": 0.00018120805369127517, | |
| "loss": 0.9366, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.2950691568336329, | |
| "grad_norm": 0.20380328595638275, | |
| "learning_rate": 0.00018104026845637585, | |
| "loss": 0.9729, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.2975697429084942, | |
| "grad_norm": 0.20112350583076477, | |
| "learning_rate": 0.00018087248322147653, | |
| "loss": 0.9686, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.30007032898335545, | |
| "grad_norm": 0.2018086016178131, | |
| "learning_rate": 0.00018070469798657718, | |
| "loss": 1.0412, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.30257091505821676, | |
| "grad_norm": 0.20576363801956177, | |
| "learning_rate": 0.00018053691275167786, | |
| "loss": 0.9666, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.30507150113307807, | |
| "grad_norm": 0.22615446150302887, | |
| "learning_rate": 0.00018036912751677852, | |
| "loss": 0.9518, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3075720872079394, | |
| "grad_norm": 0.19727525115013123, | |
| "learning_rate": 0.0001802013422818792, | |
| "loss": 1.0006, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.31007267328280064, | |
| "grad_norm": 0.20703637599945068, | |
| "learning_rate": 0.00018003355704697988, | |
| "loss": 0.994, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.31257325935766195, | |
| "grad_norm": 0.2170065939426422, | |
| "learning_rate": 0.00017986577181208056, | |
| "loss": 0.9449, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.31507384543252326, | |
| "grad_norm": 0.21106544137001038, | |
| "learning_rate": 0.0001796979865771812, | |
| "loss": 0.999, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.31757443150738457, | |
| "grad_norm": 0.20383739471435547, | |
| "learning_rate": 0.0001795302013422819, | |
| "loss": 0.9679, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.3200750175822458, | |
| "grad_norm": 0.20005188882350922, | |
| "learning_rate": 0.00017936241610738257, | |
| "loss": 0.9361, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.32257560365710714, | |
| "grad_norm": 0.21745333075523376, | |
| "learning_rate": 0.00017919463087248322, | |
| "loss": 0.9293, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.32507618973196845, | |
| "grad_norm": 0.2078651785850525, | |
| "learning_rate": 0.0001790268456375839, | |
| "loss": 0.9523, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3275767758068297, | |
| "grad_norm": 0.18979056179523468, | |
| "learning_rate": 0.00017885906040268455, | |
| "loss": 0.9534, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.330077361881691, | |
| "grad_norm": 0.20072820782661438, | |
| "learning_rate": 0.00017869127516778523, | |
| "loss": 0.9605, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.3325779479565523, | |
| "grad_norm": 0.19807642698287964, | |
| "learning_rate": 0.0001785234899328859, | |
| "loss": 0.9626, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.33507853403141363, | |
| "grad_norm": 0.20472458004951477, | |
| "learning_rate": 0.0001783557046979866, | |
| "loss": 0.9659, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3375791201062749, | |
| "grad_norm": 0.19827553629875183, | |
| "learning_rate": 0.00017818791946308727, | |
| "loss": 0.9452, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.3400797061811362, | |
| "grad_norm": 0.21104063093662262, | |
| "learning_rate": 0.00017802013422818792, | |
| "loss": 0.9595, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.3425802922559975, | |
| "grad_norm": 0.18921682238578796, | |
| "learning_rate": 0.0001778523489932886, | |
| "loss": 0.9619, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.3450808783308588, | |
| "grad_norm": 0.2175590544939041, | |
| "learning_rate": 0.00017768456375838926, | |
| "loss": 0.9695, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.3475814644057201, | |
| "grad_norm": 0.1978655904531479, | |
| "learning_rate": 0.00017751677852348994, | |
| "loss": 0.9493, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.3500820504805814, | |
| "grad_norm": 0.19963012635707855, | |
| "learning_rate": 0.00017734899328859062, | |
| "loss": 0.9141, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3525826365554427, | |
| "grad_norm": 0.20079948008060455, | |
| "learning_rate": 0.0001771812080536913, | |
| "loss": 0.9649, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.35508322263030395, | |
| "grad_norm": 0.19476771354675293, | |
| "learning_rate": 0.00017701342281879198, | |
| "loss": 0.9056, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.35758380870516526, | |
| "grad_norm": 0.18434399366378784, | |
| "learning_rate": 0.00017684563758389263, | |
| "loss": 0.9166, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.3600843947800266, | |
| "grad_norm": 0.20533886551856995, | |
| "learning_rate": 0.0001766778523489933, | |
| "loss": 0.974, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.3625849808548879, | |
| "grad_norm": 0.2047143578529358, | |
| "learning_rate": 0.00017651006711409396, | |
| "loss": 0.9513, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.36508556692974914, | |
| "grad_norm": 0.19077660143375397, | |
| "learning_rate": 0.00017634228187919464, | |
| "loss": 0.9358, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.36758615300461045, | |
| "grad_norm": 0.21231941878795624, | |
| "learning_rate": 0.0001761744966442953, | |
| "loss": 0.9875, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.37008673907947176, | |
| "grad_norm": 0.20398589968681335, | |
| "learning_rate": 0.00017600671140939597, | |
| "loss": 0.9638, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.37258732515433307, | |
| "grad_norm": 0.1901940405368805, | |
| "learning_rate": 0.00017583892617449665, | |
| "loss": 0.954, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.3750879112291943, | |
| "grad_norm": 0.19586050510406494, | |
| "learning_rate": 0.00017567114093959733, | |
| "loss": 0.943, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.37758849730405564, | |
| "grad_norm": 0.20500780642032623, | |
| "learning_rate": 0.000175503355704698, | |
| "loss": 0.9939, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.38008908337891695, | |
| "grad_norm": 0.2010958045721054, | |
| "learning_rate": 0.00017533557046979867, | |
| "loss": 0.9963, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3825896694537782, | |
| "grad_norm": 0.20818760991096497, | |
| "learning_rate": 0.00017516778523489935, | |
| "loss": 0.9368, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3850902555286395, | |
| "grad_norm": 0.20369277894496918, | |
| "learning_rate": 0.000175, | |
| "loss": 0.9901, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3875908416035008, | |
| "grad_norm": 0.20049050450325012, | |
| "learning_rate": 0.00017483221476510068, | |
| "loss": 0.9104, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.39009142767836213, | |
| "grad_norm": 0.20531973242759705, | |
| "learning_rate": 0.00017466442953020136, | |
| "loss": 0.9193, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.3925920137532234, | |
| "grad_norm": 0.19537755846977234, | |
| "learning_rate": 0.000174496644295302, | |
| "loss": 0.9368, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.3950925998280847, | |
| "grad_norm": 0.21875996887683868, | |
| "learning_rate": 0.0001743288590604027, | |
| "loss": 0.9799, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.397593185902946, | |
| "grad_norm": 0.21377162635326385, | |
| "learning_rate": 0.00017416107382550337, | |
| "loss": 1.0224, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.4000937719778073, | |
| "grad_norm": 0.20617148280143738, | |
| "learning_rate": 0.00017399328859060405, | |
| "loss": 0.9825, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4025943580526686, | |
| "grad_norm": 0.19385607540607452, | |
| "learning_rate": 0.0001738255033557047, | |
| "loss": 0.9567, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.4050949441275299, | |
| "grad_norm": 0.20452259480953217, | |
| "learning_rate": 0.00017365771812080538, | |
| "loss": 0.8854, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4075955302023912, | |
| "grad_norm": 0.20258085429668427, | |
| "learning_rate": 0.00017348993288590604, | |
| "loss": 1.0458, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.41009611627725245, | |
| "grad_norm": 0.21564531326293945, | |
| "learning_rate": 0.00017332214765100671, | |
| "loss": 0.9514, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.41259670235211376, | |
| "grad_norm": 0.21387049555778503, | |
| "learning_rate": 0.0001731543624161074, | |
| "loss": 1.0035, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.4150972884269751, | |
| "grad_norm": 0.20146381855010986, | |
| "learning_rate": 0.00017298657718120805, | |
| "loss": 0.9247, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4175978745018364, | |
| "grad_norm": 0.20543105900287628, | |
| "learning_rate": 0.00017281879194630873, | |
| "loss": 0.9505, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.42009846057669764, | |
| "grad_norm": 0.21827350556850433, | |
| "learning_rate": 0.0001726510067114094, | |
| "loss": 0.9993, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.42259904665155895, | |
| "grad_norm": 0.22608278691768646, | |
| "learning_rate": 0.0001724832214765101, | |
| "loss": 0.9393, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.42509963272642026, | |
| "grad_norm": 0.21495342254638672, | |
| "learning_rate": 0.00017231543624161074, | |
| "loss": 1.0455, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4276002188012816, | |
| "grad_norm": 0.21326063573360443, | |
| "learning_rate": 0.00017214765100671142, | |
| "loss": 1.017, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.43010080487614283, | |
| "grad_norm": 0.2060144692659378, | |
| "learning_rate": 0.0001719798657718121, | |
| "loss": 0.9671, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.43260139095100414, | |
| "grad_norm": 0.21247944235801697, | |
| "learning_rate": 0.00017181208053691275, | |
| "loss": 0.912, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.43510197702586545, | |
| "grad_norm": 0.20313112437725067, | |
| "learning_rate": 0.00017164429530201343, | |
| "loss": 1.021, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.43760256310072676, | |
| "grad_norm": 0.20316354930400848, | |
| "learning_rate": 0.00017147651006711408, | |
| "loss": 0.9542, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.440103149175588, | |
| "grad_norm": 0.19503550231456757, | |
| "learning_rate": 0.0001713087248322148, | |
| "loss": 0.9495, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.4426037352504493, | |
| "grad_norm": 0.19268807768821716, | |
| "learning_rate": 0.00017114093959731544, | |
| "loss": 0.9913, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.44510432132531064, | |
| "grad_norm": 0.19619421660900116, | |
| "learning_rate": 0.00017097315436241612, | |
| "loss": 0.9136, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.4476049074001719, | |
| "grad_norm": 0.21306179463863373, | |
| "learning_rate": 0.0001708053691275168, | |
| "loss": 0.9468, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.4501054934750332, | |
| "grad_norm": 0.1926979422569275, | |
| "learning_rate": 0.00017063758389261746, | |
| "loss": 0.9138, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4526060795498945, | |
| "grad_norm": 0.20351314544677734, | |
| "learning_rate": 0.00017046979865771814, | |
| "loss": 0.9424, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.4551066656247558, | |
| "grad_norm": 0.20273157954216003, | |
| "learning_rate": 0.0001703020134228188, | |
| "loss": 0.9901, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4576072516996171, | |
| "grad_norm": 0.19532570242881775, | |
| "learning_rate": 0.00017013422818791947, | |
| "loss": 0.9278, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.4601078377744784, | |
| "grad_norm": 0.2106495201587677, | |
| "learning_rate": 0.00016996644295302012, | |
| "loss": 0.9103, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4626084238493397, | |
| "grad_norm": 0.19396382570266724, | |
| "learning_rate": 0.00016979865771812083, | |
| "loss": 0.9493, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.465109009924201, | |
| "grad_norm": 0.19334650039672852, | |
| "learning_rate": 0.00016963087248322148, | |
| "loss": 0.9813, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.46760959599906227, | |
| "grad_norm": 0.20727260410785675, | |
| "learning_rate": 0.00016946308724832216, | |
| "loss": 0.9721, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.4701101820739236, | |
| "grad_norm": 0.1958143711090088, | |
| "learning_rate": 0.00016929530201342284, | |
| "loss": 0.975, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4726107681487849, | |
| "grad_norm": 0.2058304399251938, | |
| "learning_rate": 0.0001691275167785235, | |
| "loss": 0.9718, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.47511135422364614, | |
| "grad_norm": 0.19323155283927917, | |
| "learning_rate": 0.00016895973154362417, | |
| "loss": 0.933, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.47761194029850745, | |
| "grad_norm": 0.2087579071521759, | |
| "learning_rate": 0.00016879194630872483, | |
| "loss": 0.9643, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.48011252637336876, | |
| "grad_norm": 0.19288691878318787, | |
| "learning_rate": 0.0001686241610738255, | |
| "loss": 0.9452, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.4826131124482301, | |
| "grad_norm": 0.20016451179981232, | |
| "learning_rate": 0.00016845637583892619, | |
| "loss": 1.0201, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.48511369852309133, | |
| "grad_norm": 0.20064382255077362, | |
| "learning_rate": 0.00016828859060402686, | |
| "loss": 0.9329, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.48761428459795264, | |
| "grad_norm": 0.20682549476623535, | |
| "learning_rate": 0.00016812080536912754, | |
| "loss": 0.9067, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.49011487067281395, | |
| "grad_norm": 0.2095707803964615, | |
| "learning_rate": 0.0001679530201342282, | |
| "loss": 0.964, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.49261545674767526, | |
| "grad_norm": 0.19708895683288574, | |
| "learning_rate": 0.00016778523489932888, | |
| "loss": 0.9555, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.4951160428225365, | |
| "grad_norm": 0.21263785660266876, | |
| "learning_rate": 0.00016761744966442953, | |
| "loss": 0.9607, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.49761662889739783, | |
| "grad_norm": 0.2375573068857193, | |
| "learning_rate": 0.0001674496644295302, | |
| "loss": 0.93, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5001172149722591, | |
| "grad_norm": 0.19389759004116058, | |
| "learning_rate": 0.00016728187919463086, | |
| "loss": 0.9339, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5026178010471204, | |
| "grad_norm": 0.21175242960453033, | |
| "learning_rate": 0.00016711409395973154, | |
| "loss": 0.9171, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.5051183871219818, | |
| "grad_norm": 0.21076923608779907, | |
| "learning_rate": 0.00016694630872483222, | |
| "loss": 0.872, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.507618973196843, | |
| "grad_norm": 0.20474554598331451, | |
| "learning_rate": 0.0001667785234899329, | |
| "loss": 0.9452, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.5101195592717043, | |
| "grad_norm": 0.21046273410320282, | |
| "learning_rate": 0.00016661073825503358, | |
| "loss": 0.9573, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5126201453465656, | |
| "grad_norm": 0.2026781141757965, | |
| "learning_rate": 0.00016644295302013423, | |
| "loss": 0.9899, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.5151207314214269, | |
| "grad_norm": 0.22526352107524872, | |
| "learning_rate": 0.00016627516778523491, | |
| "loss": 0.9826, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5176213174962881, | |
| "grad_norm": 0.20340263843536377, | |
| "learning_rate": 0.00016610738255033557, | |
| "loss": 0.9356, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.5201219035711495, | |
| "grad_norm": 0.1983516812324524, | |
| "learning_rate": 0.00016593959731543625, | |
| "loss": 0.9663, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5226224896460108, | |
| "grad_norm": 0.19852115213871002, | |
| "learning_rate": 0.00016577181208053693, | |
| "loss": 0.97, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.5251230757208721, | |
| "grad_norm": 0.20500719547271729, | |
| "learning_rate": 0.00016560402684563758, | |
| "loss": 0.9304, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5276236617957334, | |
| "grad_norm": 0.2010101079940796, | |
| "learning_rate": 0.00016543624161073829, | |
| "loss": 0.9102, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.5301242478705946, | |
| "grad_norm": 0.21323886513710022, | |
| "learning_rate": 0.00016526845637583894, | |
| "loss": 0.9794, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.532624833945456, | |
| "grad_norm": 0.20126739144325256, | |
| "learning_rate": 0.00016510067114093962, | |
| "loss": 0.9326, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.5351254200203173, | |
| "grad_norm": 0.2181158810853958, | |
| "learning_rate": 0.00016493288590604027, | |
| "loss": 0.9925, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.5376260060951785, | |
| "grad_norm": 0.2002563178539276, | |
| "learning_rate": 0.00016476510067114095, | |
| "loss": 0.9283, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.5401265921700399, | |
| "grad_norm": 0.1901605725288391, | |
| "learning_rate": 0.0001645973154362416, | |
| "loss": 0.9481, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5426271782449011, | |
| "grad_norm": 0.20211246609687805, | |
| "learning_rate": 0.00016442953020134228, | |
| "loss": 0.9343, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.5451277643197624, | |
| "grad_norm": 0.19748587906360626, | |
| "learning_rate": 0.00016426174496644296, | |
| "loss": 0.9967, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.5476283503946238, | |
| "grad_norm": 0.2044479250907898, | |
| "learning_rate": 0.00016409395973154362, | |
| "loss": 0.9436, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.550128936469485, | |
| "grad_norm": 0.1923314779996872, | |
| "learning_rate": 0.00016392617449664432, | |
| "loss": 0.9535, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5526295225443464, | |
| "grad_norm": 0.1981159895658493, | |
| "learning_rate": 0.00016375838926174498, | |
| "loss": 0.9031, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.5551301086192076, | |
| "grad_norm": 0.19014570116996765, | |
| "learning_rate": 0.00016359060402684566, | |
| "loss": 0.9497, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.5576306946940689, | |
| "grad_norm": 0.19516299664974213, | |
| "learning_rate": 0.0001634228187919463, | |
| "loss": 0.9481, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.5601312807689303, | |
| "grad_norm": 0.2148059755563736, | |
| "learning_rate": 0.000163255033557047, | |
| "loss": 0.9571, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5626318668437915, | |
| "grad_norm": 0.20576442778110504, | |
| "learning_rate": 0.00016308724832214767, | |
| "loss": 1.0018, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5651324529186528, | |
| "grad_norm": 0.20371298491954803, | |
| "learning_rate": 0.00016291946308724832, | |
| "loss": 0.8954, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.5676330389935141, | |
| "grad_norm": 0.1865856647491455, | |
| "learning_rate": 0.000162751677852349, | |
| "loss": 0.9592, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.5701336250683754, | |
| "grad_norm": 0.20932011306285858, | |
| "learning_rate": 0.00016258389261744965, | |
| "loss": 0.9412, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5726342111432366, | |
| "grad_norm": 0.2131514698266983, | |
| "learning_rate": 0.00016241610738255036, | |
| "loss": 0.9413, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.575134797218098, | |
| "grad_norm": 0.19242137670516968, | |
| "learning_rate": 0.000162248322147651, | |
| "loss": 0.9244, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5776353832929593, | |
| "grad_norm": 0.20453810691833496, | |
| "learning_rate": 0.0001620805369127517, | |
| "loss": 0.9972, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.5801359693678206, | |
| "grad_norm": 0.19789357483386993, | |
| "learning_rate": 0.00016191275167785237, | |
| "loss": 0.9411, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5826365554426819, | |
| "grad_norm": 0.1875084787607193, | |
| "learning_rate": 0.00016174496644295302, | |
| "loss": 0.8877, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.5851371415175431, | |
| "grad_norm": 0.21921932697296143, | |
| "learning_rate": 0.0001615771812080537, | |
| "loss": 0.8957, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5876377275924045, | |
| "grad_norm": 0.19880889356136322, | |
| "learning_rate": 0.00016140939597315436, | |
| "loss": 1.0228, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5901383136672658, | |
| "grad_norm": 0.19592322409152985, | |
| "learning_rate": 0.00016124161073825504, | |
| "loss": 0.9665, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.592638899742127, | |
| "grad_norm": 0.19552145898342133, | |
| "learning_rate": 0.0001610738255033557, | |
| "loss": 0.8964, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.5951394858169884, | |
| "grad_norm": 0.20831383764743805, | |
| "learning_rate": 0.0001609060402684564, | |
| "loss": 0.9962, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.5976400718918496, | |
| "grad_norm": 0.20157143473625183, | |
| "learning_rate": 0.00016073825503355705, | |
| "loss": 0.9736, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.6001406579667109, | |
| "grad_norm": 0.19122959673404694, | |
| "learning_rate": 0.00016057046979865773, | |
| "loss": 0.9004, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6026412440415723, | |
| "grad_norm": 0.19804859161376953, | |
| "learning_rate": 0.0001604026845637584, | |
| "loss": 0.9438, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.6051418301164335, | |
| "grad_norm": 0.20546962320804596, | |
| "learning_rate": 0.00016023489932885906, | |
| "loss": 0.9389, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.6076424161912949, | |
| "grad_norm": 0.20515991747379303, | |
| "learning_rate": 0.00016006711409395974, | |
| "loss": 0.9325, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.6101430022661561, | |
| "grad_norm": 0.20005853474140167, | |
| "learning_rate": 0.0001598993288590604, | |
| "loss": 0.9827, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6126435883410174, | |
| "grad_norm": 0.22935104370117188, | |
| "learning_rate": 0.00015973154362416107, | |
| "loss": 0.9733, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.6151441744158788, | |
| "grad_norm": 0.19898930191993713, | |
| "learning_rate": 0.00015956375838926175, | |
| "loss": 0.976, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.61764476049074, | |
| "grad_norm": 0.19529736042022705, | |
| "learning_rate": 0.00015939597315436243, | |
| "loss": 0.9177, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.6201453465656013, | |
| "grad_norm": 0.2278802990913391, | |
| "learning_rate": 0.0001592281879194631, | |
| "loss": 0.9902, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6226459326404626, | |
| "grad_norm": 0.21218013763427734, | |
| "learning_rate": 0.00015906040268456377, | |
| "loss": 0.9617, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.6251465187153239, | |
| "grad_norm": 0.20722109079360962, | |
| "learning_rate": 0.00015889261744966445, | |
| "loss": 0.9364, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6276471047901852, | |
| "grad_norm": 0.21361340582370758, | |
| "learning_rate": 0.0001587248322147651, | |
| "loss": 0.9022, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.6301476908650465, | |
| "grad_norm": 0.2029501050710678, | |
| "learning_rate": 0.00015855704697986578, | |
| "loss": 0.9071, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6326482769399078, | |
| "grad_norm": 0.21769894659519196, | |
| "learning_rate": 0.00015838926174496643, | |
| "loss": 0.9579, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.6351488630147691, | |
| "grad_norm": 0.2267335206270218, | |
| "learning_rate": 0.0001582214765100671, | |
| "loss": 0.9522, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.6376494490896304, | |
| "grad_norm": 0.20004138350486755, | |
| "learning_rate": 0.0001580536912751678, | |
| "loss": 0.9873, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.6401500351644916, | |
| "grad_norm": 0.1902337670326233, | |
| "learning_rate": 0.00015788590604026847, | |
| "loss": 0.9001, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.642650621239353, | |
| "grad_norm": 0.2013217657804489, | |
| "learning_rate": 0.00015771812080536915, | |
| "loss": 0.9644, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.6451512073142143, | |
| "grad_norm": 0.1940159648656845, | |
| "learning_rate": 0.0001575503355704698, | |
| "loss": 0.9844, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.6476517933890755, | |
| "grad_norm": 0.20359578728675842, | |
| "learning_rate": 0.00015738255033557048, | |
| "loss": 0.9652, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.6501523794639369, | |
| "grad_norm": 0.18913763761520386, | |
| "learning_rate": 0.00015721476510067114, | |
| "loss": 0.9698, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6526529655387981, | |
| "grad_norm": 0.19329224526882172, | |
| "learning_rate": 0.00015704697986577181, | |
| "loss": 0.9558, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.6551535516136594, | |
| "grad_norm": 0.20145884156227112, | |
| "learning_rate": 0.0001568791946308725, | |
| "loss": 1.0232, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.6576541376885208, | |
| "grad_norm": 0.18802523612976074, | |
| "learning_rate": 0.00015671140939597315, | |
| "loss": 0.9492, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.660154723763382, | |
| "grad_norm": 0.19531258940696716, | |
| "learning_rate": 0.00015654362416107385, | |
| "loss": 0.9791, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6626553098382434, | |
| "grad_norm": 0.1917187124490738, | |
| "learning_rate": 0.0001563758389261745, | |
| "loss": 0.9741, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.6651558959131046, | |
| "grad_norm": 0.19565711915493011, | |
| "learning_rate": 0.0001562080536912752, | |
| "loss": 0.9876, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.6676564819879659, | |
| "grad_norm": 0.19605979323387146, | |
| "learning_rate": 0.00015604026845637584, | |
| "loss": 0.8845, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.6701570680628273, | |
| "grad_norm": 0.20349417626857758, | |
| "learning_rate": 0.00015587248322147652, | |
| "loss": 0.9595, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.6726576541376885, | |
| "grad_norm": 0.19674451649188995, | |
| "learning_rate": 0.0001557046979865772, | |
| "loss": 0.9113, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.6751582402125498, | |
| "grad_norm": 0.19608086347579956, | |
| "learning_rate": 0.00015553691275167785, | |
| "loss": 0.8849, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6776588262874111, | |
| "grad_norm": 0.1995520442724228, | |
| "learning_rate": 0.00015536912751677853, | |
| "loss": 0.9341, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.6801594123622724, | |
| "grad_norm": 0.20707178115844727, | |
| "learning_rate": 0.00015520134228187918, | |
| "loss": 0.9262, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.6826599984371337, | |
| "grad_norm": 0.20216511189937592, | |
| "learning_rate": 0.0001550335570469799, | |
| "loss": 0.9162, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.685160584511995, | |
| "grad_norm": 0.19384877383708954, | |
| "learning_rate": 0.00015486577181208054, | |
| "loss": 0.9264, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6876611705868563, | |
| "grad_norm": 0.21822841465473175, | |
| "learning_rate": 0.00015469798657718122, | |
| "loss": 0.9299, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.6901617566617176, | |
| "grad_norm": 0.195476695895195, | |
| "learning_rate": 0.00015453020134228188, | |
| "loss": 0.9246, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6926623427365789, | |
| "grad_norm": 0.2062695026397705, | |
| "learning_rate": 0.00015436241610738256, | |
| "loss": 0.9143, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.6951629288114402, | |
| "grad_norm": 0.20120318233966827, | |
| "learning_rate": 0.00015419463087248324, | |
| "loss": 0.9244, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.6976635148863015, | |
| "grad_norm": 0.19195373356342316, | |
| "learning_rate": 0.0001540268456375839, | |
| "loss": 0.9629, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.7001641009611628, | |
| "grad_norm": 0.20471717417240143, | |
| "learning_rate": 0.00015385906040268457, | |
| "loss": 0.9761, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.702664687036024, | |
| "grad_norm": 0.192673459649086, | |
| "learning_rate": 0.00015369127516778522, | |
| "loss": 0.9769, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.7051652731108854, | |
| "grad_norm": 0.18674695491790771, | |
| "learning_rate": 0.00015352348993288593, | |
| "loss": 0.908, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7076658591857466, | |
| "grad_norm": 0.2033309042453766, | |
| "learning_rate": 0.00015335570469798658, | |
| "loss": 0.9619, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.7101664452606079, | |
| "grad_norm": 0.20086367428302765, | |
| "learning_rate": 0.00015318791946308726, | |
| "loss": 0.9986, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7126670313354693, | |
| "grad_norm": 0.197890967130661, | |
| "learning_rate": 0.00015302013422818794, | |
| "loss": 0.9179, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.7151676174103305, | |
| "grad_norm": 0.19057410955429077, | |
| "learning_rate": 0.0001528523489932886, | |
| "loss": 0.956, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.7176682034851919, | |
| "grad_norm": 0.1913488209247589, | |
| "learning_rate": 0.00015268456375838927, | |
| "loss": 0.8821, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.7201687895600531, | |
| "grad_norm": 0.19540366530418396, | |
| "learning_rate": 0.00015251677852348993, | |
| "loss": 0.8933, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7226693756349144, | |
| "grad_norm": 0.20779870450496674, | |
| "learning_rate": 0.0001523489932885906, | |
| "loss": 0.9556, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.7251699617097758, | |
| "grad_norm": 0.19707651436328888, | |
| "learning_rate": 0.00015218120805369129, | |
| "loss": 0.9283, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.727670547784637, | |
| "grad_norm": 0.19629661738872528, | |
| "learning_rate": 0.00015201342281879196, | |
| "loss": 0.9423, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.7301711338594983, | |
| "grad_norm": 0.19412437081336975, | |
| "learning_rate": 0.00015184563758389262, | |
| "loss": 0.9046, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.7326717199343596, | |
| "grad_norm": 0.19544045627117157, | |
| "learning_rate": 0.0001516778523489933, | |
| "loss": 0.8976, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.7351723060092209, | |
| "grad_norm": 0.19209088385105133, | |
| "learning_rate": 0.00015151006711409398, | |
| "loss": 0.9031, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.7376728920840822, | |
| "grad_norm": 0.20053426921367645, | |
| "learning_rate": 0.00015134228187919463, | |
| "loss": 0.9324, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.7401734781589435, | |
| "grad_norm": 0.2002066671848297, | |
| "learning_rate": 0.0001511744966442953, | |
| "loss": 0.995, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.7426740642338048, | |
| "grad_norm": 0.1972004473209381, | |
| "learning_rate": 0.00015100671140939596, | |
| "loss": 0.9182, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.7451746503086661, | |
| "grad_norm": 0.19501295685768127, | |
| "learning_rate": 0.00015083892617449664, | |
| "loss": 0.9431, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.7476752363835274, | |
| "grad_norm": 0.20371028780937195, | |
| "learning_rate": 0.00015067114093959732, | |
| "loss": 0.9059, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.7501758224583887, | |
| "grad_norm": 0.23006804287433624, | |
| "learning_rate": 0.000150503355704698, | |
| "loss": 0.9876, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.75267640853325, | |
| "grad_norm": 0.18891564011573792, | |
| "learning_rate": 0.00015033557046979868, | |
| "loss": 0.9465, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.7551769946081113, | |
| "grad_norm": 0.1992032378911972, | |
| "learning_rate": 0.00015016778523489933, | |
| "loss": 0.939, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.7576775806829725, | |
| "grad_norm": 0.20672324299812317, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.8997, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.7601781667578339, | |
| "grad_norm": 0.20514875650405884, | |
| "learning_rate": 0.00014983221476510067, | |
| "loss": 0.9027, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.7626787528326952, | |
| "grad_norm": 0.19662059843540192, | |
| "learning_rate": 0.00014966442953020135, | |
| "loss": 0.9504, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.7651793389075564, | |
| "grad_norm": 0.19113412499427795, | |
| "learning_rate": 0.00014949664429530203, | |
| "loss": 0.8445, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.7676799249824178, | |
| "grad_norm": 0.20623773336410522, | |
| "learning_rate": 0.00014932885906040268, | |
| "loss": 0.9669, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.770180511057279, | |
| "grad_norm": 0.20261040329933167, | |
| "learning_rate": 0.00014916107382550339, | |
| "loss": 0.9047, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.7726810971321404, | |
| "grad_norm": 0.19355683028697968, | |
| "learning_rate": 0.00014899328859060404, | |
| "loss": 0.9422, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.7751816832070016, | |
| "grad_norm": 0.21379676461219788, | |
| "learning_rate": 0.00014882550335570472, | |
| "loss": 0.9782, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7776822692818629, | |
| "grad_norm": 0.20317813754081726, | |
| "learning_rate": 0.00014865771812080537, | |
| "loss": 0.931, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.7801828553567243, | |
| "grad_norm": 0.20362474024295807, | |
| "learning_rate": 0.00014848993288590605, | |
| "loss": 0.8662, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.7826834414315855, | |
| "grad_norm": 0.20510531961917877, | |
| "learning_rate": 0.0001483221476510067, | |
| "loss": 1.0119, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.7851840275064468, | |
| "grad_norm": 0.19395427405834198, | |
| "learning_rate": 0.00014815436241610738, | |
| "loss": 0.9228, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.7876846135813081, | |
| "grad_norm": 0.1922769993543625, | |
| "learning_rate": 0.00014798657718120806, | |
| "loss": 0.9197, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.7901851996561694, | |
| "grad_norm": 0.2138831913471222, | |
| "learning_rate": 0.00014781879194630872, | |
| "loss": 0.9551, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.7926857857310307, | |
| "grad_norm": 0.1988006830215454, | |
| "learning_rate": 0.00014765100671140942, | |
| "loss": 0.9624, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.795186371805892, | |
| "grad_norm": 0.19090843200683594, | |
| "learning_rate": 0.00014748322147651008, | |
| "loss": 0.9382, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.7976869578807533, | |
| "grad_norm": 0.19148418307304382, | |
| "learning_rate": 0.00014731543624161076, | |
| "loss": 0.9222, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.8001875439556146, | |
| "grad_norm": 0.19201642274856567, | |
| "learning_rate": 0.0001471476510067114, | |
| "loss": 0.9356, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8026881300304759, | |
| "grad_norm": 0.18535450100898743, | |
| "learning_rate": 0.0001469798657718121, | |
| "loss": 0.9196, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.8051887161053372, | |
| "grad_norm": 0.19076795876026154, | |
| "learning_rate": 0.00014681208053691277, | |
| "loss": 0.9523, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.8076893021801985, | |
| "grad_norm": 0.2030184417963028, | |
| "learning_rate": 0.00014664429530201342, | |
| "loss": 0.9695, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.8101898882550598, | |
| "grad_norm": 0.18903104960918427, | |
| "learning_rate": 0.0001464765100671141, | |
| "loss": 0.9315, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.812690474329921, | |
| "grad_norm": 0.18826857209205627, | |
| "learning_rate": 0.00014630872483221478, | |
| "loss": 0.9309, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.8151910604047824, | |
| "grad_norm": 0.1963105946779251, | |
| "learning_rate": 0.00014614093959731546, | |
| "loss": 0.8993, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.8176916464796437, | |
| "grad_norm": 0.20250087976455688, | |
| "learning_rate": 0.0001459731543624161, | |
| "loss": 0.9275, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.8201922325545049, | |
| "grad_norm": 0.20003145933151245, | |
| "learning_rate": 0.0001458053691275168, | |
| "loss": 0.9373, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8226928186293663, | |
| "grad_norm": 0.18792639672756195, | |
| "learning_rate": 0.00014563758389261744, | |
| "loss": 0.861, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.8251934047042275, | |
| "grad_norm": 0.19464413821697235, | |
| "learning_rate": 0.00014546979865771812, | |
| "loss": 0.9148, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8276939907790889, | |
| "grad_norm": 0.19977621734142303, | |
| "learning_rate": 0.0001453020134228188, | |
| "loss": 0.9171, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.8301945768539502, | |
| "grad_norm": 0.20777297019958496, | |
| "learning_rate": 0.00014513422818791946, | |
| "loss": 0.9772, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.8326951629288114, | |
| "grad_norm": 0.2004861682653427, | |
| "learning_rate": 0.00014496644295302014, | |
| "loss": 0.9501, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.8351957490036728, | |
| "grad_norm": 0.19017265737056732, | |
| "learning_rate": 0.00014479865771812082, | |
| "loss": 0.8614, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.837696335078534, | |
| "grad_norm": 0.20576266944408417, | |
| "learning_rate": 0.0001446308724832215, | |
| "loss": 0.9464, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.8401969211533953, | |
| "grad_norm": 0.2054765373468399, | |
| "learning_rate": 0.00014446308724832215, | |
| "loss": 0.9268, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.8426975072282566, | |
| "grad_norm": 0.19856566190719604, | |
| "learning_rate": 0.00014429530201342283, | |
| "loss": 0.9044, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.8451980933031179, | |
| "grad_norm": 0.20033764839172363, | |
| "learning_rate": 0.0001441275167785235, | |
| "loss": 0.9379, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.8476986793779792, | |
| "grad_norm": 0.19791364669799805, | |
| "learning_rate": 0.00014395973154362416, | |
| "loss": 0.8634, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.8501992654528405, | |
| "grad_norm": 0.19763191044330597, | |
| "learning_rate": 0.00014379194630872484, | |
| "loss": 0.9071, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8526998515277018, | |
| "grad_norm": 0.2084035873413086, | |
| "learning_rate": 0.0001436241610738255, | |
| "loss": 0.9449, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.8552004376025631, | |
| "grad_norm": 0.20290718972682953, | |
| "learning_rate": 0.00014345637583892617, | |
| "loss": 0.9239, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.8577010236774244, | |
| "grad_norm": 0.20317819714546204, | |
| "learning_rate": 0.00014328859060402685, | |
| "loss": 0.9065, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.8602016097522857, | |
| "grad_norm": 0.19348326325416565, | |
| "learning_rate": 0.00014312080536912753, | |
| "loss": 0.8981, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.862702195827147, | |
| "grad_norm": 0.20921850204467773, | |
| "learning_rate": 0.00014295302013422819, | |
| "loss": 0.8473, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.8652027819020083, | |
| "grad_norm": 0.1959138959646225, | |
| "learning_rate": 0.00014278523489932887, | |
| "loss": 0.9086, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.8677033679768695, | |
| "grad_norm": 0.18429264426231384, | |
| "learning_rate": 0.00014261744966442955, | |
| "loss": 0.9492, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.8702039540517309, | |
| "grad_norm": 0.19408418238162994, | |
| "learning_rate": 0.0001424496644295302, | |
| "loss": 0.9161, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.8727045401265922, | |
| "grad_norm": 0.19348210096359253, | |
| "learning_rate": 0.00014228187919463088, | |
| "loss": 0.8937, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.8752051262014535, | |
| "grad_norm": 0.20142613351345062, | |
| "learning_rate": 0.00014211409395973153, | |
| "loss": 0.928, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8777057122763148, | |
| "grad_norm": 0.19699464738368988, | |
| "learning_rate": 0.0001419463087248322, | |
| "loss": 0.9856, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.880206298351176, | |
| "grad_norm": 0.19020123779773712, | |
| "learning_rate": 0.0001417785234899329, | |
| "loss": 0.9221, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.8827068844260374, | |
| "grad_norm": 0.18610498309135437, | |
| "learning_rate": 0.00014161073825503357, | |
| "loss": 0.8846, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.8852074705008987, | |
| "grad_norm": 0.20566537976264954, | |
| "learning_rate": 0.00014144295302013425, | |
| "loss": 0.9766, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.8877080565757599, | |
| "grad_norm": 0.18680301308631897, | |
| "learning_rate": 0.0001412751677852349, | |
| "loss": 0.8741, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.8902086426506213, | |
| "grad_norm": 0.19031471014022827, | |
| "learning_rate": 0.00014110738255033558, | |
| "loss": 0.9063, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.8927092287254825, | |
| "grad_norm": 0.18606281280517578, | |
| "learning_rate": 0.00014093959731543624, | |
| "loss": 0.9157, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.8952098148003438, | |
| "grad_norm": 0.19429543614387512, | |
| "learning_rate": 0.00014077181208053691, | |
| "loss": 0.9557, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.8977104008752052, | |
| "grad_norm": 0.205494686961174, | |
| "learning_rate": 0.0001406040268456376, | |
| "loss": 0.9504, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.9002109869500664, | |
| "grad_norm": 0.21151868999004364, | |
| "learning_rate": 0.00014043624161073827, | |
| "loss": 0.9404, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9027115730249278, | |
| "grad_norm": 0.19715413451194763, | |
| "learning_rate": 0.00014026845637583895, | |
| "loss": 0.9368, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.905212159099789, | |
| "grad_norm": 0.20190200209617615, | |
| "learning_rate": 0.0001401006711409396, | |
| "loss": 0.8945, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.9077127451746503, | |
| "grad_norm": 0.19868037104606628, | |
| "learning_rate": 0.0001399328859060403, | |
| "loss": 0.914, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.9102133312495116, | |
| "grad_norm": 0.1939004808664322, | |
| "learning_rate": 0.00013976510067114094, | |
| "loss": 0.9319, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9127139173243729, | |
| "grad_norm": 0.21012766659259796, | |
| "learning_rate": 0.00013959731543624162, | |
| "loss": 0.9357, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.9152145033992342, | |
| "grad_norm": 0.19320148229599, | |
| "learning_rate": 0.00013942953020134227, | |
| "loss": 0.9171, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.9177150894740955, | |
| "grad_norm": 0.19462816417217255, | |
| "learning_rate": 0.00013926174496644295, | |
| "loss": 0.8754, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.9202156755489568, | |
| "grad_norm": 0.19171462953090668, | |
| "learning_rate": 0.00013909395973154363, | |
| "loss": 0.8649, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.922716261623818, | |
| "grad_norm": 0.19302335381507874, | |
| "learning_rate": 0.0001389261744966443, | |
| "loss": 0.8818, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.9252168476986794, | |
| "grad_norm": 0.19845272600650787, | |
| "learning_rate": 0.000138758389261745, | |
| "loss": 0.9664, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.9277174337735407, | |
| "grad_norm": 0.19285465776920319, | |
| "learning_rate": 0.00013859060402684564, | |
| "loss": 0.938, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.930218019848402, | |
| "grad_norm": 0.19765235483646393, | |
| "learning_rate": 0.00013842281879194632, | |
| "loss": 0.9196, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.9327186059232633, | |
| "grad_norm": 0.19708356261253357, | |
| "learning_rate": 0.00013825503355704698, | |
| "loss": 0.9941, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.9352191919981245, | |
| "grad_norm": 0.20135480165481567, | |
| "learning_rate": 0.00013808724832214766, | |
| "loss": 0.9202, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.9377197780729859, | |
| "grad_norm": 0.20005004107952118, | |
| "learning_rate": 0.00013791946308724834, | |
| "loss": 0.9331, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.9402203641478472, | |
| "grad_norm": 0.19034837186336517, | |
| "learning_rate": 0.000137751677852349, | |
| "loss": 0.8916, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.9427209502227084, | |
| "grad_norm": 0.19903801381587982, | |
| "learning_rate": 0.00013758389261744967, | |
| "loss": 0.8614, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.9452215362975698, | |
| "grad_norm": 0.19618506729602814, | |
| "learning_rate": 0.00013741610738255035, | |
| "loss": 0.9527, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.947722122372431, | |
| "grad_norm": 0.1987503319978714, | |
| "learning_rate": 0.00013724832214765103, | |
| "loss": 0.8987, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.9502227084472923, | |
| "grad_norm": 0.1936248540878296, | |
| "learning_rate": 0.00013708053691275168, | |
| "loss": 0.8943, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9527232945221537, | |
| "grad_norm": 0.19770075380802155, | |
| "learning_rate": 0.00013691275167785236, | |
| "loss": 0.918, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.9552238805970149, | |
| "grad_norm": 0.19526584446430206, | |
| "learning_rate": 0.000136744966442953, | |
| "loss": 0.9709, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.9577244666718763, | |
| "grad_norm": 0.20261335372924805, | |
| "learning_rate": 0.0001365771812080537, | |
| "loss": 0.9189, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.9602250527467375, | |
| "grad_norm": 0.2129514068365097, | |
| "learning_rate": 0.00013640939597315437, | |
| "loss": 0.9054, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9627256388215988, | |
| "grad_norm": 0.20009979605674744, | |
| "learning_rate": 0.00013624161073825503, | |
| "loss": 0.8555, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.9652262248964601, | |
| "grad_norm": 0.22270314395427704, | |
| "learning_rate": 0.0001360738255033557, | |
| "loss": 0.9823, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.9677268109713214, | |
| "grad_norm": 0.20095857977867126, | |
| "learning_rate": 0.00013590604026845639, | |
| "loss": 0.8974, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.9702273970461827, | |
| "grad_norm": 0.21703922748565674, | |
| "learning_rate": 0.00013573825503355706, | |
| "loss": 0.9612, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.972727983121044, | |
| "grad_norm": 0.20171691477298737, | |
| "learning_rate": 0.00013557046979865772, | |
| "loss": 0.9066, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.9752285691959053, | |
| "grad_norm": 0.21097329258918762, | |
| "learning_rate": 0.0001354026845637584, | |
| "loss": 0.9024, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9777291552707665, | |
| "grad_norm": 0.1949266642332077, | |
| "learning_rate": 0.00013523489932885908, | |
| "loss": 0.8925, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.9802297413456279, | |
| "grad_norm": 0.20178557932376862, | |
| "learning_rate": 0.00013506711409395973, | |
| "loss": 0.9671, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.9827303274204892, | |
| "grad_norm": 0.1976921707391739, | |
| "learning_rate": 0.0001348993288590604, | |
| "loss": 0.8416, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.9852309134953505, | |
| "grad_norm": 0.20067280530929565, | |
| "learning_rate": 0.00013473154362416106, | |
| "loss": 0.9176, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.9877314995702118, | |
| "grad_norm": 0.20026645064353943, | |
| "learning_rate": 0.00013456375838926174, | |
| "loss": 0.9605, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.990232085645073, | |
| "grad_norm": 0.2071172446012497, | |
| "learning_rate": 0.00013439597315436242, | |
| "loss": 0.8994, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.9927326717199344, | |
| "grad_norm": 0.20478585362434387, | |
| "learning_rate": 0.0001342281879194631, | |
| "loss": 0.8575, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.9952332577947957, | |
| "grad_norm": 0.21187831461429596, | |
| "learning_rate": 0.00013406040268456378, | |
| "loss": 0.9329, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.9977338438696569, | |
| "grad_norm": 0.20360170304775238, | |
| "learning_rate": 0.00013389261744966443, | |
| "loss": 0.912, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.0002344299445183, | |
| "grad_norm": 0.20638534426689148, | |
| "learning_rate": 0.00013372483221476511, | |
| "loss": 0.9548, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0027350160193795, | |
| "grad_norm": 0.20016121864318848, | |
| "learning_rate": 0.00013355704697986577, | |
| "loss": 0.8672, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.0052356020942408, | |
| "grad_norm": 0.19950714707374573, | |
| "learning_rate": 0.00013338926174496645, | |
| "loss": 0.9067, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.007736188169102, | |
| "grad_norm": 0.19529801607131958, | |
| "learning_rate": 0.0001332214765100671, | |
| "loss": 0.9288, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.0102367742439635, | |
| "grad_norm": 0.19638019800186157, | |
| "learning_rate": 0.0001330536912751678, | |
| "loss": 0.8655, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.0127373603188248, | |
| "grad_norm": 0.2076416313648224, | |
| "learning_rate": 0.00013288590604026846, | |
| "loss": 0.8996, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.015237946393686, | |
| "grad_norm": 0.19819454848766327, | |
| "learning_rate": 0.00013271812080536914, | |
| "loss": 0.8955, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.0177385324685473, | |
| "grad_norm": 0.2053442746400833, | |
| "learning_rate": 0.00013255033557046982, | |
| "loss": 0.8902, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.0202391185434085, | |
| "grad_norm": 0.211964949965477, | |
| "learning_rate": 0.00013238255033557047, | |
| "loss": 0.8836, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.02273970461827, | |
| "grad_norm": 0.21029819548130035, | |
| "learning_rate": 0.00013221476510067115, | |
| "loss": 0.8894, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.0252402906931313, | |
| "grad_norm": 0.20015518367290497, | |
| "learning_rate": 0.0001320469798657718, | |
| "loss": 0.9041, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.0277408767679925, | |
| "grad_norm": 0.2067364752292633, | |
| "learning_rate": 0.00013187919463087248, | |
| "loss": 0.8769, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.0302414628428538, | |
| "grad_norm": 0.21249079704284668, | |
| "learning_rate": 0.00013171140939597316, | |
| "loss": 0.8352, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.032742048917715, | |
| "grad_norm": 0.20129866898059845, | |
| "learning_rate": 0.00013154362416107384, | |
| "loss": 0.8499, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.0352426349925763, | |
| "grad_norm": 0.19970041513442993, | |
| "learning_rate": 0.00013137583892617452, | |
| "loss": 0.8604, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.0377432210674378, | |
| "grad_norm": 0.20939721167087555, | |
| "learning_rate": 0.00013120805369127518, | |
| "loss": 0.875, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.040243807142299, | |
| "grad_norm": 0.19969108700752258, | |
| "learning_rate": 0.00013104026845637586, | |
| "loss": 0.8776, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.0427443932171603, | |
| "grad_norm": 0.21169830858707428, | |
| "learning_rate": 0.0001308724832214765, | |
| "loss": 0.8733, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.0452449792920215, | |
| "grad_norm": 0.20807021856307983, | |
| "learning_rate": 0.0001307046979865772, | |
| "loss": 0.9011, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.0477455653668828, | |
| "grad_norm": 0.20478905737400055, | |
| "learning_rate": 0.00013053691275167784, | |
| "loss": 0.8469, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.050246151441744, | |
| "grad_norm": 0.20112550258636475, | |
| "learning_rate": 0.00013036912751677852, | |
| "loss": 0.8337, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.0527467375166055, | |
| "grad_norm": 0.20829133689403534, | |
| "learning_rate": 0.0001302013422818792, | |
| "loss": 0.8658, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.0552473235914668, | |
| "grad_norm": 0.2128250151872635, | |
| "learning_rate": 0.00013003355704697988, | |
| "loss": 0.9182, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.057747909666328, | |
| "grad_norm": 0.21892035007476807, | |
| "learning_rate": 0.00012986577181208056, | |
| "loss": 0.8941, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.0602484957411893, | |
| "grad_norm": 0.21170388162136078, | |
| "learning_rate": 0.0001296979865771812, | |
| "loss": 0.8941, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.0627490818160505, | |
| "grad_norm": 0.22825805842876434, | |
| "learning_rate": 0.0001295302013422819, | |
| "loss": 0.8802, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.065249667890912, | |
| "grad_norm": 0.22174450755119324, | |
| "learning_rate": 0.00012936241610738254, | |
| "loss": 0.8551, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.0677502539657733, | |
| "grad_norm": 0.21162670850753784, | |
| "learning_rate": 0.00012919463087248322, | |
| "loss": 0.8937, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.0702508400406345, | |
| "grad_norm": 0.21269601583480835, | |
| "learning_rate": 0.0001290268456375839, | |
| "loss": 0.8639, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.0727514261154958, | |
| "grad_norm": 0.21762597560882568, | |
| "learning_rate": 0.00012885906040268456, | |
| "loss": 0.844, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.075252012190357, | |
| "grad_norm": 0.22435954213142395, | |
| "learning_rate": 0.00012869127516778524, | |
| "loss": 0.9042, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.0777525982652185, | |
| "grad_norm": 0.21457557380199432, | |
| "learning_rate": 0.00012852348993288592, | |
| "loss": 0.8402, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.0802531843400798, | |
| "grad_norm": 0.21020552515983582, | |
| "learning_rate": 0.0001283557046979866, | |
| "loss": 0.9129, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.082753770414941, | |
| "grad_norm": 0.21104837954044342, | |
| "learning_rate": 0.00012818791946308725, | |
| "loss": 0.9079, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.0852543564898023, | |
| "grad_norm": 0.21720872819423676, | |
| "learning_rate": 0.00012802013422818793, | |
| "loss": 0.858, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.0877549425646635, | |
| "grad_norm": 0.21718966960906982, | |
| "learning_rate": 0.0001278523489932886, | |
| "loss": 0.9565, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.0902555286395248, | |
| "grad_norm": 0.21655264496803284, | |
| "learning_rate": 0.00012768456375838926, | |
| "loss": 0.8807, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.0927561147143863, | |
| "grad_norm": 0.22126564383506775, | |
| "learning_rate": 0.00012751677852348994, | |
| "loss": 0.8452, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.0952567007892475, | |
| "grad_norm": 0.20520944893360138, | |
| "learning_rate": 0.0001273489932885906, | |
| "loss": 0.8467, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.0977572868641088, | |
| "grad_norm": 0.21571533381938934, | |
| "learning_rate": 0.0001271812080536913, | |
| "loss": 0.8682, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.10025787293897, | |
| "grad_norm": 0.22515913844108582, | |
| "learning_rate": 0.00012701342281879195, | |
| "loss": 0.862, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.1027584590138313, | |
| "grad_norm": 0.2109398990869522, | |
| "learning_rate": 0.00012684563758389263, | |
| "loss": 0.8754, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.1052590450886925, | |
| "grad_norm": 0.21629829704761505, | |
| "learning_rate": 0.00012667785234899329, | |
| "loss": 0.8876, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.107759631163554, | |
| "grad_norm": 0.22433191537857056, | |
| "learning_rate": 0.00012651006711409397, | |
| "loss": 0.9026, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.1102602172384153, | |
| "grad_norm": 0.2074134796857834, | |
| "learning_rate": 0.00012634228187919465, | |
| "loss": 0.8615, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.1127608033132765, | |
| "grad_norm": 0.20749977231025696, | |
| "learning_rate": 0.0001261744966442953, | |
| "loss": 0.8419, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.1152613893881378, | |
| "grad_norm": 0.22443081438541412, | |
| "learning_rate": 0.00012600671140939598, | |
| "loss": 0.8668, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.117761975462999, | |
| "grad_norm": 0.21158166229724884, | |
| "learning_rate": 0.00012583892617449663, | |
| "loss": 0.8208, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.1202625615378605, | |
| "grad_norm": 0.2097133845090866, | |
| "learning_rate": 0.00012567114093959734, | |
| "loss": 0.9029, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.1227631476127218, | |
| "grad_norm": 0.22370265424251556, | |
| "learning_rate": 0.000125503355704698, | |
| "loss": 0.8474, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.125263733687583, | |
| "grad_norm": 0.214742511510849, | |
| "learning_rate": 0.00012533557046979867, | |
| "loss": 0.8601, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.1277643197624443, | |
| "grad_norm": 0.2197917401790619, | |
| "learning_rate": 0.00012516778523489935, | |
| "loss": 0.809, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.1302649058373055, | |
| "grad_norm": 0.22799834609031677, | |
| "learning_rate": 0.000125, | |
| "loss": 0.8841, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.132765491912167, | |
| "grad_norm": 0.22149550914764404, | |
| "learning_rate": 0.00012483221476510068, | |
| "loss": 0.9131, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.1352660779870283, | |
| "grad_norm": 0.21215297281742096, | |
| "learning_rate": 0.00012466442953020134, | |
| "loss": 0.8944, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.1377666640618895, | |
| "grad_norm": 0.22512802481651306, | |
| "learning_rate": 0.00012449664429530201, | |
| "loss": 0.8935, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.1402672501367508, | |
| "grad_norm": 0.21118547022342682, | |
| "learning_rate": 0.00012432885906040267, | |
| "loss": 0.9184, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.142767836211612, | |
| "grad_norm": 0.21238967776298523, | |
| "learning_rate": 0.00012416107382550337, | |
| "loss": 0.8627, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.1452684222864733, | |
| "grad_norm": 0.22024264931678772, | |
| "learning_rate": 0.00012399328859060403, | |
| "loss": 0.8885, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.1477690083613348, | |
| "grad_norm": 0.21847938001155853, | |
| "learning_rate": 0.0001238255033557047, | |
| "loss": 0.8765, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.150269594436196, | |
| "grad_norm": 0.21836036443710327, | |
| "learning_rate": 0.0001236577181208054, | |
| "loss": 0.8597, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.1527701805110573, | |
| "grad_norm": 0.2130286544561386, | |
| "learning_rate": 0.00012348993288590604, | |
| "loss": 0.8768, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.1552707665859185, | |
| "grad_norm": 0.21369999647140503, | |
| "learning_rate": 0.00012332214765100672, | |
| "loss": 0.8017, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.1577713526607798, | |
| "grad_norm": 0.2259240299463272, | |
| "learning_rate": 0.00012315436241610737, | |
| "loss": 0.8715, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.160271938735641, | |
| "grad_norm": 0.21691924333572388, | |
| "learning_rate": 0.00012298657718120805, | |
| "loss": 0.9279, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.1627725248105025, | |
| "grad_norm": 0.20966695249080658, | |
| "learning_rate": 0.00012281879194630873, | |
| "loss": 0.8204, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.1652731108853638, | |
| "grad_norm": 0.2113383263349533, | |
| "learning_rate": 0.0001226510067114094, | |
| "loss": 0.8876, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.167773696960225, | |
| "grad_norm": 0.2332780808210373, | |
| "learning_rate": 0.0001224832214765101, | |
| "loss": 0.8446, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.1702742830350863, | |
| "grad_norm": 0.21881066262722015, | |
| "learning_rate": 0.00012231543624161074, | |
| "loss": 0.8721, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.1727748691099475, | |
| "grad_norm": 0.21677622199058533, | |
| "learning_rate": 0.00012214765100671142, | |
| "loss": 0.8083, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.175275455184809, | |
| "grad_norm": 0.22742587327957153, | |
| "learning_rate": 0.00012197986577181209, | |
| "loss": 0.8901, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.1777760412596703, | |
| "grad_norm": 0.21044526994228363, | |
| "learning_rate": 0.00012181208053691276, | |
| "loss": 0.8411, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.1802766273345315, | |
| "grad_norm": 0.2221437394618988, | |
| "learning_rate": 0.00012164429530201342, | |
| "loss": 0.8908, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.1827772134093928, | |
| "grad_norm": 0.22299771010875702, | |
| "learning_rate": 0.00012147651006711409, | |
| "loss": 0.8717, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.185277799484254, | |
| "grad_norm": 0.2145218700170517, | |
| "learning_rate": 0.00012130872483221478, | |
| "loss": 0.8593, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.1877783855591155, | |
| "grad_norm": 0.2120436728000641, | |
| "learning_rate": 0.00012114093959731545, | |
| "loss": 0.8369, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.1902789716339768, | |
| "grad_norm": 0.24196121096611023, | |
| "learning_rate": 0.00012097315436241611, | |
| "loss": 0.8599, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.192779557708838, | |
| "grad_norm": 0.2327934354543686, | |
| "learning_rate": 0.0001208053691275168, | |
| "loss": 0.8856, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.1952801437836993, | |
| "grad_norm": 0.2271525263786316, | |
| "learning_rate": 0.00012063758389261746, | |
| "loss": 0.8695, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.1977807298585605, | |
| "grad_norm": 0.22260010242462158, | |
| "learning_rate": 0.00012046979865771813, | |
| "loss": 0.8731, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.2002813159334218, | |
| "grad_norm": 0.21468815207481384, | |
| "learning_rate": 0.00012030201342281879, | |
| "loss": 0.9019, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.2027819020082833, | |
| "grad_norm": 0.20896653831005096, | |
| "learning_rate": 0.00012013422818791946, | |
| "loss": 0.8784, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.2052824880831445, | |
| "grad_norm": 0.2142104059457779, | |
| "learning_rate": 0.00011996644295302013, | |
| "loss": 0.8668, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.2077830741580058, | |
| "grad_norm": 0.2258850336074829, | |
| "learning_rate": 0.00011979865771812082, | |
| "loss": 0.8904, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.210283660232867, | |
| "grad_norm": 0.21830275654792786, | |
| "learning_rate": 0.00011963087248322149, | |
| "loss": 0.8879, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.2127842463077283, | |
| "grad_norm": 0.2106282114982605, | |
| "learning_rate": 0.00011946308724832216, | |
| "loss": 0.8283, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.2152848323825896, | |
| "grad_norm": 0.21384255588054657, | |
| "learning_rate": 0.00011929530201342283, | |
| "loss": 0.8397, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.217785418457451, | |
| "grad_norm": 0.22718624770641327, | |
| "learning_rate": 0.0001191275167785235, | |
| "loss": 0.8968, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.2202860045323123, | |
| "grad_norm": 0.21989531815052032, | |
| "learning_rate": 0.00011895973154362416, | |
| "loss": 0.8884, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.2227865906071735, | |
| "grad_norm": 0.224409282207489, | |
| "learning_rate": 0.00011879194630872483, | |
| "loss": 0.9135, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.2252871766820348, | |
| "grad_norm": 0.21789176762104034, | |
| "learning_rate": 0.0001186241610738255, | |
| "loss": 0.8462, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.227787762756896, | |
| "grad_norm": 0.21743899583816528, | |
| "learning_rate": 0.00011845637583892618, | |
| "loss": 0.8244, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.2302883488317575, | |
| "grad_norm": 0.22736044228076935, | |
| "learning_rate": 0.00011828859060402686, | |
| "loss": 0.9055, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.2327889349066188, | |
| "grad_norm": 0.22548165917396545, | |
| "learning_rate": 0.00011812080536912754, | |
| "loss": 0.821, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.23528952098148, | |
| "grad_norm": 0.22150689363479614, | |
| "learning_rate": 0.0001179530201342282, | |
| "loss": 0.8681, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.2377901070563413, | |
| "grad_norm": 0.21708747744560242, | |
| "learning_rate": 0.00011778523489932887, | |
| "loss": 0.8926, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.2402906931312025, | |
| "grad_norm": 0.21993860602378845, | |
| "learning_rate": 0.00011761744966442953, | |
| "loss": 0.8876, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.242791279206064, | |
| "grad_norm": 0.21238721907138824, | |
| "learning_rate": 0.0001174496644295302, | |
| "loss": 0.8245, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.2452918652809253, | |
| "grad_norm": 0.22117340564727783, | |
| "learning_rate": 0.00011728187919463087, | |
| "loss": 0.9044, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.2477924513557865, | |
| "grad_norm": 0.21898695826530457, | |
| "learning_rate": 0.00011711409395973155, | |
| "loss": 0.9172, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.2502930374306478, | |
| "grad_norm": 0.22206924855709076, | |
| "learning_rate": 0.00011694630872483221, | |
| "loss": 0.8968, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.252793623505509, | |
| "grad_norm": 0.21640115976333618, | |
| "learning_rate": 0.0001167785234899329, | |
| "loss": 0.8456, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.2552942095803705, | |
| "grad_norm": 0.21233998239040375, | |
| "learning_rate": 0.00011661073825503357, | |
| "loss": 0.8522, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.2577947956552316, | |
| "grad_norm": 0.20975713431835175, | |
| "learning_rate": 0.00011644295302013424, | |
| "loss": 0.8824, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.260295381730093, | |
| "grad_norm": 0.21990106999874115, | |
| "learning_rate": 0.0001162751677852349, | |
| "loss": 0.8796, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.2627959678049543, | |
| "grad_norm": 0.21988140046596527, | |
| "learning_rate": 0.00011610738255033557, | |
| "loss": 0.8631, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.2652965538798155, | |
| "grad_norm": 0.20216408371925354, | |
| "learning_rate": 0.00011593959731543624, | |
| "loss": 0.8221, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.2677971399546768, | |
| "grad_norm": 0.20301879942417145, | |
| "learning_rate": 0.00011577181208053692, | |
| "loss": 0.8653, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.270297726029538, | |
| "grad_norm": 0.215713769197464, | |
| "learning_rate": 0.00011560402684563758, | |
| "loss": 0.8828, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.2727983121043995, | |
| "grad_norm": 0.22484052181243896, | |
| "learning_rate": 0.00011543624161073828, | |
| "loss": 0.8867, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.2752988981792608, | |
| "grad_norm": 0.2336317002773285, | |
| "learning_rate": 0.00011526845637583894, | |
| "loss": 0.8458, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.277799484254122, | |
| "grad_norm": 0.21190722286701202, | |
| "learning_rate": 0.00011510067114093961, | |
| "loss": 0.9453, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.2803000703289833, | |
| "grad_norm": 0.22565364837646484, | |
| "learning_rate": 0.00011493288590604028, | |
| "loss": 0.8232, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.2828006564038446, | |
| "grad_norm": 0.220944344997406, | |
| "learning_rate": 0.00011476510067114094, | |
| "loss": 0.9304, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.285301242478706, | |
| "grad_norm": 0.22200433909893036, | |
| "learning_rate": 0.00011459731543624161, | |
| "loss": 0.9019, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.2878018285535673, | |
| "grad_norm": 0.2165757268667221, | |
| "learning_rate": 0.00011442953020134229, | |
| "loss": 0.9023, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.2903024146284285, | |
| "grad_norm": 0.22672519087791443, | |
| "learning_rate": 0.00011426174496644295, | |
| "loss": 0.9161, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.2928030007032898, | |
| "grad_norm": 0.23044028878211975, | |
| "learning_rate": 0.00011409395973154362, | |
| "loss": 0.8841, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.295303586778151, | |
| "grad_norm": 0.20665666460990906, | |
| "learning_rate": 0.00011392617449664431, | |
| "loss": 0.8676, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.2978041728530125, | |
| "grad_norm": 0.21918492019176483, | |
| "learning_rate": 0.00011375838926174498, | |
| "loss": 0.9035, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.3003047589278738, | |
| "grad_norm": 0.2200019806623459, | |
| "learning_rate": 0.00011359060402684565, | |
| "loss": 0.8404, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.302805345002735, | |
| "grad_norm": 0.23530909419059753, | |
| "learning_rate": 0.00011342281879194631, | |
| "loss": 0.841, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.3053059310775963, | |
| "grad_norm": 0.2111617475748062, | |
| "learning_rate": 0.00011325503355704699, | |
| "loss": 0.8449, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.3078065171524575, | |
| "grad_norm": 0.24097535014152527, | |
| "learning_rate": 0.00011308724832214766, | |
| "loss": 0.9217, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.310307103227319, | |
| "grad_norm": 0.22256498038768768, | |
| "learning_rate": 0.00011291946308724832, | |
| "loss": 0.852, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.3128076893021803, | |
| "grad_norm": 0.22531381249427795, | |
| "learning_rate": 0.00011275167785234899, | |
| "loss": 0.8572, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.3153082753770415, | |
| "grad_norm": 0.22543148696422577, | |
| "learning_rate": 0.00011258389261744966, | |
| "loss": 0.8746, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.3178088614519028, | |
| "grad_norm": 0.2404658943414688, | |
| "learning_rate": 0.00011241610738255035, | |
| "loss": 0.8863, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.320309447526764, | |
| "grad_norm": 0.2268204241991043, | |
| "learning_rate": 0.00011224832214765102, | |
| "loss": 0.8459, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.3228100336016253, | |
| "grad_norm": 0.22067099809646606, | |
| "learning_rate": 0.00011208053691275168, | |
| "loss": 0.8461, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.3253106196764866, | |
| "grad_norm": 0.2447136491537094, | |
| "learning_rate": 0.00011191275167785236, | |
| "loss": 0.8311, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.327811205751348, | |
| "grad_norm": 0.22762243449687958, | |
| "learning_rate": 0.00011174496644295303, | |
| "loss": 0.8719, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.3303117918262093, | |
| "grad_norm": 0.2170940786600113, | |
| "learning_rate": 0.0001115771812080537, | |
| "loss": 0.8385, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.3328123779010705, | |
| "grad_norm": 0.22466519474983215, | |
| "learning_rate": 0.00011140939597315436, | |
| "loss": 0.892, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.3353129639759318, | |
| "grad_norm": 0.22515322268009186, | |
| "learning_rate": 0.00011124161073825503, | |
| "loss": 0.8454, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.337813550050793, | |
| "grad_norm": 0.22016112506389618, | |
| "learning_rate": 0.0001110738255033557, | |
| "loss": 0.8898, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.3403141361256545, | |
| "grad_norm": 0.2235654890537262, | |
| "learning_rate": 0.00011090604026845639, | |
| "loss": 0.8653, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.3428147222005158, | |
| "grad_norm": 0.2224671095609665, | |
| "learning_rate": 0.00011073825503355705, | |
| "loss": 0.835, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.345315308275377, | |
| "grad_norm": 0.21484190225601196, | |
| "learning_rate": 0.00011057046979865773, | |
| "loss": 0.9014, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.3478158943502383, | |
| "grad_norm": 0.2207605540752411, | |
| "learning_rate": 0.0001104026845637584, | |
| "loss": 0.8689, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.3503164804250996, | |
| "grad_norm": 0.21565458178520203, | |
| "learning_rate": 0.00011023489932885907, | |
| "loss": 0.833, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.352817066499961, | |
| "grad_norm": 0.21194227039813995, | |
| "learning_rate": 0.00011006711409395973, | |
| "loss": 0.791, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.3553176525748223, | |
| "grad_norm": 0.21446503698825836, | |
| "learning_rate": 0.0001098993288590604, | |
| "loss": 0.8244, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.3578182386496835, | |
| "grad_norm": 0.22496376931667328, | |
| "learning_rate": 0.00010973154362416106, | |
| "loss": 0.846, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.3603188247245448, | |
| "grad_norm": 0.22478918731212616, | |
| "learning_rate": 0.00010956375838926174, | |
| "loss": 0.8229, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.362819410799406, | |
| "grad_norm": 0.2262524515390396, | |
| "learning_rate": 0.00010939597315436242, | |
| "loss": 0.8492, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.3653199968742675, | |
| "grad_norm": 0.23414728045463562, | |
| "learning_rate": 0.0001092281879194631, | |
| "loss": 0.8673, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.3678205829491288, | |
| "grad_norm": 0.2247745245695114, | |
| "learning_rate": 0.00010906040268456377, | |
| "loss": 0.8434, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.37032116902399, | |
| "grad_norm": 0.22427400946617126, | |
| "learning_rate": 0.00010889261744966444, | |
| "loss": 0.8608, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.3728217550988513, | |
| "grad_norm": 0.2288215309381485, | |
| "learning_rate": 0.0001087248322147651, | |
| "loss": 0.8366, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.3753223411737125, | |
| "grad_norm": 0.22003835439682007, | |
| "learning_rate": 0.00010855704697986577, | |
| "loss": 0.8375, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.3778229272485738, | |
| "grad_norm": 0.2228715866804123, | |
| "learning_rate": 0.00010838926174496644, | |
| "loss": 0.832, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.380323513323435, | |
| "grad_norm": 0.21661970019340515, | |
| "learning_rate": 0.00010822147651006711, | |
| "loss": 0.8939, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.3828240993982965, | |
| "grad_norm": 0.24519488215446472, | |
| "learning_rate": 0.0001080536912751678, | |
| "loss": 0.8524, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.3853246854731578, | |
| "grad_norm": 0.2249690592288971, | |
| "learning_rate": 0.00010788590604026847, | |
| "loss": 0.8269, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.387825271548019, | |
| "grad_norm": 0.22413256764411926, | |
| "learning_rate": 0.00010771812080536914, | |
| "loss": 0.8482, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.3903258576228803, | |
| "grad_norm": 0.21265004575252533, | |
| "learning_rate": 0.00010755033557046981, | |
| "loss": 0.8818, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.3928264436977416, | |
| "grad_norm": 0.20840033888816833, | |
| "learning_rate": 0.00010738255033557047, | |
| "loss": 0.8407, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.395327029772603, | |
| "grad_norm": 0.226187065243721, | |
| "learning_rate": 0.00010721476510067114, | |
| "loss": 0.9044, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.3978276158474643, | |
| "grad_norm": 0.21541696786880493, | |
| "learning_rate": 0.00010704697986577182, | |
| "loss": 0.8897, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.4003282019223255, | |
| "grad_norm": 0.22921550273895264, | |
| "learning_rate": 0.00010687919463087249, | |
| "loss": 0.8933, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.4028287879971868, | |
| "grad_norm": 0.2249586284160614, | |
| "learning_rate": 0.00010671140939597315, | |
| "loss": 0.8736, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.405329374072048, | |
| "grad_norm": 0.21724307537078857, | |
| "learning_rate": 0.00010654362416107385, | |
| "loss": 0.8191, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.4078299601469095, | |
| "grad_norm": 0.2127966582775116, | |
| "learning_rate": 0.00010637583892617451, | |
| "loss": 0.8848, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.4103305462217708, | |
| "grad_norm": 0.21389761567115784, | |
| "learning_rate": 0.00010620805369127518, | |
| "loss": 0.8329, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.412831132296632, | |
| "grad_norm": 0.2194439023733139, | |
| "learning_rate": 0.00010604026845637584, | |
| "loss": 0.8426, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.4153317183714933, | |
| "grad_norm": 0.2189185917377472, | |
| "learning_rate": 0.00010587248322147651, | |
| "loss": 0.8279, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.4178323044463546, | |
| "grad_norm": 0.22137369215488434, | |
| "learning_rate": 0.00010570469798657719, | |
| "loss": 0.9193, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.420332890521216, | |
| "grad_norm": 0.22823460400104523, | |
| "learning_rate": 0.00010553691275167786, | |
| "loss": 0.8647, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.4228334765960773, | |
| "grad_norm": 0.20698755979537964, | |
| "learning_rate": 0.00010536912751677852, | |
| "loss": 0.8856, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.4253340626709385, | |
| "grad_norm": 0.22674210369586945, | |
| "learning_rate": 0.00010520134228187919, | |
| "loss": 0.8128, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.4278346487457998, | |
| "grad_norm": 0.2153196781873703, | |
| "learning_rate": 0.00010503355704697988, | |
| "loss": 0.812, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.430335234820661, | |
| "grad_norm": 0.21849411725997925, | |
| "learning_rate": 0.00010486577181208055, | |
| "loss": 0.8489, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.4328358208955223, | |
| "grad_norm": 0.23009636998176575, | |
| "learning_rate": 0.00010469798657718121, | |
| "loss": 0.8414, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.4353364069703836, | |
| "grad_norm": 0.22925853729248047, | |
| "learning_rate": 0.00010453020134228188, | |
| "loss": 0.8803, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.437836993045245, | |
| "grad_norm": 0.22622284293174744, | |
| "learning_rate": 0.00010436241610738256, | |
| "loss": 0.8608, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.4403375791201063, | |
| "grad_norm": 0.23347701132297516, | |
| "learning_rate": 0.00010419463087248323, | |
| "loss": 0.9013, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.4428381651949675, | |
| "grad_norm": 0.2254674881696701, | |
| "learning_rate": 0.00010402684563758389, | |
| "loss": 0.9116, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.4453387512698288, | |
| "grad_norm": 0.21847471594810486, | |
| "learning_rate": 0.00010385906040268456, | |
| "loss": 0.8496, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.44783933734469, | |
| "grad_norm": 0.21672604978084564, | |
| "learning_rate": 0.00010369127516778523, | |
| "loss": 0.8255, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.4503399234195515, | |
| "grad_norm": 0.22864758968353271, | |
| "learning_rate": 0.00010352348993288592, | |
| "loss": 0.8923, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.4528405094944128, | |
| "grad_norm": 0.22856175899505615, | |
| "learning_rate": 0.00010335570469798659, | |
| "loss": 0.8764, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.455341095569274, | |
| "grad_norm": 0.23273620009422302, | |
| "learning_rate": 0.00010318791946308725, | |
| "loss": 0.8663, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.4578416816441353, | |
| "grad_norm": 0.22231343388557434, | |
| "learning_rate": 0.00010302013422818793, | |
| "loss": 0.8071, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.4603422677189966, | |
| "grad_norm": 0.2304021120071411, | |
| "learning_rate": 0.0001028523489932886, | |
| "loss": 0.9086, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.462842853793858, | |
| "grad_norm": 0.22386790812015533, | |
| "learning_rate": 0.00010268456375838926, | |
| "loss": 0.819, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.4653434398687193, | |
| "grad_norm": 0.22458797693252563, | |
| "learning_rate": 0.00010251677852348993, | |
| "loss": 0.7978, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.4678440259435805, | |
| "grad_norm": 0.21856428682804108, | |
| "learning_rate": 0.0001023489932885906, | |
| "loss": 0.8349, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.4703446120184418, | |
| "grad_norm": 0.23313550651073456, | |
| "learning_rate": 0.00010218120805369129, | |
| "loss": 0.8727, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.472845198093303, | |
| "grad_norm": 0.23794901371002197, | |
| "learning_rate": 0.00010201342281879196, | |
| "loss": 0.8482, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.4753457841681645, | |
| "grad_norm": 0.2224135547876358, | |
| "learning_rate": 0.00010184563758389262, | |
| "loss": 0.875, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.4778463702430258, | |
| "grad_norm": 0.2217201292514801, | |
| "learning_rate": 0.0001016778523489933, | |
| "loss": 0.8375, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.480346956317887, | |
| "grad_norm": 0.2245808243751526, | |
| "learning_rate": 0.00010151006711409397, | |
| "loss": 0.8592, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.4828475423927483, | |
| "grad_norm": 0.22494655847549438, | |
| "learning_rate": 0.00010134228187919463, | |
| "loss": 0.8862, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.4853481284676096, | |
| "grad_norm": 0.21345628798007965, | |
| "learning_rate": 0.0001011744966442953, | |
| "loss": 0.8319, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.487848714542471, | |
| "grad_norm": 0.22361332178115845, | |
| "learning_rate": 0.00010100671140939597, | |
| "loss": 0.8489, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.490349300617332, | |
| "grad_norm": 0.2232082635164261, | |
| "learning_rate": 0.00010083892617449663, | |
| "loss": 0.8381, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.4928498866921935, | |
| "grad_norm": 0.22092638909816742, | |
| "learning_rate": 0.00010067114093959733, | |
| "loss": 0.8037, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.4953504727670548, | |
| "grad_norm": 0.22525610029697418, | |
| "learning_rate": 0.00010050335570469799, | |
| "loss": 0.8146, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.497851058841916, | |
| "grad_norm": 0.2206062525510788, | |
| "learning_rate": 0.00010033557046979867, | |
| "loss": 0.8784, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.5003516449167775, | |
| "grad_norm": 0.24318885803222656, | |
| "learning_rate": 0.00010016778523489934, | |
| "loss": 0.8551, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.5028522309916386, | |
| "grad_norm": 0.21619702875614166, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8425, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.5053528170665, | |
| "grad_norm": 0.2159229964017868, | |
| "learning_rate": 9.983221476510067e-05, | |
| "loss": 0.8347, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.5078534031413613, | |
| "grad_norm": 0.22807268798351288, | |
| "learning_rate": 9.966442953020134e-05, | |
| "loss": 0.861, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.5103539892162225, | |
| "grad_norm": 0.22900323569774628, | |
| "learning_rate": 9.949664429530202e-05, | |
| "loss": 0.8868, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.5128545752910838, | |
| "grad_norm": 0.23081159591674805, | |
| "learning_rate": 9.93288590604027e-05, | |
| "loss": 0.8667, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.515355161365945, | |
| "grad_norm": 0.21598628163337708, | |
| "learning_rate": 9.916107382550336e-05, | |
| "loss": 0.8762, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.5178557474408065, | |
| "grad_norm": 0.2459835261106491, | |
| "learning_rate": 9.899328859060403e-05, | |
| "loss": 0.8683, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.5203563335156676, | |
| "grad_norm": 0.23040466010570526, | |
| "learning_rate": 9.882550335570471e-05, | |
| "loss": 0.803, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.522856919590529, | |
| "grad_norm": 0.21725349128246307, | |
| "learning_rate": 9.865771812080538e-05, | |
| "loss": 0.8495, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.5253575056653903, | |
| "grad_norm": 0.22498026490211487, | |
| "learning_rate": 9.848993288590604e-05, | |
| "loss": 0.8316, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.5278580917402516, | |
| "grad_norm": 0.22257371246814728, | |
| "learning_rate": 9.832214765100671e-05, | |
| "loss": 0.8404, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.530358677815113, | |
| "grad_norm": 0.2255915403366089, | |
| "learning_rate": 9.815436241610739e-05, | |
| "loss": 0.8486, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.532859263889974, | |
| "grad_norm": 0.22992673516273499, | |
| "learning_rate": 9.798657718120807e-05, | |
| "loss": 0.8409, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.5353598499648355, | |
| "grad_norm": 0.2263323813676834, | |
| "learning_rate": 9.781879194630873e-05, | |
| "loss": 0.7965, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.5378604360396968, | |
| "grad_norm": 0.23883429169654846, | |
| "learning_rate": 9.76510067114094e-05, | |
| "loss": 0.7889, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.540361022114558, | |
| "grad_norm": 0.23129902780056, | |
| "learning_rate": 9.748322147651007e-05, | |
| "loss": 0.8467, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.5428616081894195, | |
| "grad_norm": 0.2277020663022995, | |
| "learning_rate": 9.731543624161075e-05, | |
| "loss": 0.8758, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.5453621942642806, | |
| "grad_norm": 0.23400239646434784, | |
| "learning_rate": 9.714765100671141e-05, | |
| "loss": 0.8699, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.547862780339142, | |
| "grad_norm": 0.2309494912624359, | |
| "learning_rate": 9.697986577181208e-05, | |
| "loss": 0.8757, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.5503633664140033, | |
| "grad_norm": 0.22626151144504547, | |
| "learning_rate": 9.681208053691276e-05, | |
| "loss": 0.8471, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.5528639524888646, | |
| "grad_norm": 0.22830310463905334, | |
| "learning_rate": 9.664429530201344e-05, | |
| "loss": 0.8608, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.555364538563726, | |
| "grad_norm": 0.2295883148908615, | |
| "learning_rate": 9.64765100671141e-05, | |
| "loss": 0.8534, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.557865124638587, | |
| "grad_norm": 0.21810783445835114, | |
| "learning_rate": 9.630872483221477e-05, | |
| "loss": 0.8253, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.5603657107134485, | |
| "grad_norm": 0.21453121304512024, | |
| "learning_rate": 9.614093959731544e-05, | |
| "loss": 0.8384, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.5628662967883098, | |
| "grad_norm": 0.23363538086414337, | |
| "learning_rate": 9.59731543624161e-05, | |
| "loss": 0.8275, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.565366882863171, | |
| "grad_norm": 0.2258090227842331, | |
| "learning_rate": 9.580536912751678e-05, | |
| "loss": 0.8836, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.5678674689380323, | |
| "grad_norm": 0.23416352272033691, | |
| "learning_rate": 9.563758389261745e-05, | |
| "loss": 0.8198, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.5703680550128936, | |
| "grad_norm": 0.22489909827709198, | |
| "learning_rate": 9.546979865771813e-05, | |
| "loss": 0.862, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.572868641087755, | |
| "grad_norm": 0.2406560480594635, | |
| "learning_rate": 9.53020134228188e-05, | |
| "loss": 0.8648, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.5753692271626163, | |
| "grad_norm": 0.2455638349056244, | |
| "learning_rate": 9.513422818791947e-05, | |
| "loss": 0.8588, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.5778698132374775, | |
| "grad_norm": 0.21869002282619476, | |
| "learning_rate": 9.496644295302014e-05, | |
| "loss": 0.8354, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.5803703993123388, | |
| "grad_norm": 0.22325509786605835, | |
| "learning_rate": 9.479865771812081e-05, | |
| "loss": 0.8831, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.5828709853872, | |
| "grad_norm": 0.22697119414806366, | |
| "learning_rate": 9.463087248322147e-05, | |
| "loss": 0.8441, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.5853715714620615, | |
| "grad_norm": 0.2169933319091797, | |
| "learning_rate": 9.446308724832215e-05, | |
| "loss": 0.8339, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.5878721575369226, | |
| "grad_norm": 0.21638698875904083, | |
| "learning_rate": 9.429530201342282e-05, | |
| "loss": 0.7588, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.590372743611784, | |
| "grad_norm": 0.22790271043777466, | |
| "learning_rate": 9.41275167785235e-05, | |
| "loss": 0.8788, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.5928733296866453, | |
| "grad_norm": 0.22425347566604614, | |
| "learning_rate": 9.395973154362417e-05, | |
| "loss": 0.8306, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.5953739157615066, | |
| "grad_norm": 0.22301225364208221, | |
| "learning_rate": 9.379194630872483e-05, | |
| "loss": 0.8079, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.597874501836368, | |
| "grad_norm": 0.21887917816638947, | |
| "learning_rate": 9.362416107382551e-05, | |
| "loss": 0.868, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.600375087911229, | |
| "grad_norm": 0.2356102466583252, | |
| "learning_rate": 9.345637583892618e-05, | |
| "loss": 0.83, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.6028756739860905, | |
| "grad_norm": 0.2219531387090683, | |
| "learning_rate": 9.328859060402684e-05, | |
| "loss": 0.8631, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.6053762600609518, | |
| "grad_norm": 0.22262972593307495, | |
| "learning_rate": 9.312080536912751e-05, | |
| "loss": 0.8269, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.607876846135813, | |
| "grad_norm": 0.2268291860818863, | |
| "learning_rate": 9.295302013422819e-05, | |
| "loss": 0.8336, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.6103774322106745, | |
| "grad_norm": 0.2192980945110321, | |
| "learning_rate": 9.278523489932887e-05, | |
| "loss": 0.8978, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.6128780182855356, | |
| "grad_norm": 0.22530333697795868, | |
| "learning_rate": 9.261744966442954e-05, | |
| "loss": 0.8256, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.615378604360397, | |
| "grad_norm": 0.22764861583709717, | |
| "learning_rate": 9.24496644295302e-05, | |
| "loss": 0.8948, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.6178791904352583, | |
| "grad_norm": 0.2260412871837616, | |
| "learning_rate": 9.228187919463087e-05, | |
| "loss": 0.8654, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.6203797765101196, | |
| "grad_norm": 0.2225823849439621, | |
| "learning_rate": 9.211409395973155e-05, | |
| "loss": 0.8481, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.6228803625849808, | |
| "grad_norm": 0.21501144766807556, | |
| "learning_rate": 9.194630872483221e-05, | |
| "loss": 0.8549, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.625380948659842, | |
| "grad_norm": 0.22539402544498444, | |
| "learning_rate": 9.17785234899329e-05, | |
| "loss": 0.9034, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.6278815347347035, | |
| "grad_norm": 0.22741571068763733, | |
| "learning_rate": 9.161073825503356e-05, | |
| "loss": 0.8634, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.6303821208095648, | |
| "grad_norm": 0.224626824259758, | |
| "learning_rate": 9.144295302013424e-05, | |
| "loss": 0.8347, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.632882706884426, | |
| "grad_norm": 0.22715142369270325, | |
| "learning_rate": 9.127516778523491e-05, | |
| "loss": 0.8584, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.6353832929592873, | |
| "grad_norm": 0.2303231656551361, | |
| "learning_rate": 9.110738255033557e-05, | |
| "loss": 0.8659, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.6378838790341486, | |
| "grad_norm": 0.2309199720621109, | |
| "learning_rate": 9.093959731543624e-05, | |
| "loss": 0.8252, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.64038446510901, | |
| "grad_norm": 0.21832013130187988, | |
| "learning_rate": 9.077181208053692e-05, | |
| "loss": 0.8502, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.642885051183871, | |
| "grad_norm": 0.21867471933364868, | |
| "learning_rate": 9.060402684563759e-05, | |
| "loss": 0.8292, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.6453856372587325, | |
| "grad_norm": 0.21259494125843048, | |
| "learning_rate": 9.043624161073827e-05, | |
| "loss": 0.8247, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.6478862233335938, | |
| "grad_norm": 0.2309045046567917, | |
| "learning_rate": 9.026845637583893e-05, | |
| "loss": 0.8403, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.650386809408455, | |
| "grad_norm": 0.23072423040866852, | |
| "learning_rate": 9.01006711409396e-05, | |
| "loss": 0.8539, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.6528873954833165, | |
| "grad_norm": 0.2295873463153839, | |
| "learning_rate": 8.993288590604028e-05, | |
| "loss": 0.8867, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.6553879815581776, | |
| "grad_norm": 0.22668391466140747, | |
| "learning_rate": 8.976510067114094e-05, | |
| "loss": 0.8672, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.657888567633039, | |
| "grad_norm": 0.2313709855079651, | |
| "learning_rate": 8.959731543624161e-05, | |
| "loss": 0.8628, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.6603891537079003, | |
| "grad_norm": 0.2152678519487381, | |
| "learning_rate": 8.942953020134228e-05, | |
| "loss": 0.8556, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.6628897397827616, | |
| "grad_norm": 0.21895945072174072, | |
| "learning_rate": 8.926174496644296e-05, | |
| "loss": 0.8467, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.665390325857623, | |
| "grad_norm": 0.21720942854881287, | |
| "learning_rate": 8.909395973154364e-05, | |
| "loss": 0.8465, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.667890911932484, | |
| "grad_norm": 0.21633416414260864, | |
| "learning_rate": 8.89261744966443e-05, | |
| "loss": 0.8874, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.6703914980073455, | |
| "grad_norm": 0.23894019424915314, | |
| "learning_rate": 8.875838926174497e-05, | |
| "loss": 0.8756, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.6728920840822068, | |
| "grad_norm": 0.2241196483373642, | |
| "learning_rate": 8.859060402684565e-05, | |
| "loss": 0.8464, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.675392670157068, | |
| "grad_norm": 0.23065364360809326, | |
| "learning_rate": 8.842281879194631e-05, | |
| "loss": 0.7974, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.6778932562319293, | |
| "grad_norm": 0.2277778834104538, | |
| "learning_rate": 8.825503355704698e-05, | |
| "loss": 0.8772, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.6803938423067906, | |
| "grad_norm": 0.22781328856945038, | |
| "learning_rate": 8.808724832214765e-05, | |
| "loss": 0.8172, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.682894428381652, | |
| "grad_norm": 0.23119190335273743, | |
| "learning_rate": 8.791946308724833e-05, | |
| "loss": 0.8341, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.6853950144565133, | |
| "grad_norm": 0.22981172800064087, | |
| "learning_rate": 8.7751677852349e-05, | |
| "loss": 0.8244, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.6878956005313746, | |
| "grad_norm": 0.23412439227104187, | |
| "learning_rate": 8.758389261744967e-05, | |
| "loss": 0.9385, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.6903961866062358, | |
| "grad_norm": 0.22738024592399597, | |
| "learning_rate": 8.741610738255034e-05, | |
| "loss": 0.8494, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.692896772681097, | |
| "grad_norm": 0.2343178242444992, | |
| "learning_rate": 8.7248322147651e-05, | |
| "loss": 0.883, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.6953973587559585, | |
| "grad_norm": 0.21647284924983978, | |
| "learning_rate": 8.708053691275169e-05, | |
| "loss": 0.8039, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.6978979448308196, | |
| "grad_norm": 0.2313070297241211, | |
| "learning_rate": 8.691275167785235e-05, | |
| "loss": 0.8636, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.700398530905681, | |
| "grad_norm": 0.24407722055912018, | |
| "learning_rate": 8.674496644295302e-05, | |
| "loss": 0.929, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.7028991169805423, | |
| "grad_norm": 0.2223997265100479, | |
| "learning_rate": 8.65771812080537e-05, | |
| "loss": 0.8592, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.7053997030554036, | |
| "grad_norm": 0.2273021787405014, | |
| "learning_rate": 8.640939597315436e-05, | |
| "loss": 0.8467, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.707900289130265, | |
| "grad_norm": 0.23875978589057922, | |
| "learning_rate": 8.624161073825504e-05, | |
| "loss": 0.816, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.710400875205126, | |
| "grad_norm": 0.22687745094299316, | |
| "learning_rate": 8.607382550335571e-05, | |
| "loss": 0.8571, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.7129014612799875, | |
| "grad_norm": 0.22464463114738464, | |
| "learning_rate": 8.590604026845638e-05, | |
| "loss": 0.8187, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.7154020473548488, | |
| "grad_norm": 0.22605834901332855, | |
| "learning_rate": 8.573825503355704e-05, | |
| "loss": 0.8531, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.71790263342971, | |
| "grad_norm": 0.23256367444992065, | |
| "learning_rate": 8.557046979865772e-05, | |
| "loss": 0.8316, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.7204032195045715, | |
| "grad_norm": 0.2281472086906433, | |
| "learning_rate": 8.54026845637584e-05, | |
| "loss": 0.8047, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.7229038055794326, | |
| "grad_norm": 0.23774386942386627, | |
| "learning_rate": 8.523489932885907e-05, | |
| "loss": 0.9113, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.725404391654294, | |
| "grad_norm": 0.2390678972005844, | |
| "learning_rate": 8.506711409395973e-05, | |
| "loss": 0.8327, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.7279049777291553, | |
| "grad_norm": 0.22964608669281006, | |
| "learning_rate": 8.489932885906041e-05, | |
| "loss": 0.8622, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.7304055638040166, | |
| "grad_norm": 0.24142296612262726, | |
| "learning_rate": 8.473154362416108e-05, | |
| "loss": 0.8602, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.7329061498788778, | |
| "grad_norm": 0.23625676333904266, | |
| "learning_rate": 8.456375838926175e-05, | |
| "loss": 0.8654, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.735406735953739, | |
| "grad_norm": 0.2253704071044922, | |
| "learning_rate": 8.439597315436241e-05, | |
| "loss": 0.8768, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.7379073220286005, | |
| "grad_norm": 0.23764395713806152, | |
| "learning_rate": 8.422818791946309e-05, | |
| "loss": 0.8118, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.7404079081034618, | |
| "grad_norm": 0.24044619500637054, | |
| "learning_rate": 8.406040268456377e-05, | |
| "loss": 0.8566, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.742908494178323, | |
| "grad_norm": 0.22577708959579468, | |
| "learning_rate": 8.389261744966444e-05, | |
| "loss": 0.8766, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.7454090802531843, | |
| "grad_norm": 0.23613469302654266, | |
| "learning_rate": 8.37248322147651e-05, | |
| "loss": 0.8329, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.7479096663280456, | |
| "grad_norm": 0.23061516880989075, | |
| "learning_rate": 8.355704697986577e-05, | |
| "loss": 0.8599, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.750410252402907, | |
| "grad_norm": 0.22349974513053894, | |
| "learning_rate": 8.338926174496645e-05, | |
| "loss": 0.8065, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.752910838477768, | |
| "grad_norm": 0.21980604529380798, | |
| "learning_rate": 8.322147651006712e-05, | |
| "loss": 0.8679, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.7554114245526296, | |
| "grad_norm": 0.2166835069656372, | |
| "learning_rate": 8.305369127516778e-05, | |
| "loss": 0.9043, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.7579120106274908, | |
| "grad_norm": 0.23712614178657532, | |
| "learning_rate": 8.288590604026846e-05, | |
| "loss": 0.8614, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.760412596702352, | |
| "grad_norm": 0.23757979273796082, | |
| "learning_rate": 8.271812080536914e-05, | |
| "loss": 0.9244, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.7629131827772135, | |
| "grad_norm": 0.234315425157547, | |
| "learning_rate": 8.255033557046981e-05, | |
| "loss": 0.8441, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.7654137688520746, | |
| "grad_norm": 0.2295805960893631, | |
| "learning_rate": 8.238255033557048e-05, | |
| "loss": 0.8959, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.767914354926936, | |
| "grad_norm": 0.22519482672214508, | |
| "learning_rate": 8.221476510067114e-05, | |
| "loss": 0.8719, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.7704149410017973, | |
| "grad_norm": 0.23038741946220398, | |
| "learning_rate": 8.204697986577181e-05, | |
| "loss": 0.8181, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.7729155270766586, | |
| "grad_norm": 0.2364625334739685, | |
| "learning_rate": 8.187919463087249e-05, | |
| "loss": 0.8573, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.77541611315152, | |
| "grad_norm": 0.23509962856769562, | |
| "learning_rate": 8.171140939597315e-05, | |
| "loss": 0.9127, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.777916699226381, | |
| "grad_norm": 0.23874014616012573, | |
| "learning_rate": 8.154362416107383e-05, | |
| "loss": 0.8757, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.7804172853012425, | |
| "grad_norm": 0.2340226024389267, | |
| "learning_rate": 8.13758389261745e-05, | |
| "loss": 0.8317, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.7829178713761038, | |
| "grad_norm": 0.22894112765789032, | |
| "learning_rate": 8.120805369127518e-05, | |
| "loss": 0.8421, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.785418457450965, | |
| "grad_norm": 0.21780632436275482, | |
| "learning_rate": 8.104026845637585e-05, | |
| "loss": 0.919, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.7879190435258263, | |
| "grad_norm": 0.23393581807613373, | |
| "learning_rate": 8.087248322147651e-05, | |
| "loss": 0.8736, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.7904196296006876, | |
| "grad_norm": 0.23031313717365265, | |
| "learning_rate": 8.070469798657718e-05, | |
| "loss": 0.9054, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.792920215675549, | |
| "grad_norm": 0.23269620537757874, | |
| "learning_rate": 8.053691275167784e-05, | |
| "loss": 0.8225, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.7954208017504103, | |
| "grad_norm": 0.2282569706439972, | |
| "learning_rate": 8.036912751677852e-05, | |
| "loss": 0.8775, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.7979213878252716, | |
| "grad_norm": 0.2403908669948578, | |
| "learning_rate": 8.02013422818792e-05, | |
| "loss": 0.8492, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.8004219739001328, | |
| "grad_norm": 0.23468557000160217, | |
| "learning_rate": 8.003355704697987e-05, | |
| "loss": 0.8807, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.802922559974994, | |
| "grad_norm": 0.23158180713653564, | |
| "learning_rate": 7.986577181208054e-05, | |
| "loss": 0.8796, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.8054231460498555, | |
| "grad_norm": 0.2401338666677475, | |
| "learning_rate": 7.969798657718122e-05, | |
| "loss": 0.871, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.8079237321247166, | |
| "grad_norm": 0.2347831428050995, | |
| "learning_rate": 7.953020134228188e-05, | |
| "loss": 0.8536, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.810424318199578, | |
| "grad_norm": 0.2261980026960373, | |
| "learning_rate": 7.936241610738255e-05, | |
| "loss": 0.7623, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.8129249042744393, | |
| "grad_norm": 0.23553761839866638, | |
| "learning_rate": 7.919463087248322e-05, | |
| "loss": 0.8679, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.8154254903493006, | |
| "grad_norm": 0.2279273271560669, | |
| "learning_rate": 7.90268456375839e-05, | |
| "loss": 0.8387, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.817926076424162, | |
| "grad_norm": 0.23345427215099335, | |
| "learning_rate": 7.885906040268457e-05, | |
| "loss": 0.842, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.820426662499023, | |
| "grad_norm": 0.2320943921804428, | |
| "learning_rate": 7.869127516778524e-05, | |
| "loss": 0.8422, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.8229272485738846, | |
| "grad_norm": 0.23071599006652832, | |
| "learning_rate": 7.852348993288591e-05, | |
| "loss": 0.8294, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.8254278346487458, | |
| "grad_norm": 0.22273236513137817, | |
| "learning_rate": 7.835570469798657e-05, | |
| "loss": 0.8639, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.827928420723607, | |
| "grad_norm": 0.22813788056373596, | |
| "learning_rate": 7.818791946308725e-05, | |
| "loss": 0.8102, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.8304290067984685, | |
| "grad_norm": 0.21939919888973236, | |
| "learning_rate": 7.802013422818792e-05, | |
| "loss": 0.8169, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.8329295928733296, | |
| "grad_norm": 0.23192724585533142, | |
| "learning_rate": 7.78523489932886e-05, | |
| "loss": 0.8679, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.835430178948191, | |
| "grad_norm": 0.2325032353401184, | |
| "learning_rate": 7.768456375838927e-05, | |
| "loss": 0.8898, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.8379307650230523, | |
| "grad_norm": 0.23566211760044098, | |
| "learning_rate": 7.751677852348995e-05, | |
| "loss": 0.8269, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.8404313510979136, | |
| "grad_norm": 0.23325851559638977, | |
| "learning_rate": 7.734899328859061e-05, | |
| "loss": 0.8297, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.8429319371727748, | |
| "grad_norm": 0.242010697722435, | |
| "learning_rate": 7.718120805369128e-05, | |
| "loss": 0.8461, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.845432523247636, | |
| "grad_norm": 0.23698940873146057, | |
| "learning_rate": 7.701342281879194e-05, | |
| "loss": 0.8768, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.8479331093224975, | |
| "grad_norm": 0.2337309718132019, | |
| "learning_rate": 7.684563758389261e-05, | |
| "loss": 0.8345, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.8504336953973588, | |
| "grad_norm": 0.24542047083377838, | |
| "learning_rate": 7.667785234899329e-05, | |
| "loss": 0.8726, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.85293428147222, | |
| "grad_norm": 0.23877234756946564, | |
| "learning_rate": 7.651006711409397e-05, | |
| "loss": 0.8408, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.8554348675470813, | |
| "grad_norm": 0.23101742565631866, | |
| "learning_rate": 7.634228187919464e-05, | |
| "loss": 0.8295, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.8579354536219426, | |
| "grad_norm": 0.2338128685951233, | |
| "learning_rate": 7.61744966442953e-05, | |
| "loss": 0.858, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.860436039696804, | |
| "grad_norm": 0.22591547667980194, | |
| "learning_rate": 7.600671140939598e-05, | |
| "loss": 0.8102, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.862936625771665, | |
| "grad_norm": 0.24917657673358917, | |
| "learning_rate": 7.583892617449665e-05, | |
| "loss": 0.8945, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.8654372118465266, | |
| "grad_norm": 0.226085364818573, | |
| "learning_rate": 7.567114093959731e-05, | |
| "loss": 0.8706, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.8679377979213878, | |
| "grad_norm": 0.22864364087581635, | |
| "learning_rate": 7.550335570469798e-05, | |
| "loss": 0.8347, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.870438383996249, | |
| "grad_norm": 0.25771352648735046, | |
| "learning_rate": 7.533557046979866e-05, | |
| "loss": 0.9215, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.8729389700711105, | |
| "grad_norm": 0.2244727909564972, | |
| "learning_rate": 7.516778523489934e-05, | |
| "loss": 0.8664, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.8754395561459716, | |
| "grad_norm": 0.23526032269001007, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.8067, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.877940142220833, | |
| "grad_norm": 0.22905413806438446, | |
| "learning_rate": 7.483221476510067e-05, | |
| "loss": 0.8383, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.8804407282956943, | |
| "grad_norm": 0.23472002148628235, | |
| "learning_rate": 7.466442953020134e-05, | |
| "loss": 0.8951, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.8829413143705556, | |
| "grad_norm": 0.22684089839458466, | |
| "learning_rate": 7.449664429530202e-05, | |
| "loss": 0.8137, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.885441900445417, | |
| "grad_norm": 0.21714366972446442, | |
| "learning_rate": 7.432885906040269e-05, | |
| "loss": 0.8265, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.887942486520278, | |
| "grad_norm": 0.2347375750541687, | |
| "learning_rate": 7.416107382550335e-05, | |
| "loss": 0.8575, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.8904430725951396, | |
| "grad_norm": 0.22555333375930786, | |
| "learning_rate": 7.399328859060403e-05, | |
| "loss": 0.8205, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.8929436586700008, | |
| "grad_norm": 0.2268943339586258, | |
| "learning_rate": 7.382550335570471e-05, | |
| "loss": 0.8221, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.895444244744862, | |
| "grad_norm": 0.23352165520191193, | |
| "learning_rate": 7.365771812080538e-05, | |
| "loss": 0.8542, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.8979448308197235, | |
| "grad_norm": 0.24461059272289276, | |
| "learning_rate": 7.348993288590604e-05, | |
| "loss": 0.8635, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.9004454168945846, | |
| "grad_norm": 0.22984404861927032, | |
| "learning_rate": 7.332214765100671e-05, | |
| "loss": 0.8289, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.902946002969446, | |
| "grad_norm": 0.23233383893966675, | |
| "learning_rate": 7.315436241610739e-05, | |
| "loss": 0.8862, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.9054465890443073, | |
| "grad_norm": 0.22527334094047546, | |
| "learning_rate": 7.298657718120806e-05, | |
| "loss": 0.8558, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.9079471751191686, | |
| "grad_norm": 0.23167213797569275, | |
| "learning_rate": 7.281879194630872e-05, | |
| "loss": 0.8486, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.9104477611940298, | |
| "grad_norm": 0.23401731252670288, | |
| "learning_rate": 7.26510067114094e-05, | |
| "loss": 0.8078, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.912948347268891, | |
| "grad_norm": 0.23133142292499542, | |
| "learning_rate": 7.248322147651007e-05, | |
| "loss": 0.8902, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.9154489333437525, | |
| "grad_norm": 0.22788746654987335, | |
| "learning_rate": 7.231543624161075e-05, | |
| "loss": 0.8506, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.9179495194186136, | |
| "grad_norm": 0.23246771097183228, | |
| "learning_rate": 7.214765100671141e-05, | |
| "loss": 0.8304, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.920450105493475, | |
| "grad_norm": 0.22091439366340637, | |
| "learning_rate": 7.197986577181208e-05, | |
| "loss": 0.859, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.9229506915683363, | |
| "grad_norm": 0.22299793362617493, | |
| "learning_rate": 7.181208053691275e-05, | |
| "loss": 0.8522, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.9254512776431976, | |
| "grad_norm": 0.23084191977977753, | |
| "learning_rate": 7.164429530201343e-05, | |
| "loss": 0.8025, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.927951863718059, | |
| "grad_norm": 0.23488053679466248, | |
| "learning_rate": 7.147651006711409e-05, | |
| "loss": 0.8641, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.93045244979292, | |
| "grad_norm": 0.22758269309997559, | |
| "learning_rate": 7.130872483221477e-05, | |
| "loss": 0.8388, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.9329530358677816, | |
| "grad_norm": 0.2267666459083557, | |
| "learning_rate": 7.114093959731544e-05, | |
| "loss": 0.8579, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.9354536219426428, | |
| "grad_norm": 0.24212439358234406, | |
| "learning_rate": 7.09731543624161e-05, | |
| "loss": 0.8483, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.937954208017504, | |
| "grad_norm": 0.2339584231376648, | |
| "learning_rate": 7.080536912751679e-05, | |
| "loss": 0.9082, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.9404547940923655, | |
| "grad_norm": 0.22963057458400726, | |
| "learning_rate": 7.063758389261745e-05, | |
| "loss": 0.8596, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.9429553801672266, | |
| "grad_norm": 0.2314060777425766, | |
| "learning_rate": 7.046979865771812e-05, | |
| "loss": 0.833, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.945455966242088, | |
| "grad_norm": 0.2469668984413147, | |
| "learning_rate": 7.03020134228188e-05, | |
| "loss": 0.8124, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.9479565523169493, | |
| "grad_norm": 0.241798534989357, | |
| "learning_rate": 7.013422818791948e-05, | |
| "loss": 0.926, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.9504571383918106, | |
| "grad_norm": 0.223639577627182, | |
| "learning_rate": 6.996644295302014e-05, | |
| "loss": 0.8311, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.952957724466672, | |
| "grad_norm": 0.24033206701278687, | |
| "learning_rate": 6.979865771812081e-05, | |
| "loss": 0.8626, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.955458310541533, | |
| "grad_norm": 0.23264126479625702, | |
| "learning_rate": 6.963087248322148e-05, | |
| "loss": 0.8073, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.9579588966163946, | |
| "grad_norm": 0.23773786425590515, | |
| "learning_rate": 6.946308724832216e-05, | |
| "loss": 0.8845, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.9604594826912558, | |
| "grad_norm": 0.22041310369968414, | |
| "learning_rate": 6.929530201342282e-05, | |
| "loss": 0.8257, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.962960068766117, | |
| "grad_norm": 0.23237738013267517, | |
| "learning_rate": 6.912751677852349e-05, | |
| "loss": 0.8345, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.9654606548409783, | |
| "grad_norm": 0.25310811400413513, | |
| "learning_rate": 6.895973154362417e-05, | |
| "loss": 0.8662, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.9679612409158396, | |
| "grad_norm": 0.236192524433136, | |
| "learning_rate": 6.879194630872483e-05, | |
| "loss": 0.835, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.970461826990701, | |
| "grad_norm": 0.23081590235233307, | |
| "learning_rate": 6.862416107382551e-05, | |
| "loss": 0.7944, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.972962413065562, | |
| "grad_norm": 0.23320381343364716, | |
| "learning_rate": 6.845637583892618e-05, | |
| "loss": 0.8309, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.9754629991404236, | |
| "grad_norm": 0.23424074053764343, | |
| "learning_rate": 6.828859060402685e-05, | |
| "loss": 0.7982, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.9779635852152848, | |
| "grad_norm": 0.22726400196552277, | |
| "learning_rate": 6.812080536912751e-05, | |
| "loss": 0.8307, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.980464171290146, | |
| "grad_norm": 0.2355743944644928, | |
| "learning_rate": 6.795302013422819e-05, | |
| "loss": 0.8246, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.9829647573650075, | |
| "grad_norm": 0.24635888636112213, | |
| "learning_rate": 6.778523489932886e-05, | |
| "loss": 0.8803, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.9854653434398686, | |
| "grad_norm": 0.24838051199913025, | |
| "learning_rate": 6.761744966442954e-05, | |
| "loss": 0.8632, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.98796592951473, | |
| "grad_norm": 0.23996835947036743, | |
| "learning_rate": 6.74496644295302e-05, | |
| "loss": 0.8426, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.9904665155895913, | |
| "grad_norm": 0.25930771231651306, | |
| "learning_rate": 6.728187919463087e-05, | |
| "loss": 0.8341, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.9929671016644526, | |
| "grad_norm": 0.23352138698101044, | |
| "learning_rate": 6.711409395973155e-05, | |
| "loss": 0.8789, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.995467687739314, | |
| "grad_norm": 0.23742055892944336, | |
| "learning_rate": 6.694630872483222e-05, | |
| "loss": 0.8334, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.997968273814175, | |
| "grad_norm": 0.23012104630470276, | |
| "learning_rate": 6.677852348993288e-05, | |
| "loss": 0.8301, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 2.0004688598890366, | |
| "grad_norm": 0.23470798134803772, | |
| "learning_rate": 6.661073825503355e-05, | |
| "loss": 0.8068, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.0029694459638976, | |
| "grad_norm": 0.24607907235622406, | |
| "learning_rate": 6.644295302013423e-05, | |
| "loss": 0.7283, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 2.005470032038759, | |
| "grad_norm": 0.2318810075521469, | |
| "learning_rate": 6.627516778523491e-05, | |
| "loss": 0.7378, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 2.0079706181136205, | |
| "grad_norm": 0.2269017994403839, | |
| "learning_rate": 6.610738255033558e-05, | |
| "loss": 0.8176, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 2.0104712041884816, | |
| "grad_norm": 0.22210507094860077, | |
| "learning_rate": 6.593959731543624e-05, | |
| "loss": 0.7855, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 2.012971790263343, | |
| "grad_norm": 0.24078026413917542, | |
| "learning_rate": 6.577181208053692e-05, | |
| "loss": 0.7465, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.015472376338204, | |
| "grad_norm": 0.23802946507930756, | |
| "learning_rate": 6.560402684563759e-05, | |
| "loss": 0.7995, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.0179729624130656, | |
| "grad_norm": 0.2371736466884613, | |
| "learning_rate": 6.543624161073825e-05, | |
| "loss": 0.7822, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 2.020473548487927, | |
| "grad_norm": 0.23657207190990448, | |
| "learning_rate": 6.526845637583892e-05, | |
| "loss": 0.7848, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 2.022974134562788, | |
| "grad_norm": 0.23179924488067627, | |
| "learning_rate": 6.51006711409396e-05, | |
| "loss": 0.7733, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 2.0254747206376496, | |
| "grad_norm": 0.23265567421913147, | |
| "learning_rate": 6.493288590604028e-05, | |
| "loss": 0.804, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.0279753067125106, | |
| "grad_norm": 0.23541800677776337, | |
| "learning_rate": 6.476510067114095e-05, | |
| "loss": 0.7794, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 2.030475892787372, | |
| "grad_norm": 0.22652539610862732, | |
| "learning_rate": 6.459731543624161e-05, | |
| "loss": 0.8141, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 2.0329764788622335, | |
| "grad_norm": 0.2315577119588852, | |
| "learning_rate": 6.442953020134228e-05, | |
| "loss": 0.7734, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 2.0354770649370946, | |
| "grad_norm": 0.24747934937477112, | |
| "learning_rate": 6.426174496644296e-05, | |
| "loss": 0.8433, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 2.037977651011956, | |
| "grad_norm": 0.22663728892803192, | |
| "learning_rate": 6.409395973154362e-05, | |
| "loss": 0.7918, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.040478237086817, | |
| "grad_norm": 0.23609162867069244, | |
| "learning_rate": 6.39261744966443e-05, | |
| "loss": 0.799, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 2.0429788231616786, | |
| "grad_norm": 0.228263720870018, | |
| "learning_rate": 6.375838926174497e-05, | |
| "loss": 0.7819, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 2.04547940923654, | |
| "grad_norm": 0.22902126610279083, | |
| "learning_rate": 6.359060402684565e-05, | |
| "loss": 0.815, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 2.047979995311401, | |
| "grad_norm": 0.2405027449131012, | |
| "learning_rate": 6.342281879194632e-05, | |
| "loss": 0.8518, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 2.0504805813862625, | |
| "grad_norm": 0.23810040950775146, | |
| "learning_rate": 6.325503355704698e-05, | |
| "loss": 0.7877, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.0529811674611236, | |
| "grad_norm": 0.2406715303659439, | |
| "learning_rate": 6.308724832214765e-05, | |
| "loss": 0.8054, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 2.055481753535985, | |
| "grad_norm": 0.23643344640731812, | |
| "learning_rate": 6.291946308724832e-05, | |
| "loss": 0.7866, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 2.057982339610846, | |
| "grad_norm": 0.23765967786312103, | |
| "learning_rate": 6.2751677852349e-05, | |
| "loss": 0.7552, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 2.0604829256857076, | |
| "grad_norm": 0.2526334822177887, | |
| "learning_rate": 6.258389261744967e-05, | |
| "loss": 0.8114, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 2.062983511760569, | |
| "grad_norm": 0.24000713229179382, | |
| "learning_rate": 6.241610738255034e-05, | |
| "loss": 0.8218, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.06548409783543, | |
| "grad_norm": 0.25650936365127563, | |
| "learning_rate": 6.224832214765101e-05, | |
| "loss": 0.716, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 2.0679846839102916, | |
| "grad_norm": 0.2417072206735611, | |
| "learning_rate": 6.208053691275169e-05, | |
| "loss": 0.7678, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 2.0704852699851526, | |
| "grad_norm": 0.24069854617118835, | |
| "learning_rate": 6.191275167785235e-05, | |
| "loss": 0.7615, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 2.072985856060014, | |
| "grad_norm": 0.24259264767169952, | |
| "learning_rate": 6.174496644295302e-05, | |
| "loss": 0.7609, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 2.0754864421348755, | |
| "grad_norm": 0.23391026258468628, | |
| "learning_rate": 6.157718120805369e-05, | |
| "loss": 0.7833, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.0779870282097366, | |
| "grad_norm": 0.24214905500411987, | |
| "learning_rate": 6.140939597315437e-05, | |
| "loss": 0.8001, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 2.080487614284598, | |
| "grad_norm": 0.2601361572742462, | |
| "learning_rate": 6.124161073825505e-05, | |
| "loss": 0.857, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 2.082988200359459, | |
| "grad_norm": 0.2372775375843048, | |
| "learning_rate": 6.107382550335571e-05, | |
| "loss": 0.7888, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 2.0854887864343206, | |
| "grad_norm": 0.2427842766046524, | |
| "learning_rate": 6.090604026845638e-05, | |
| "loss": 0.8059, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 2.087989372509182, | |
| "grad_norm": 0.24764439463615417, | |
| "learning_rate": 6.0738255033557044e-05, | |
| "loss": 0.8016, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.090489958584043, | |
| "grad_norm": 0.2483157515525818, | |
| "learning_rate": 6.0570469798657724e-05, | |
| "loss": 0.8065, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 2.0929905446589046, | |
| "grad_norm": 0.2539243996143341, | |
| "learning_rate": 6.04026845637584e-05, | |
| "loss": 0.8485, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.0954911307337656, | |
| "grad_norm": 0.24617519974708557, | |
| "learning_rate": 6.023489932885906e-05, | |
| "loss": 0.8298, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 2.097991716808627, | |
| "grad_norm": 0.24019426107406616, | |
| "learning_rate": 6.006711409395973e-05, | |
| "loss": 0.7624, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 2.100492302883488, | |
| "grad_norm": 0.24285243451595306, | |
| "learning_rate": 5.989932885906041e-05, | |
| "loss": 0.7847, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.1029928889583496, | |
| "grad_norm": 0.2526892125606537, | |
| "learning_rate": 5.973154362416108e-05, | |
| "loss": 0.7552, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 2.105493475033211, | |
| "grad_norm": 0.2470400482416153, | |
| "learning_rate": 5.956375838926175e-05, | |
| "loss": 0.8403, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 2.107994061108072, | |
| "grad_norm": 0.2545977830886841, | |
| "learning_rate": 5.9395973154362415e-05, | |
| "loss": 0.8149, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.1104946471829336, | |
| "grad_norm": 0.2411421686410904, | |
| "learning_rate": 5.922818791946309e-05, | |
| "loss": 0.8499, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.1129952332577946, | |
| "grad_norm": 0.2427968829870224, | |
| "learning_rate": 5.906040268456377e-05, | |
| "loss": 0.7372, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.115495819332656, | |
| "grad_norm": 0.23140354454517365, | |
| "learning_rate": 5.8892617449664434e-05, | |
| "loss": 0.74, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 2.1179964054075175, | |
| "grad_norm": 0.24942906200885773, | |
| "learning_rate": 5.87248322147651e-05, | |
| "loss": 0.7843, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 2.1204969914823786, | |
| "grad_norm": 0.24845479428768158, | |
| "learning_rate": 5.855704697986577e-05, | |
| "loss": 0.8706, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 2.12299757755724, | |
| "grad_norm": 0.24324162304401398, | |
| "learning_rate": 5.838926174496645e-05, | |
| "loss": 0.7282, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 2.125498163632101, | |
| "grad_norm": 0.2480383813381195, | |
| "learning_rate": 5.822147651006712e-05, | |
| "loss": 0.7658, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.1279987497069626, | |
| "grad_norm": 0.24291519820690155, | |
| "learning_rate": 5.8053691275167786e-05, | |
| "loss": 0.7468, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 2.130499335781824, | |
| "grad_norm": 0.2464919537305832, | |
| "learning_rate": 5.788590604026846e-05, | |
| "loss": 0.8322, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 2.132999921856685, | |
| "grad_norm": 0.25378695130348206, | |
| "learning_rate": 5.771812080536914e-05, | |
| "loss": 0.7854, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 2.1355005079315466, | |
| "grad_norm": 0.2418270856142044, | |
| "learning_rate": 5.7550335570469805e-05, | |
| "loss": 0.82, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 2.1380010940064076, | |
| "grad_norm": 0.24473296105861664, | |
| "learning_rate": 5.738255033557047e-05, | |
| "loss": 0.7671, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.140501680081269, | |
| "grad_norm": 0.2462645024061203, | |
| "learning_rate": 5.7214765100671144e-05, | |
| "loss": 0.7632, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 2.1430022661561305, | |
| "grad_norm": 0.2552192211151123, | |
| "learning_rate": 5.704697986577181e-05, | |
| "loss": 0.7534, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 2.1455028522309916, | |
| "grad_norm": 0.2530480623245239, | |
| "learning_rate": 5.687919463087249e-05, | |
| "loss": 0.7887, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 2.148003438305853, | |
| "grad_norm": 0.24546147882938385, | |
| "learning_rate": 5.6711409395973156e-05, | |
| "loss": 0.7508, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 2.150504024380714, | |
| "grad_norm": 0.2479485124349594, | |
| "learning_rate": 5.654362416107383e-05, | |
| "loss": 0.7557, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.1530046104555756, | |
| "grad_norm": 0.25150132179260254, | |
| "learning_rate": 5.6375838926174495e-05, | |
| "loss": 0.7664, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 2.155505196530437, | |
| "grad_norm": 0.2424343079328537, | |
| "learning_rate": 5.6208053691275175e-05, | |
| "loss": 0.758, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 2.158005782605298, | |
| "grad_norm": 0.2511323094367981, | |
| "learning_rate": 5.604026845637584e-05, | |
| "loss": 0.7794, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 2.1605063686801596, | |
| "grad_norm": 0.2579136788845062, | |
| "learning_rate": 5.5872483221476514e-05, | |
| "loss": 0.7752, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 2.1630069547550206, | |
| "grad_norm": 0.24404679238796234, | |
| "learning_rate": 5.570469798657718e-05, | |
| "loss": 0.7855, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.165507540829882, | |
| "grad_norm": 0.2586469352245331, | |
| "learning_rate": 5.553691275167785e-05, | |
| "loss": 0.7756, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 2.168008126904743, | |
| "grad_norm": 0.25084635615348816, | |
| "learning_rate": 5.536912751677853e-05, | |
| "loss": 0.7624, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 2.1705087129796046, | |
| "grad_norm": 0.2515811026096344, | |
| "learning_rate": 5.52013422818792e-05, | |
| "loss": 0.8047, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 2.173009299054466, | |
| "grad_norm": 0.24664728343486786, | |
| "learning_rate": 5.5033557046979866e-05, | |
| "loss": 0.7461, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 2.175509885129327, | |
| "grad_norm": 0.2585003972053528, | |
| "learning_rate": 5.486577181208053e-05, | |
| "loss": 0.7517, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.1780104712041886, | |
| "grad_norm": 0.24943596124649048, | |
| "learning_rate": 5.469798657718121e-05, | |
| "loss": 0.8033, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 2.1805110572790496, | |
| "grad_norm": 0.24782632291316986, | |
| "learning_rate": 5.4530201342281885e-05, | |
| "loss": 0.763, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 2.183011643353911, | |
| "grad_norm": 0.26548439264297485, | |
| "learning_rate": 5.436241610738255e-05, | |
| "loss": 0.8328, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 2.1855122294287725, | |
| "grad_norm": 0.2599753141403198, | |
| "learning_rate": 5.419463087248322e-05, | |
| "loss": 0.7684, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 2.1880128155036336, | |
| "grad_norm": 0.2500552237033844, | |
| "learning_rate": 5.40268456375839e-05, | |
| "loss": 0.7289, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.190513401578495, | |
| "grad_norm": 0.25470981001853943, | |
| "learning_rate": 5.385906040268457e-05, | |
| "loss": 0.7501, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 2.193013987653356, | |
| "grad_norm": 0.24483001232147217, | |
| "learning_rate": 5.3691275167785237e-05, | |
| "loss": 0.7744, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 2.1955145737282176, | |
| "grad_norm": 0.24729371070861816, | |
| "learning_rate": 5.352348993288591e-05, | |
| "loss": 0.8136, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 2.198015159803079, | |
| "grad_norm": 0.25430426001548767, | |
| "learning_rate": 5.3355704697986576e-05, | |
| "loss": 0.8182, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 2.20051574587794, | |
| "grad_norm": 0.2573440670967102, | |
| "learning_rate": 5.3187919463087256e-05, | |
| "loss": 0.8044, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.2030163319528016, | |
| "grad_norm": 0.24993404746055603, | |
| "learning_rate": 5.302013422818792e-05, | |
| "loss": 0.7518, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 2.2055169180276626, | |
| "grad_norm": 0.26014912128448486, | |
| "learning_rate": 5.2852348993288595e-05, | |
| "loss": 0.7879, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 2.208017504102524, | |
| "grad_norm": 0.26472708582878113, | |
| "learning_rate": 5.268456375838926e-05, | |
| "loss": 0.7472, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 2.210518090177385, | |
| "grad_norm": 0.2627474367618561, | |
| "learning_rate": 5.251677852348994e-05, | |
| "loss": 0.7461, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 2.2130186762522466, | |
| "grad_norm": 0.23871855437755585, | |
| "learning_rate": 5.234899328859061e-05, | |
| "loss": 0.7501, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.215519262327108, | |
| "grad_norm": 0.2663973569869995, | |
| "learning_rate": 5.218120805369128e-05, | |
| "loss": 0.7197, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 2.218019848401969, | |
| "grad_norm": 0.2534399628639221, | |
| "learning_rate": 5.2013422818791946e-05, | |
| "loss": 0.8195, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 2.2205204344768306, | |
| "grad_norm": 0.2622665762901306, | |
| "learning_rate": 5.184563758389261e-05, | |
| "loss": 0.7615, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 2.2230210205516916, | |
| "grad_norm": 0.26300376653671265, | |
| "learning_rate": 5.167785234899329e-05, | |
| "loss": 0.8142, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 2.225521606626553, | |
| "grad_norm": 0.25385987758636475, | |
| "learning_rate": 5.1510067114093966e-05, | |
| "loss": 0.7643, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.2280221927014145, | |
| "grad_norm": 0.2716410458087921, | |
| "learning_rate": 5.134228187919463e-05, | |
| "loss": 0.8024, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 2.2305227787762756, | |
| "grad_norm": 0.2592583894729614, | |
| "learning_rate": 5.11744966442953e-05, | |
| "loss": 0.7872, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 2.233023364851137, | |
| "grad_norm": 0.24683411419391632, | |
| "learning_rate": 5.100671140939598e-05, | |
| "loss": 0.81, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 2.235523950925998, | |
| "grad_norm": 0.25091201066970825, | |
| "learning_rate": 5.083892617449665e-05, | |
| "loss": 0.766, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 2.2380245370008596, | |
| "grad_norm": 0.25476816296577454, | |
| "learning_rate": 5.067114093959732e-05, | |
| "loss": 0.7607, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 2.240525123075721, | |
| "grad_norm": 0.24960653483867645, | |
| "learning_rate": 5.050335570469798e-05, | |
| "loss": 0.8004, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 2.243025709150582, | |
| "grad_norm": 0.2472076714038849, | |
| "learning_rate": 5.033557046979866e-05, | |
| "loss": 0.7665, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 2.2455262952254436, | |
| "grad_norm": 0.2540365159511566, | |
| "learning_rate": 5.0167785234899336e-05, | |
| "loss": 0.8094, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 2.2480268813003046, | |
| "grad_norm": 0.2585788071155548, | |
| "learning_rate": 5e-05, | |
| "loss": 0.7663, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 2.250527467375166, | |
| "grad_norm": 0.2619767487049103, | |
| "learning_rate": 4.983221476510067e-05, | |
| "loss": 0.8323, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.253028053450027, | |
| "grad_norm": 0.26195207238197327, | |
| "learning_rate": 4.966442953020135e-05, | |
| "loss": 0.7951, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 2.2555286395248886, | |
| "grad_norm": 0.2557896673679352, | |
| "learning_rate": 4.9496644295302015e-05, | |
| "loss": 0.8498, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 2.25802922559975, | |
| "grad_norm": 0.24389132857322693, | |
| "learning_rate": 4.932885906040269e-05, | |
| "loss": 0.8198, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 2.260529811674611, | |
| "grad_norm": 0.25792619585990906, | |
| "learning_rate": 4.9161073825503354e-05, | |
| "loss": 0.8333, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 2.2630303977494726, | |
| "grad_norm": 0.26080524921417236, | |
| "learning_rate": 4.8993288590604034e-05, | |
| "loss": 0.8061, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.265530983824334, | |
| "grad_norm": 0.26113346219062805, | |
| "learning_rate": 4.88255033557047e-05, | |
| "loss": 0.7772, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 2.268031569899195, | |
| "grad_norm": 0.2677919268608093, | |
| "learning_rate": 4.865771812080537e-05, | |
| "loss": 0.7154, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 2.2705321559740566, | |
| "grad_norm": 0.2447947859764099, | |
| "learning_rate": 4.848993288590604e-05, | |
| "loss": 0.7082, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 2.2730327420489176, | |
| "grad_norm": 0.2506728768348694, | |
| "learning_rate": 4.832214765100672e-05, | |
| "loss": 0.7783, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 2.275533328123779, | |
| "grad_norm": 0.2573874294757843, | |
| "learning_rate": 4.8154362416107385e-05, | |
| "loss": 0.8102, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.27803391419864, | |
| "grad_norm": 0.26858681440353394, | |
| "learning_rate": 4.798657718120805e-05, | |
| "loss": 0.8285, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 2.2805345002735016, | |
| "grad_norm": 0.26032930612564087, | |
| "learning_rate": 4.7818791946308725e-05, | |
| "loss": 0.8049, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 2.283035086348363, | |
| "grad_norm": 0.2530040442943573, | |
| "learning_rate": 4.76510067114094e-05, | |
| "loss": 0.7438, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 2.285535672423224, | |
| "grad_norm": 0.25307929515838623, | |
| "learning_rate": 4.748322147651007e-05, | |
| "loss": 0.756, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 2.2880362584980856, | |
| "grad_norm": 0.2576766610145569, | |
| "learning_rate": 4.731543624161074e-05, | |
| "loss": 0.7778, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.2905368445729466, | |
| "grad_norm": 0.2508293390274048, | |
| "learning_rate": 4.714765100671141e-05, | |
| "loss": 0.7159, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 2.293037430647808, | |
| "grad_norm": 0.26381373405456543, | |
| "learning_rate": 4.697986577181208e-05, | |
| "loss": 0.787, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 2.2955380167226695, | |
| "grad_norm": 0.25328952074050903, | |
| "learning_rate": 4.6812080536912756e-05, | |
| "loss": 0.8, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 2.2980386027975306, | |
| "grad_norm": 0.25167882442474365, | |
| "learning_rate": 4.664429530201342e-05, | |
| "loss": 0.7657, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 2.300539188872392, | |
| "grad_norm": 0.26473554968833923, | |
| "learning_rate": 4.6476510067114095e-05, | |
| "loss": 0.7448, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.303039774947253, | |
| "grad_norm": 0.2561410963535309, | |
| "learning_rate": 4.630872483221477e-05, | |
| "loss": 0.7943, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 2.3055403610221146, | |
| "grad_norm": 0.27880439162254333, | |
| "learning_rate": 4.6140939597315434e-05, | |
| "loss": 0.7945, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 2.308040947096976, | |
| "grad_norm": 0.25818249583244324, | |
| "learning_rate": 4.597315436241611e-05, | |
| "loss": 0.7956, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 2.310541533171837, | |
| "grad_norm": 0.2587163746356964, | |
| "learning_rate": 4.580536912751678e-05, | |
| "loss": 0.7975, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 2.3130421192466986, | |
| "grad_norm": 0.25379982590675354, | |
| "learning_rate": 4.5637583892617453e-05, | |
| "loss": 0.8047, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.3155427053215596, | |
| "grad_norm": 0.2601042687892914, | |
| "learning_rate": 4.546979865771812e-05, | |
| "loss": 0.7841, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 2.318043291396421, | |
| "grad_norm": 0.25389307737350464, | |
| "learning_rate": 4.530201342281879e-05, | |
| "loss": 0.801, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 2.320543877471282, | |
| "grad_norm": 0.26475653052330017, | |
| "learning_rate": 4.5134228187919466e-05, | |
| "loss": 0.7941, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 2.3230444635461436, | |
| "grad_norm": 0.2604124844074249, | |
| "learning_rate": 4.496644295302014e-05, | |
| "loss": 0.7723, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 2.325545049621005, | |
| "grad_norm": 0.2608570158481598, | |
| "learning_rate": 4.4798657718120805e-05, | |
| "loss": 0.7831, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.328045635695866, | |
| "grad_norm": 0.24734510481357574, | |
| "learning_rate": 4.463087248322148e-05, | |
| "loss": 0.7536, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 2.3305462217707276, | |
| "grad_norm": 0.24852076172828674, | |
| "learning_rate": 4.446308724832215e-05, | |
| "loss": 0.8115, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 2.333046807845589, | |
| "grad_norm": 0.253268837928772, | |
| "learning_rate": 4.4295302013422824e-05, | |
| "loss": 0.7981, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 2.33554739392045, | |
| "grad_norm": 0.2487640231847763, | |
| "learning_rate": 4.412751677852349e-05, | |
| "loss": 0.7818, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 2.3380479799953116, | |
| "grad_norm": 0.2593766450881958, | |
| "learning_rate": 4.395973154362416e-05, | |
| "loss": 0.7527, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.3405485660701726, | |
| "grad_norm": 0.2596462666988373, | |
| "learning_rate": 4.3791946308724836e-05, | |
| "loss": 0.784, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 2.343049152145034, | |
| "grad_norm": 0.2679142653942108, | |
| "learning_rate": 4.36241610738255e-05, | |
| "loss": 0.8091, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 2.345549738219895, | |
| "grad_norm": 0.2611890137195587, | |
| "learning_rate": 4.3456375838926176e-05, | |
| "loss": 0.7759, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 2.3480503242947566, | |
| "grad_norm": 0.2712072432041168, | |
| "learning_rate": 4.328859060402685e-05, | |
| "loss": 0.772, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 2.350550910369618, | |
| "grad_norm": 0.2659551501274109, | |
| "learning_rate": 4.312080536912752e-05, | |
| "loss": 0.7155, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.353051496444479, | |
| "grad_norm": 0.26499849557876587, | |
| "learning_rate": 4.295302013422819e-05, | |
| "loss": 0.761, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 2.3555520825193406, | |
| "grad_norm": 0.26622283458709717, | |
| "learning_rate": 4.278523489932886e-05, | |
| "loss": 0.7402, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 2.3580526685942016, | |
| "grad_norm": 0.2556600570678711, | |
| "learning_rate": 4.2617449664429534e-05, | |
| "loss": 0.8002, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 2.360553254669063, | |
| "grad_norm": 0.25517985224723816, | |
| "learning_rate": 4.244966442953021e-05, | |
| "loss": 0.7729, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 2.3630538407439245, | |
| "grad_norm": 0.2658151388168335, | |
| "learning_rate": 4.228187919463087e-05, | |
| "loss": 0.7753, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.3655544268187856, | |
| "grad_norm": 0.25279146432876587, | |
| "learning_rate": 4.2114093959731546e-05, | |
| "loss": 0.7395, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 2.368055012893647, | |
| "grad_norm": 0.26842814683914185, | |
| "learning_rate": 4.194630872483222e-05, | |
| "loss": 0.7578, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 2.370555598968508, | |
| "grad_norm": 0.2501954138278961, | |
| "learning_rate": 4.1778523489932886e-05, | |
| "loss": 0.7525, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 2.3730561850433696, | |
| "grad_norm": 0.26409366726875305, | |
| "learning_rate": 4.161073825503356e-05, | |
| "loss": 0.7955, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 2.375556771118231, | |
| "grad_norm": 0.25643742084503174, | |
| "learning_rate": 4.144295302013423e-05, | |
| "loss": 0.8443, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.378057357193092, | |
| "grad_norm": 0.25786539912223816, | |
| "learning_rate": 4.1275167785234905e-05, | |
| "loss": 0.7609, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 2.3805579432679536, | |
| "grad_norm": 0.2559066414833069, | |
| "learning_rate": 4.110738255033557e-05, | |
| "loss": 0.7591, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 2.3830585293428146, | |
| "grad_norm": 0.24959532916545868, | |
| "learning_rate": 4.0939597315436244e-05, | |
| "loss": 0.731, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 2.385559115417676, | |
| "grad_norm": 0.24601855874061584, | |
| "learning_rate": 4.077181208053692e-05, | |
| "loss": 0.7295, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 2.388059701492537, | |
| "grad_norm": 0.2617453932762146, | |
| "learning_rate": 4.060402684563759e-05, | |
| "loss": 0.8341, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.3905602875673986, | |
| "grad_norm": 0.25553691387176514, | |
| "learning_rate": 4.0436241610738256e-05, | |
| "loss": 0.8194, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 2.39306087364226, | |
| "grad_norm": 0.24928820133209229, | |
| "learning_rate": 4.026845637583892e-05, | |
| "loss": 0.7825, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 2.395561459717121, | |
| "grad_norm": 0.2611832916736603, | |
| "learning_rate": 4.01006711409396e-05, | |
| "loss": 0.7878, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 2.3980620457919826, | |
| "grad_norm": 0.2605842649936676, | |
| "learning_rate": 3.993288590604027e-05, | |
| "loss": 0.831, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 2.4005626318668436, | |
| "grad_norm": 0.257687509059906, | |
| "learning_rate": 3.976510067114094e-05, | |
| "loss": 0.7808, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.403063217941705, | |
| "grad_norm": 0.2710731327533722, | |
| "learning_rate": 3.959731543624161e-05, | |
| "loss": 0.7869, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 2.4055638040165666, | |
| "grad_norm": 0.25934329628944397, | |
| "learning_rate": 3.942953020134229e-05, | |
| "loss": 0.7863, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 2.4080643900914276, | |
| "grad_norm": 0.26316648721694946, | |
| "learning_rate": 3.9261744966442954e-05, | |
| "loss": 0.7821, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 2.410564976166289, | |
| "grad_norm": 0.2509710192680359, | |
| "learning_rate": 3.909395973154363e-05, | |
| "loss": 0.7608, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 2.41306556224115, | |
| "grad_norm": 0.2608097195625305, | |
| "learning_rate": 3.89261744966443e-05, | |
| "loss": 0.7678, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.4155661483160116, | |
| "grad_norm": 0.26854583621025085, | |
| "learning_rate": 3.875838926174497e-05, | |
| "loss": 0.8275, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 2.418066734390873, | |
| "grad_norm": 0.2555355429649353, | |
| "learning_rate": 3.859060402684564e-05, | |
| "loss": 0.8006, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 2.420567320465734, | |
| "grad_norm": 0.2654256224632263, | |
| "learning_rate": 3.8422818791946305e-05, | |
| "loss": 0.7844, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 2.4230679065405956, | |
| "grad_norm": 0.2471611350774765, | |
| "learning_rate": 3.8255033557046985e-05, | |
| "loss": 0.7873, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 2.4255684926154566, | |
| "grad_norm": 0.26298415660858154, | |
| "learning_rate": 3.808724832214765e-05, | |
| "loss": 0.755, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.428069078690318, | |
| "grad_norm": 0.2553905248641968, | |
| "learning_rate": 3.7919463087248324e-05, | |
| "loss": 0.7782, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 2.430569664765179, | |
| "grad_norm": 0.2564135789871216, | |
| "learning_rate": 3.775167785234899e-05, | |
| "loss": 0.803, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 2.4330702508400406, | |
| "grad_norm": 0.26329025626182556, | |
| "learning_rate": 3.758389261744967e-05, | |
| "loss": 0.836, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 2.435570836914902, | |
| "grad_norm": 0.2499067187309265, | |
| "learning_rate": 3.741610738255034e-05, | |
| "loss": 0.7808, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 2.438071422989763, | |
| "grad_norm": 0.26111480593681335, | |
| "learning_rate": 3.724832214765101e-05, | |
| "loss": 0.7939, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.4405720090646246, | |
| "grad_norm": 0.26202917098999023, | |
| "learning_rate": 3.7080536912751676e-05, | |
| "loss": 0.7997, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 2.443072595139486, | |
| "grad_norm": 0.257347047328949, | |
| "learning_rate": 3.6912751677852356e-05, | |
| "loss": 0.8006, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 2.445573181214347, | |
| "grad_norm": 0.2559988796710968, | |
| "learning_rate": 3.674496644295302e-05, | |
| "loss": 0.7818, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 2.4480737672892086, | |
| "grad_norm": 0.25502046942710876, | |
| "learning_rate": 3.6577181208053695e-05, | |
| "loss": 0.7671, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 2.4505743533640696, | |
| "grad_norm": 0.26668861508369446, | |
| "learning_rate": 3.640939597315436e-05, | |
| "loss": 0.7798, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.453074939438931, | |
| "grad_norm": 0.25872403383255005, | |
| "learning_rate": 3.6241610738255034e-05, | |
| "loss": 0.7761, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 2.455575525513792, | |
| "grad_norm": 0.26160773634910583, | |
| "learning_rate": 3.607382550335571e-05, | |
| "loss": 0.7881, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 2.4580761115886536, | |
| "grad_norm": 0.2661009132862091, | |
| "learning_rate": 3.5906040268456373e-05, | |
| "loss": 0.8239, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 2.460576697663515, | |
| "grad_norm": 0.2684977650642395, | |
| "learning_rate": 3.5738255033557046e-05, | |
| "loss": 0.7761, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 2.463077283738376, | |
| "grad_norm": 0.25709253549575806, | |
| "learning_rate": 3.557046979865772e-05, | |
| "loss": 0.7922, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.4655778698132376, | |
| "grad_norm": 0.2595881521701813, | |
| "learning_rate": 3.540268456375839e-05, | |
| "loss": 0.8389, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 2.4680784558880986, | |
| "grad_norm": 0.27629536390304565, | |
| "learning_rate": 3.523489932885906e-05, | |
| "loss": 0.7846, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 2.47057904196296, | |
| "grad_norm": 0.2594124972820282, | |
| "learning_rate": 3.506711409395974e-05, | |
| "loss": 0.7962, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 2.4730796280378216, | |
| "grad_norm": 0.2742137908935547, | |
| "learning_rate": 3.4899328859060405e-05, | |
| "loss": 0.7744, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 2.4755802141126826, | |
| "grad_norm": 0.2660992443561554, | |
| "learning_rate": 3.473154362416108e-05, | |
| "loss": 0.7791, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.478080800187544, | |
| "grad_norm": 0.26402851939201355, | |
| "learning_rate": 3.4563758389261744e-05, | |
| "loss": 0.7854, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 2.480581386262405, | |
| "grad_norm": 0.2618241012096405, | |
| "learning_rate": 3.439597315436242e-05, | |
| "loss": 0.8587, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 2.4830819723372666, | |
| "grad_norm": 0.2527400255203247, | |
| "learning_rate": 3.422818791946309e-05, | |
| "loss": 0.778, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 2.485582558412128, | |
| "grad_norm": 0.266406387090683, | |
| "learning_rate": 3.4060402684563756e-05, | |
| "loss": 0.837, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 2.488083144486989, | |
| "grad_norm": 0.2607893645763397, | |
| "learning_rate": 3.389261744966443e-05, | |
| "loss": 0.7812, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.4905837305618506, | |
| "grad_norm": 0.26734456419944763, | |
| "learning_rate": 3.37248322147651e-05, | |
| "loss": 0.7932, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 2.4930843166367116, | |
| "grad_norm": 0.26186403632164, | |
| "learning_rate": 3.3557046979865775e-05, | |
| "loss": 0.7983, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 2.495584902711573, | |
| "grad_norm": 0.2572309076786041, | |
| "learning_rate": 3.338926174496644e-05, | |
| "loss": 0.754, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 2.498085488786434, | |
| "grad_norm": 0.2533490061759949, | |
| "learning_rate": 3.3221476510067115e-05, | |
| "loss": 0.7599, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 2.5005860748612956, | |
| "grad_norm": 0.2629091441631317, | |
| "learning_rate": 3.305369127516779e-05, | |
| "loss": 0.7471, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.503086660936157, | |
| "grad_norm": 0.26545149087905884, | |
| "learning_rate": 3.288590604026846e-05, | |
| "loss": 0.7993, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 2.505587247011018, | |
| "grad_norm": 0.27176633477211, | |
| "learning_rate": 3.271812080536913e-05, | |
| "loss": 0.7136, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 2.5080878330858796, | |
| "grad_norm": 0.2601138949394226, | |
| "learning_rate": 3.25503355704698e-05, | |
| "loss": 0.7845, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 2.510588419160741, | |
| "grad_norm": 0.2692638039588928, | |
| "learning_rate": 3.238255033557047e-05, | |
| "loss": 0.746, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 2.513089005235602, | |
| "grad_norm": 0.26251697540283203, | |
| "learning_rate": 3.221476510067114e-05, | |
| "loss": 0.7552, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.515589591310463, | |
| "grad_norm": 0.2608598470687866, | |
| "learning_rate": 3.204697986577181e-05, | |
| "loss": 0.7993, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 2.5180901773853246, | |
| "grad_norm": 0.26370328664779663, | |
| "learning_rate": 3.1879194630872485e-05, | |
| "loss": 0.729, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 2.520590763460186, | |
| "grad_norm": 0.2586556673049927, | |
| "learning_rate": 3.171140939597316e-05, | |
| "loss": 0.7759, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 2.523091349535047, | |
| "grad_norm": 0.258453369140625, | |
| "learning_rate": 3.1543624161073825e-05, | |
| "loss": 0.7842, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 2.5255919356099086, | |
| "grad_norm": 0.25726741552352905, | |
| "learning_rate": 3.13758389261745e-05, | |
| "loss": 0.7959, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.52809252168477, | |
| "grad_norm": 0.2684222459793091, | |
| "learning_rate": 3.120805369127517e-05, | |
| "loss": 0.7602, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 2.530593107759631, | |
| "grad_norm": 0.25897446274757385, | |
| "learning_rate": 3.1040268456375844e-05, | |
| "loss": 0.7748, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 2.5330936938344926, | |
| "grad_norm": 0.26660779118537903, | |
| "learning_rate": 3.087248322147651e-05, | |
| "loss": 0.7613, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 2.5355942799093536, | |
| "grad_norm": 0.25708746910095215, | |
| "learning_rate": 3.070469798657718e-05, | |
| "loss": 0.7915, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 2.538094865984215, | |
| "grad_norm": 0.26296505331993103, | |
| "learning_rate": 3.0536912751677856e-05, | |
| "loss": 0.7485, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.540595452059076, | |
| "grad_norm": 0.2721368670463562, | |
| "learning_rate": 3.0369127516778522e-05, | |
| "loss": 0.7031, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 2.5430960381339376, | |
| "grad_norm": 0.2720634937286377, | |
| "learning_rate": 3.02013422818792e-05, | |
| "loss": 0.7754, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 2.545596624208799, | |
| "grad_norm": 0.271311491727829, | |
| "learning_rate": 3.0033557046979865e-05, | |
| "loss": 0.7635, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 2.54809721028366, | |
| "grad_norm": 0.26483824849128723, | |
| "learning_rate": 2.986577181208054e-05, | |
| "loss": 0.7518, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 2.5505977963585216, | |
| "grad_norm": 0.2710844576358795, | |
| "learning_rate": 2.9697986577181207e-05, | |
| "loss": 0.8257, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.553098382433383, | |
| "grad_norm": 0.26673269271850586, | |
| "learning_rate": 2.9530201342281884e-05, | |
| "loss": 0.7597, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 2.555598968508244, | |
| "grad_norm": 0.26416197419166565, | |
| "learning_rate": 2.936241610738255e-05, | |
| "loss": 0.8071, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 2.5580995545831056, | |
| "grad_norm": 0.2669306993484497, | |
| "learning_rate": 2.9194630872483227e-05, | |
| "loss": 0.7959, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 2.5606001406579666, | |
| "grad_norm": 0.266413152217865, | |
| "learning_rate": 2.9026845637583893e-05, | |
| "loss": 0.7798, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 2.563100726732828, | |
| "grad_norm": 0.2639547288417816, | |
| "learning_rate": 2.885906040268457e-05, | |
| "loss": 0.7373, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.565601312807689, | |
| "grad_norm": 0.25265610218048096, | |
| "learning_rate": 2.8691275167785235e-05, | |
| "loss": 0.7428, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 2.5681018988825506, | |
| "grad_norm": 0.2605838179588318, | |
| "learning_rate": 2.8523489932885905e-05, | |
| "loss": 0.7994, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 2.570602484957412, | |
| "grad_norm": 0.2643495500087738, | |
| "learning_rate": 2.8355704697986578e-05, | |
| "loss": 0.8302, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 2.573103071032273, | |
| "grad_norm": 0.2639097273349762, | |
| "learning_rate": 2.8187919463087248e-05, | |
| "loss": 0.7403, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 2.5756036571071346, | |
| "grad_norm": 0.2704942226409912, | |
| "learning_rate": 2.802013422818792e-05, | |
| "loss": 0.742, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.578104243181996, | |
| "grad_norm": 0.27417805790901184, | |
| "learning_rate": 2.785234899328859e-05, | |
| "loss": 0.7951, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 2.580604829256857, | |
| "grad_norm": 0.2682810127735138, | |
| "learning_rate": 2.7684563758389263e-05, | |
| "loss": 0.7708, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 2.583105415331718, | |
| "grad_norm": 0.25544607639312744, | |
| "learning_rate": 2.7516778523489933e-05, | |
| "loss": 0.7629, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 2.5856060014065796, | |
| "grad_norm": 0.2566584646701813, | |
| "learning_rate": 2.7348993288590606e-05, | |
| "loss": 0.7672, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 2.588106587481441, | |
| "grad_norm": 0.27147865295410156, | |
| "learning_rate": 2.7181208053691276e-05, | |
| "loss": 0.8237, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.590607173556302, | |
| "grad_norm": 0.2876383662223816, | |
| "learning_rate": 2.701342281879195e-05, | |
| "loss": 0.7542, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 2.5931077596311636, | |
| "grad_norm": 0.2700903117656708, | |
| "learning_rate": 2.6845637583892618e-05, | |
| "loss": 0.7472, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 2.595608345706025, | |
| "grad_norm": 0.2761889696121216, | |
| "learning_rate": 2.6677852348993288e-05, | |
| "loss": 0.7608, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 2.598108931780886, | |
| "grad_norm": 0.2627350986003876, | |
| "learning_rate": 2.651006711409396e-05, | |
| "loss": 0.7884, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 2.6006095178557476, | |
| "grad_norm": 0.2600443661212921, | |
| "learning_rate": 2.634228187919463e-05, | |
| "loss": 0.7646, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.6031101039306086, | |
| "grad_norm": 0.2687239646911621, | |
| "learning_rate": 2.6174496644295304e-05, | |
| "loss": 0.7837, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 2.60561069000547, | |
| "grad_norm": 0.2561565935611725, | |
| "learning_rate": 2.6006711409395973e-05, | |
| "loss": 0.7751, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 2.608111276080331, | |
| "grad_norm": 0.27367132902145386, | |
| "learning_rate": 2.5838926174496646e-05, | |
| "loss": 0.7827, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 2.6106118621551926, | |
| "grad_norm": 0.2676515579223633, | |
| "learning_rate": 2.5671140939597316e-05, | |
| "loss": 0.7498, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 2.613112448230054, | |
| "grad_norm": 0.2701331377029419, | |
| "learning_rate": 2.550335570469799e-05, | |
| "loss": 0.7557, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.615613034304915, | |
| "grad_norm": 0.2638761103153229, | |
| "learning_rate": 2.533557046979866e-05, | |
| "loss": 0.756, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 2.6181136203797766, | |
| "grad_norm": 0.26615577936172485, | |
| "learning_rate": 2.516778523489933e-05, | |
| "loss": 0.753, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 2.620614206454638, | |
| "grad_norm": 0.2674086093902588, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.7683, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 2.623114792529499, | |
| "grad_norm": 0.2707188129425049, | |
| "learning_rate": 2.4832214765100674e-05, | |
| "loss": 0.7737, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 2.6256153786043606, | |
| "grad_norm": 0.26382195949554443, | |
| "learning_rate": 2.4664429530201344e-05, | |
| "loss": 0.773, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.6281159646792216, | |
| "grad_norm": 0.27367544174194336, | |
| "learning_rate": 2.4496644295302017e-05, | |
| "loss": 0.7559, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 2.630616550754083, | |
| "grad_norm": 0.27113792300224304, | |
| "learning_rate": 2.4328859060402687e-05, | |
| "loss": 0.8, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 2.633117136828944, | |
| "grad_norm": 0.26364073157310486, | |
| "learning_rate": 2.416107382550336e-05, | |
| "loss": 0.7433, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 2.6356177229038056, | |
| "grad_norm": 0.2878578007221222, | |
| "learning_rate": 2.3993288590604026e-05, | |
| "loss": 0.8011, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 2.638118308978667, | |
| "grad_norm": 0.2688160240650177, | |
| "learning_rate": 2.38255033557047e-05, | |
| "loss": 0.7709, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.640618895053528, | |
| "grad_norm": 0.2768557071685791, | |
| "learning_rate": 2.365771812080537e-05, | |
| "loss": 0.7644, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 2.6431194811283896, | |
| "grad_norm": 0.25318166613578796, | |
| "learning_rate": 2.348993288590604e-05, | |
| "loss": 0.7462, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 2.6456200672032506, | |
| "grad_norm": 0.26254960894584656, | |
| "learning_rate": 2.332214765100671e-05, | |
| "loss": 0.8197, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 2.648120653278112, | |
| "grad_norm": 0.25807276368141174, | |
| "learning_rate": 2.3154362416107384e-05, | |
| "loss": 0.8078, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 2.650621239352973, | |
| "grad_norm": 0.2553829252719879, | |
| "learning_rate": 2.2986577181208054e-05, | |
| "loss": 0.7824, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.6531218254278346, | |
| "grad_norm": 0.25177881121635437, | |
| "learning_rate": 2.2818791946308727e-05, | |
| "loss": 0.816, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 2.655622411502696, | |
| "grad_norm": 0.26017314195632935, | |
| "learning_rate": 2.2651006711409396e-05, | |
| "loss": 0.7933, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 2.658122997577557, | |
| "grad_norm": 0.27956074476242065, | |
| "learning_rate": 2.248322147651007e-05, | |
| "loss": 0.7318, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 2.6606235836524186, | |
| "grad_norm": 0.2631371021270752, | |
| "learning_rate": 2.231543624161074e-05, | |
| "loss": 0.8124, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 2.66312416972728, | |
| "grad_norm": 0.2630529999732971, | |
| "learning_rate": 2.2147651006711412e-05, | |
| "loss": 0.7798, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.665624755802141, | |
| "grad_norm": 0.2698495388031006, | |
| "learning_rate": 2.197986577181208e-05, | |
| "loss": 0.7402, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 2.6681253418770026, | |
| "grad_norm": 0.2685375213623047, | |
| "learning_rate": 2.181208053691275e-05, | |
| "loss": 0.7634, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 2.6706259279518636, | |
| "grad_norm": 0.27497631311416626, | |
| "learning_rate": 2.1644295302013424e-05, | |
| "loss": 0.8211, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 2.673126514026725, | |
| "grad_norm": 0.2591504156589508, | |
| "learning_rate": 2.1476510067114094e-05, | |
| "loss": 0.7949, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 2.675627100101586, | |
| "grad_norm": 0.26306867599487305, | |
| "learning_rate": 2.1308724832214767e-05, | |
| "loss": 0.7033, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.6781276861764476, | |
| "grad_norm": 0.26264435052871704, | |
| "learning_rate": 2.1140939597315437e-05, | |
| "loss": 0.7679, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 2.680628272251309, | |
| "grad_norm": 0.2685528099536896, | |
| "learning_rate": 2.097315436241611e-05, | |
| "loss": 0.7324, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 2.68312885832617, | |
| "grad_norm": 0.25186851620674133, | |
| "learning_rate": 2.080536912751678e-05, | |
| "loss": 0.7889, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 2.6856294444010316, | |
| "grad_norm": 0.26912397146224976, | |
| "learning_rate": 2.0637583892617452e-05, | |
| "loss": 0.7485, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 2.688130030475893, | |
| "grad_norm": 0.280704140663147, | |
| "learning_rate": 2.0469798657718122e-05, | |
| "loss": 0.7907, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.690630616550754, | |
| "grad_norm": 0.2644129991531372, | |
| "learning_rate": 2.0302013422818795e-05, | |
| "loss": 0.7597, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 2.693131202625615, | |
| "grad_norm": 0.26235321164131165, | |
| "learning_rate": 2.013422818791946e-05, | |
| "loss": 0.8103, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 2.6956317887004766, | |
| "grad_norm": 0.2663373649120331, | |
| "learning_rate": 1.9966442953020134e-05, | |
| "loss": 0.6938, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 2.698132374775338, | |
| "grad_norm": 0.26949477195739746, | |
| "learning_rate": 1.9798657718120804e-05, | |
| "loss": 0.8105, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 2.700632960850199, | |
| "grad_norm": 0.25903284549713135, | |
| "learning_rate": 1.9630872483221477e-05, | |
| "loss": 0.7911, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.7031335469250606, | |
| "grad_norm": 0.25764670968055725, | |
| "learning_rate": 1.946308724832215e-05, | |
| "loss": 0.8019, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 2.705634132999922, | |
| "grad_norm": 0.2695031762123108, | |
| "learning_rate": 1.929530201342282e-05, | |
| "loss": 0.7335, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 2.708134719074783, | |
| "grad_norm": 0.27201348543167114, | |
| "learning_rate": 1.9127516778523493e-05, | |
| "loss": 0.811, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 2.7106353051496446, | |
| "grad_norm": 0.25319722294807434, | |
| "learning_rate": 1.8959731543624162e-05, | |
| "loss": 0.7351, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 2.7131358912245056, | |
| "grad_norm": 0.26669758558273315, | |
| "learning_rate": 1.8791946308724835e-05, | |
| "loss": 0.8104, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.715636477299367, | |
| "grad_norm": 0.2601892054080963, | |
| "learning_rate": 1.8624161073825505e-05, | |
| "loss": 0.7458, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 2.718137063374228, | |
| "grad_norm": 0.26129859685897827, | |
| "learning_rate": 1.8456375838926178e-05, | |
| "loss": 0.7658, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 2.7206376494490896, | |
| "grad_norm": 0.2716621458530426, | |
| "learning_rate": 1.8288590604026847e-05, | |
| "loss": 0.7958, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 2.723138235523951, | |
| "grad_norm": 0.26098430156707764, | |
| "learning_rate": 1.8120805369127517e-05, | |
| "loss": 0.727, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 2.725638821598812, | |
| "grad_norm": 0.2624058723449707, | |
| "learning_rate": 1.7953020134228187e-05, | |
| "loss": 0.8095, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.7281394076736736, | |
| "grad_norm": 0.26594632863998413, | |
| "learning_rate": 1.778523489932886e-05, | |
| "loss": 0.7466, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 2.730639993748535, | |
| "grad_norm": 0.2688511908054352, | |
| "learning_rate": 1.761744966442953e-05, | |
| "loss": 0.8009, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 2.733140579823396, | |
| "grad_norm": 0.27263709902763367, | |
| "learning_rate": 1.7449664429530202e-05, | |
| "loss": 0.7008, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 2.7356411658982576, | |
| "grad_norm": 0.25561875104904175, | |
| "learning_rate": 1.7281879194630872e-05, | |
| "loss": 0.7201, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 2.7381417519731186, | |
| "grad_norm": 0.2564723491668701, | |
| "learning_rate": 1.7114093959731545e-05, | |
| "loss": 0.7618, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.74064233804798, | |
| "grad_norm": 0.2520231604576111, | |
| "learning_rate": 1.6946308724832215e-05, | |
| "loss": 0.7512, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 2.743142924122841, | |
| "grad_norm": 0.2692018747329712, | |
| "learning_rate": 1.6778523489932888e-05, | |
| "loss": 0.7949, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 2.7456435101977026, | |
| "grad_norm": 0.27487489581108093, | |
| "learning_rate": 1.6610738255033557e-05, | |
| "loss": 0.8054, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 2.748144096272564, | |
| "grad_norm": 0.2683469355106354, | |
| "learning_rate": 1.644295302013423e-05, | |
| "loss": 0.7998, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 2.750644682347425, | |
| "grad_norm": 0.25603777170181274, | |
| "learning_rate": 1.62751677852349e-05, | |
| "loss": 0.7705, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.7531452684222866, | |
| "grad_norm": 0.2521064579486847, | |
| "learning_rate": 1.610738255033557e-05, | |
| "loss": 0.8382, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 2.7556458544971476, | |
| "grad_norm": 0.2849092185497284, | |
| "learning_rate": 1.5939597315436243e-05, | |
| "loss": 0.7469, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 2.758146440572009, | |
| "grad_norm": 0.2665373384952545, | |
| "learning_rate": 1.5771812080536912e-05, | |
| "loss": 0.7705, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 2.76064702664687, | |
| "grad_norm": 0.25976264476776123, | |
| "learning_rate": 1.5604026845637585e-05, | |
| "loss": 0.7345, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 2.7631476127217316, | |
| "grad_norm": 0.2643131613731384, | |
| "learning_rate": 1.5436241610738255e-05, | |
| "loss": 0.7876, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.765648198796593, | |
| "grad_norm": 0.25333520770072937, | |
| "learning_rate": 1.5268456375838928e-05, | |
| "loss": 0.7383, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 2.768148784871454, | |
| "grad_norm": 0.26729080080986023, | |
| "learning_rate": 1.51006711409396e-05, | |
| "loss": 0.7723, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 2.7706493709463156, | |
| "grad_norm": 0.27518323063850403, | |
| "learning_rate": 1.493288590604027e-05, | |
| "loss": 0.8084, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 2.773149957021177, | |
| "grad_norm": 0.2624513804912567, | |
| "learning_rate": 1.4765100671140942e-05, | |
| "loss": 0.7574, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 2.775650543096038, | |
| "grad_norm": 0.2630423605442047, | |
| "learning_rate": 1.4597315436241613e-05, | |
| "loss": 0.7838, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.7781511291708996, | |
| "grad_norm": 0.28019875288009644, | |
| "learning_rate": 1.4429530201342285e-05, | |
| "loss": 0.7646, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 2.7806517152457606, | |
| "grad_norm": 0.253106027841568, | |
| "learning_rate": 1.4261744966442953e-05, | |
| "loss": 0.7455, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 2.783152301320622, | |
| "grad_norm": 0.2707953453063965, | |
| "learning_rate": 1.4093959731543624e-05, | |
| "loss": 0.7182, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 2.785652887395483, | |
| "grad_norm": 0.2584267258644104, | |
| "learning_rate": 1.3926174496644295e-05, | |
| "loss": 0.7682, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 2.7881534734703446, | |
| "grad_norm": 0.2669549882411957, | |
| "learning_rate": 1.3758389261744966e-05, | |
| "loss": 0.7997, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.790654059545206, | |
| "grad_norm": 0.2616058588027954, | |
| "learning_rate": 1.3590604026845638e-05, | |
| "loss": 0.7427, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 2.793154645620067, | |
| "grad_norm": 0.2657564878463745, | |
| "learning_rate": 1.3422818791946309e-05, | |
| "loss": 0.7603, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 2.7956552316949286, | |
| "grad_norm": 0.28465598821640015, | |
| "learning_rate": 1.325503355704698e-05, | |
| "loss": 0.7881, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 2.79815581776979, | |
| "grad_norm": 0.2708990275859833, | |
| "learning_rate": 1.3087248322147652e-05, | |
| "loss": 0.7801, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 2.800656403844651, | |
| "grad_norm": 0.2551485300064087, | |
| "learning_rate": 1.2919463087248323e-05, | |
| "loss": 0.7936, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.803156989919512, | |
| "grad_norm": 0.26873987913131714, | |
| "learning_rate": 1.2751677852348994e-05, | |
| "loss": 0.7999, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 2.8056575759943736, | |
| "grad_norm": 0.26690325140953064, | |
| "learning_rate": 1.2583892617449666e-05, | |
| "loss": 0.7492, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 2.808158162069235, | |
| "grad_norm": 0.2745894193649292, | |
| "learning_rate": 1.2416107382550337e-05, | |
| "loss": 0.7771, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 2.810658748144096, | |
| "grad_norm": 0.268500417470932, | |
| "learning_rate": 1.2248322147651008e-05, | |
| "loss": 0.7878, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 2.8131593342189576, | |
| "grad_norm": 0.2567993402481079, | |
| "learning_rate": 1.208053691275168e-05, | |
| "loss": 0.7367, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.815659920293819, | |
| "grad_norm": 0.270757257938385, | |
| "learning_rate": 1.191275167785235e-05, | |
| "loss": 0.784, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 2.81816050636868, | |
| "grad_norm": 0.26289331912994385, | |
| "learning_rate": 1.174496644295302e-05, | |
| "loss": 0.7858, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 2.8206610924435416, | |
| "grad_norm": 0.25360968708992004, | |
| "learning_rate": 1.1577181208053692e-05, | |
| "loss": 0.7789, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 2.8231616785184026, | |
| "grad_norm": 0.2786359488964081, | |
| "learning_rate": 1.1409395973154363e-05, | |
| "loss": 0.7303, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 2.825662264593264, | |
| "grad_norm": 0.2741607129573822, | |
| "learning_rate": 1.1241610738255035e-05, | |
| "loss": 0.7255, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.828162850668125, | |
| "grad_norm": 0.26171642541885376, | |
| "learning_rate": 1.1073825503355706e-05, | |
| "loss": 0.749, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 2.8306634367429866, | |
| "grad_norm": 0.2629507780075073, | |
| "learning_rate": 1.0906040268456376e-05, | |
| "loss": 0.7439, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 2.833164022817848, | |
| "grad_norm": 0.2608429789543152, | |
| "learning_rate": 1.0738255033557047e-05, | |
| "loss": 0.7967, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 2.835664608892709, | |
| "grad_norm": 0.2539840042591095, | |
| "learning_rate": 1.0570469798657718e-05, | |
| "loss": 0.7632, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 2.8381651949675706, | |
| "grad_norm": 0.26609182357788086, | |
| "learning_rate": 1.040268456375839e-05, | |
| "loss": 0.7588, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.840665781042432, | |
| "grad_norm": 0.2662641704082489, | |
| "learning_rate": 1.0234899328859061e-05, | |
| "loss": 0.767, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 2.843166367117293, | |
| "grad_norm": 0.2716527581214905, | |
| "learning_rate": 1.006711409395973e-05, | |
| "loss": 0.7974, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 2.8456669531921546, | |
| "grad_norm": 0.2681698799133301, | |
| "learning_rate": 9.899328859060402e-06, | |
| "loss": 0.7991, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 2.8481675392670156, | |
| "grad_norm": 0.2646220624446869, | |
| "learning_rate": 9.731543624161075e-06, | |
| "loss": 0.8014, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 2.850668125341877, | |
| "grad_norm": 0.26614639163017273, | |
| "learning_rate": 9.563758389261746e-06, | |
| "loss": 0.7139, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.853168711416738, | |
| "grad_norm": 0.2810419797897339, | |
| "learning_rate": 9.395973154362418e-06, | |
| "loss": 0.7731, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 2.8556692974915996, | |
| "grad_norm": 0.25968021154403687, | |
| "learning_rate": 9.228187919463089e-06, | |
| "loss": 0.8051, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 2.858169883566461, | |
| "grad_norm": 0.2626001834869385, | |
| "learning_rate": 9.060402684563759e-06, | |
| "loss": 0.7884, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 2.860670469641322, | |
| "grad_norm": 0.2615593373775482, | |
| "learning_rate": 8.89261744966443e-06, | |
| "loss": 0.7743, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 2.8631710557161836, | |
| "grad_norm": 0.2630126178264618, | |
| "learning_rate": 8.724832214765101e-06, | |
| "loss": 0.7901, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.8656716417910446, | |
| "grad_norm": 0.262552410364151, | |
| "learning_rate": 8.557046979865773e-06, | |
| "loss": 0.7725, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 2.868172227865906, | |
| "grad_norm": 0.26387330889701843, | |
| "learning_rate": 8.389261744966444e-06, | |
| "loss": 0.7346, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 2.870672813940767, | |
| "grad_norm": 0.26157933473587036, | |
| "learning_rate": 8.221476510067115e-06, | |
| "loss": 0.7882, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 2.8731734000156286, | |
| "grad_norm": 0.26413771510124207, | |
| "learning_rate": 8.053691275167785e-06, | |
| "loss": 0.8176, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 2.87567398609049, | |
| "grad_norm": 0.26703476905822754, | |
| "learning_rate": 7.885906040268456e-06, | |
| "loss": 0.7919, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.878174572165351, | |
| "grad_norm": 0.2677638530731201, | |
| "learning_rate": 7.718120805369127e-06, | |
| "loss": 0.7637, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 2.8806751582402126, | |
| "grad_norm": 0.28061383962631226, | |
| "learning_rate": 7.5503355704698e-06, | |
| "loss": 0.764, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 2.883175744315074, | |
| "grad_norm": 0.30881813168525696, | |
| "learning_rate": 7.382550335570471e-06, | |
| "loss": 0.7423, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 2.885676330389935, | |
| "grad_norm": 0.2670859396457672, | |
| "learning_rate": 7.214765100671142e-06, | |
| "loss": 0.8358, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 2.8881769164647966, | |
| "grad_norm": 0.27003154158592224, | |
| "learning_rate": 7.046979865771812e-06, | |
| "loss": 0.7337, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.8906775025396576, | |
| "grad_norm": 0.27815598249435425, | |
| "learning_rate": 6.879194630872483e-06, | |
| "loss": 0.8295, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 2.893178088614519, | |
| "grad_norm": 0.267985075712204, | |
| "learning_rate": 6.7114093959731546e-06, | |
| "loss": 0.6885, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 2.89567867468938, | |
| "grad_norm": 0.2884340286254883, | |
| "learning_rate": 6.543624161073826e-06, | |
| "loss": 0.7936, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 2.8981792607642416, | |
| "grad_norm": 0.2722429931163788, | |
| "learning_rate": 6.375838926174497e-06, | |
| "loss": 0.7452, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 2.900679846839103, | |
| "grad_norm": 0.2809288799762726, | |
| "learning_rate": 6.2080536912751686e-06, | |
| "loss": 0.803, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.903180432913964, | |
| "grad_norm": 0.26661309599876404, | |
| "learning_rate": 6.04026845637584e-06, | |
| "loss": 0.7759, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 2.9056810189888256, | |
| "grad_norm": 0.2651159465312958, | |
| "learning_rate": 5.87248322147651e-06, | |
| "loss": 0.7968, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 2.908181605063687, | |
| "grad_norm": 0.2623818516731262, | |
| "learning_rate": 5.704697986577182e-06, | |
| "loss": 0.7441, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 2.910682191138548, | |
| "grad_norm": 0.2637712359428406, | |
| "learning_rate": 5.536912751677853e-06, | |
| "loss": 0.7279, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 2.913182777213409, | |
| "grad_norm": 0.2682763934135437, | |
| "learning_rate": 5.3691275167785235e-06, | |
| "loss": 0.7956, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.9156833632882706, | |
| "grad_norm": 0.26668110489845276, | |
| "learning_rate": 5.201342281879195e-06, | |
| "loss": 0.7671, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 2.918183949363132, | |
| "grad_norm": 0.2577240765094757, | |
| "learning_rate": 5.033557046979865e-06, | |
| "loss": 0.7932, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 2.920684535437993, | |
| "grad_norm": 0.258863627910614, | |
| "learning_rate": 4.8657718120805375e-06, | |
| "loss": 0.8114, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 2.9231851215128546, | |
| "grad_norm": 0.26777341961860657, | |
| "learning_rate": 4.697986577181209e-06, | |
| "loss": 0.7866, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 2.925685707587716, | |
| "grad_norm": 0.2765660285949707, | |
| "learning_rate": 4.530201342281879e-06, | |
| "loss": 0.8136, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.928186293662577, | |
| "grad_norm": 0.2771073281764984, | |
| "learning_rate": 4.362416107382551e-06, | |
| "loss": 0.7867, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 2.9306868797374386, | |
| "grad_norm": 0.2580552399158478, | |
| "learning_rate": 4.194630872483222e-06, | |
| "loss": 0.7421, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 2.9331874658122996, | |
| "grad_norm": 0.2619837522506714, | |
| "learning_rate": 4.026845637583892e-06, | |
| "loss": 0.7749, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 2.935688051887161, | |
| "grad_norm": 0.263916939496994, | |
| "learning_rate": 3.859060402684564e-06, | |
| "loss": 0.7685, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 2.938188637962022, | |
| "grad_norm": 0.2695319652557373, | |
| "learning_rate": 3.6912751677852355e-06, | |
| "loss": 0.7899, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.9406892240368836, | |
| "grad_norm": 0.25818875432014465, | |
| "learning_rate": 3.523489932885906e-06, | |
| "loss": 0.7952, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 2.943189810111745, | |
| "grad_norm": 0.273348331451416, | |
| "learning_rate": 3.3557046979865773e-06, | |
| "loss": 0.7718, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 2.945690396186606, | |
| "grad_norm": 0.26397809386253357, | |
| "learning_rate": 3.1879194630872486e-06, | |
| "loss": 0.694, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 2.9481909822614676, | |
| "grad_norm": 0.25927719473838806, | |
| "learning_rate": 3.02013422818792e-06, | |
| "loss": 0.7591, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 2.950691568336329, | |
| "grad_norm": 0.26979297399520874, | |
| "learning_rate": 2.852348993288591e-06, | |
| "loss": 0.8195, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.95319215441119, | |
| "grad_norm": 0.2654463052749634, | |
| "learning_rate": 2.6845637583892617e-06, | |
| "loss": 0.769, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 2.9556927404860516, | |
| "grad_norm": 0.2589269280433655, | |
| "learning_rate": 2.5167785234899326e-06, | |
| "loss": 0.762, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 2.9581933265609126, | |
| "grad_norm": 0.26951074600219727, | |
| "learning_rate": 2.3489932885906044e-06, | |
| "loss": 0.7893, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 2.960693912635774, | |
| "grad_norm": 0.27295491099357605, | |
| "learning_rate": 2.1812080536912753e-06, | |
| "loss": 0.7942, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 2.963194498710635, | |
| "grad_norm": 0.27274471521377563, | |
| "learning_rate": 2.013422818791946e-06, | |
| "loss": 0.7727, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.9656950847854966, | |
| "grad_norm": 0.2667292654514313, | |
| "learning_rate": 1.8456375838926177e-06, | |
| "loss": 0.7749, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 2.968195670860358, | |
| "grad_norm": 0.25694823265075684, | |
| "learning_rate": 1.6778523489932886e-06, | |
| "loss": 0.7478, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 2.970696256935219, | |
| "grad_norm": 0.25563356280326843, | |
| "learning_rate": 1.51006711409396e-06, | |
| "loss": 0.7042, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 2.9731968430100806, | |
| "grad_norm": 0.26784104108810425, | |
| "learning_rate": 1.3422818791946309e-06, | |
| "loss": 0.7381, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 2.975697429084942, | |
| "grad_norm": 0.27679285407066345, | |
| "learning_rate": 1.1744966442953022e-06, | |
| "loss": 0.7915, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.978198015159803, | |
| "grad_norm": 0.27582457661628723, | |
| "learning_rate": 1.006711409395973e-06, | |
| "loss": 0.8018, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 2.980698601234664, | |
| "grad_norm": 0.26547786593437195, | |
| "learning_rate": 8.389261744966443e-07, | |
| "loss": 0.8207, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 2.9831991873095256, | |
| "grad_norm": 0.26468461751937866, | |
| "learning_rate": 6.711409395973154e-07, | |
| "loss": 0.79, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 2.985699773384387, | |
| "grad_norm": 0.2692301571369171, | |
| "learning_rate": 5.033557046979866e-07, | |
| "loss": 0.7913, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 2.988200359459248, | |
| "grad_norm": 0.2573905289173126, | |
| "learning_rate": 3.355704697986577e-07, | |
| "loss": 0.7475, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.9907009455341096, | |
| "grad_norm": 0.2607206106185913, | |
| "learning_rate": 1.6778523489932886e-07, | |
| "loss": 0.761, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 2.993201531608971, | |
| "grad_norm": 0.2700795829296112, | |
| "learning_rate": 0.0, | |
| "loss": 0.7753, | |
| "step": 1197 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1197, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.818762878799479e+18, | |
| "train_batch_size": 5, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |