| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.7531914893617021, | |
| "eval_steps": 189, | |
| "global_step": 708, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0010638297872340426, | |
| "grad_norm": 0.15719425678253174, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.9422, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0010638297872340426, | |
| "eval_loss": 2.3947696685791016, | |
| "eval_runtime": 228.0833, | |
| "eval_samples_per_second": 0.403, | |
| "eval_steps_per_second": 0.403, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.002127659574468085, | |
| "grad_norm": 0.12337572872638702, | |
| "learning_rate": 5e-05, | |
| "loss": 1.8454, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0031914893617021275, | |
| "grad_norm": 0.13498862087726593, | |
| "learning_rate": 7.5e-05, | |
| "loss": 2.0205, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00425531914893617, | |
| "grad_norm": 0.14641264081001282, | |
| "learning_rate": 0.0001, | |
| "loss": 2.2241, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.005319148936170213, | |
| "grad_norm": 0.221758633852005, | |
| "learning_rate": 0.000125, | |
| "loss": 2.1881, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.006382978723404255, | |
| "grad_norm": 0.16080522537231445, | |
| "learning_rate": 0.00015, | |
| "loss": 2.3418, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.007446808510638298, | |
| "grad_norm": 0.200699582695961, | |
| "learning_rate": 0.000175, | |
| "loss": 2.2462, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00851063829787234, | |
| "grad_norm": 0.22244133055210114, | |
| "learning_rate": 0.0002, | |
| "loss": 2.1351, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.009574468085106383, | |
| "grad_norm": 0.12635783851146698, | |
| "learning_rate": 0.00022500000000000002, | |
| "loss": 2.1829, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.010638297872340425, | |
| "grad_norm": 0.23889027535915375, | |
| "learning_rate": 0.00025, | |
| "loss": 2.285, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.011702127659574468, | |
| "grad_norm": 0.16700100898742676, | |
| "learning_rate": 0.0002499993636030197, | |
| "loss": 2.0751, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.01276595744680851, | |
| "grad_norm": 0.13016349077224731, | |
| "learning_rate": 0.00024999745441927886, | |
| "loss": 2.1398, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.013829787234042552, | |
| "grad_norm": 0.22968527674674988, | |
| "learning_rate": 0.00024999427247037733, | |
| "loss": 2.0359, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.014893617021276596, | |
| "grad_norm": 0.145517960190773, | |
| "learning_rate": 0.000249989817792315, | |
| "loss": 1.9857, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.015957446808510637, | |
| "grad_norm": 0.12325005978345871, | |
| "learning_rate": 0.0002499840904354907, | |
| "loss": 2.1137, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01702127659574468, | |
| "grad_norm": 0.10462953895330429, | |
| "learning_rate": 0.0002499770904647022, | |
| "loss": 2.1306, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.018085106382978722, | |
| "grad_norm": 0.10856030881404877, | |
| "learning_rate": 0.0002499688179591453, | |
| "loss": 1.9974, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.019148936170212766, | |
| "grad_norm": 0.12662340700626373, | |
| "learning_rate": 0.0002499592730124128, | |
| "loss": 2.3052, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.02021276595744681, | |
| "grad_norm": 0.10757914185523987, | |
| "learning_rate": 0.0002499484557324936, | |
| "loss": 2.1465, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.02127659574468085, | |
| "grad_norm": 0.1157526895403862, | |
| "learning_rate": 0.0002499363662417714, | |
| "loss": 2.2331, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.022340425531914895, | |
| "grad_norm": 0.12368866801261902, | |
| "learning_rate": 0.00024992300467702346, | |
| "loss": 2.1574, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.023404255319148935, | |
| "grad_norm": 0.10928671061992645, | |
| "learning_rate": 0.00024990837118941874, | |
| "loss": 2.0207, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.02446808510638298, | |
| "grad_norm": 0.1046021580696106, | |
| "learning_rate": 0.00024989246594451646, | |
| "loss": 2.1064, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.02553191489361702, | |
| "grad_norm": 0.09606686979532242, | |
| "learning_rate": 0.0002498752891222643, | |
| "loss": 1.9726, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.026595744680851064, | |
| "grad_norm": 0.10333864390850067, | |
| "learning_rate": 0.00024985684091699594, | |
| "loss": 1.9889, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.027659574468085105, | |
| "grad_norm": 0.09974610805511475, | |
| "learning_rate": 0.00024983712153742936, | |
| "loss": 2.1849, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.02872340425531915, | |
| "grad_norm": 0.09508953243494034, | |
| "learning_rate": 0.00024981613120666417, | |
| "loss": 1.8267, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.029787234042553193, | |
| "grad_norm": 0.11703687906265259, | |
| "learning_rate": 0.0002497938701621792, | |
| "loss": 2.1924, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.030851063829787233, | |
| "grad_norm": 0.10372091084718704, | |
| "learning_rate": 0.0002497703386558297, | |
| "loss": 1.8565, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.031914893617021274, | |
| "grad_norm": 0.10386721789836884, | |
| "learning_rate": 0.0002497455369538447, | |
| "loss": 2.0355, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03297872340425532, | |
| "grad_norm": 0.09948979318141937, | |
| "learning_rate": 0.0002497194653368238, | |
| "loss": 2.088, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03404255319148936, | |
| "grad_norm": 0.0912819355726242, | |
| "learning_rate": 0.0002496921240997341, | |
| "loss": 2.1658, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.035106382978723406, | |
| "grad_norm": 0.09557418525218964, | |
| "learning_rate": 0.0002496635135519068, | |
| "loss": 2.1933, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.036170212765957444, | |
| "grad_norm": 0.10222162306308746, | |
| "learning_rate": 0.0002496336340170337, | |
| "loss": 2.0631, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03723404255319149, | |
| "grad_norm": 0.08941858261823654, | |
| "learning_rate": 0.0002496024858331637, | |
| "loss": 1.9997, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03829787234042553, | |
| "grad_norm": 0.0999622568488121, | |
| "learning_rate": 0.00024957006935269867, | |
| "loss": 2.2196, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.039361702127659576, | |
| "grad_norm": 0.10653268545866013, | |
| "learning_rate": 0.0002495363849423898, | |
| "loss": 2.1727, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.04042553191489362, | |
| "grad_norm": 0.1327868402004242, | |
| "learning_rate": 0.0002495014329833331, | |
| "loss": 2.0095, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.04148936170212766, | |
| "grad_norm": 0.08846122026443481, | |
| "learning_rate": 0.00024946521387096557, | |
| "loss": 1.8497, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0425531914893617, | |
| "grad_norm": 0.1001238003373146, | |
| "learning_rate": 0.0002494277280150601, | |
| "loss": 2.0145, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.043617021276595745, | |
| "grad_norm": 0.1113252341747284, | |
| "learning_rate": 0.0002493889758397214, | |
| "loss": 1.7905, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.04468085106382979, | |
| "grad_norm": 0.10579642653465271, | |
| "learning_rate": 0.00024934895778338086, | |
| "loss": 1.9684, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.045744680851063826, | |
| "grad_norm": 0.09689021110534668, | |
| "learning_rate": 0.0002493076742987917, | |
| "loss": 1.9877, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04680851063829787, | |
| "grad_norm": 0.10904544591903687, | |
| "learning_rate": 0.000249265125853024, | |
| "loss": 1.9456, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.047872340425531915, | |
| "grad_norm": 0.08989599347114563, | |
| "learning_rate": 0.000249221312927459, | |
| "loss": 1.9915, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04893617021276596, | |
| "grad_norm": 0.10626763105392456, | |
| "learning_rate": 0.0002491762360177841, | |
| "loss": 2.1049, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.10239193588495255, | |
| "learning_rate": 0.00024912989563398696, | |
| "loss": 2.1835, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.05106382978723404, | |
| "grad_norm": 0.09280844777822495, | |
| "learning_rate": 0.00024908229230035, | |
| "loss": 1.9502, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.052127659574468084, | |
| "grad_norm": 0.10963878780603409, | |
| "learning_rate": 0.00024903342655544414, | |
| "loss": 1.9337, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.05319148936170213, | |
| "grad_norm": 0.10434435307979584, | |
| "learning_rate": 0.00024898329895212297, | |
| "loss": 1.9479, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05425531914893617, | |
| "grad_norm": 0.11127671599388123, | |
| "learning_rate": 0.00024893191005751636, | |
| "loss": 2.1103, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.05531914893617021, | |
| "grad_norm": 0.09825640171766281, | |
| "learning_rate": 0.00024887926045302403, | |
| "loss": 1.777, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.05638297872340425, | |
| "grad_norm": 0.10062053054571152, | |
| "learning_rate": 0.00024882535073430915, | |
| "loss": 2.0612, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0574468085106383, | |
| "grad_norm": 0.1014753133058548, | |
| "learning_rate": 0.00024877018151129134, | |
| "loss": 2.015, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05851063829787234, | |
| "grad_norm": 0.10736796259880066, | |
| "learning_rate": 0.00024871375340814004, | |
| "loss": 2.1078, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.059574468085106386, | |
| "grad_norm": 0.09837566316127777, | |
| "learning_rate": 0.00024865606706326714, | |
| "loss": 2.0138, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.06063829787234042, | |
| "grad_norm": 0.10129820555448532, | |
| "learning_rate": 0.00024859712312932014, | |
| "loss": 1.8079, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.06170212765957447, | |
| "grad_norm": 0.11590743064880371, | |
| "learning_rate": 0.0002485369222731744, | |
| "loss": 1.8639, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0627659574468085, | |
| "grad_norm": 0.10071361064910889, | |
| "learning_rate": 0.0002484754651759258, | |
| "loss": 1.9809, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.06382978723404255, | |
| "grad_norm": 0.16242088377475739, | |
| "learning_rate": 0.0002484127525328829, | |
| "loss": 2.0969, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06489361702127659, | |
| "grad_norm": 0.09952322393655777, | |
| "learning_rate": 0.0002483487850535594, | |
| "loss": 1.7684, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.06595744680851064, | |
| "grad_norm": 0.0950712263584137, | |
| "learning_rate": 0.0002482835634616656, | |
| "loss": 1.86, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.06702127659574468, | |
| "grad_norm": 0.1205645427107811, | |
| "learning_rate": 0.00024821708849510053, | |
| "loss": 1.9127, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.06808510638297872, | |
| "grad_norm": 0.10416848212480545, | |
| "learning_rate": 0.00024814936090594383, | |
| "loss": 2.1245, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06914893617021277, | |
| "grad_norm": 0.10299328714609146, | |
| "learning_rate": 0.00024808038146044664, | |
| "loss": 2.2193, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07021276595744681, | |
| "grad_norm": 0.10638066381216049, | |
| "learning_rate": 0.00024801015093902333, | |
| "loss": 1.8795, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.07127659574468086, | |
| "grad_norm": 0.13867318630218506, | |
| "learning_rate": 0.0002479386701362427, | |
| "loss": 2.0245, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.07234042553191489, | |
| "grad_norm": 0.09890972822904587, | |
| "learning_rate": 0.00024786593986081884, | |
| "loss": 2.1797, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.07340425531914893, | |
| "grad_norm": 0.09402583539485931, | |
| "learning_rate": 0.00024779196093560195, | |
| "loss": 2.0093, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.07446808510638298, | |
| "grad_norm": 0.10384728014469147, | |
| "learning_rate": 0.00024771673419756926, | |
| "loss": 1.9576, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07553191489361702, | |
| "grad_norm": 0.11337074637413025, | |
| "learning_rate": 0.0002476402604978153, | |
| "loss": 2.1267, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.07659574468085106, | |
| "grad_norm": 0.12024985998868942, | |
| "learning_rate": 0.00024756254070154235, | |
| "loss": 2.1193, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.07765957446808511, | |
| "grad_norm": 0.09909618645906448, | |
| "learning_rate": 0.0002474835756880509, | |
| "loss": 2.0732, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.07872340425531915, | |
| "grad_norm": 0.10968328267335892, | |
| "learning_rate": 0.00024740336635072915, | |
| "loss": 1.8176, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0797872340425532, | |
| "grad_norm": 0.10667924582958221, | |
| "learning_rate": 0.00024732191359704345, | |
| "loss": 1.7713, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.08085106382978724, | |
| "grad_norm": 0.10140973329544067, | |
| "learning_rate": 0.0002472392183485279, | |
| "loss": 1.9644, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.08191489361702127, | |
| "grad_norm": 0.1087941825389862, | |
| "learning_rate": 0.0002471552815407736, | |
| "loss": 2.0052, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.08297872340425531, | |
| "grad_norm": 0.1062784343957901, | |
| "learning_rate": 0.0002470701041234185, | |
| "loss": 1.9551, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.08404255319148936, | |
| "grad_norm": 0.10445404797792435, | |
| "learning_rate": 0.0002469836870601363, | |
| "loss": 2.0273, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0851063829787234, | |
| "grad_norm": 0.09620675444602966, | |
| "learning_rate": 0.000246896031328626, | |
| "loss": 1.837, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.08617021276595745, | |
| "grad_norm": 0.09469189494848251, | |
| "learning_rate": 0.00024680713792060016, | |
| "loss": 2.0745, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.08723404255319149, | |
| "grad_norm": 0.10994596034288406, | |
| "learning_rate": 0.00024671700784177435, | |
| "loss": 1.8983, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.08829787234042553, | |
| "grad_norm": 0.11240627616643906, | |
| "learning_rate": 0.0002466256421118555, | |
| "loss": 2.0791, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.08936170212765958, | |
| "grad_norm": 0.11063706874847412, | |
| "learning_rate": 0.0002465330417645301, | |
| "loss": 1.9128, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.09042553191489362, | |
| "grad_norm": 0.09807933121919632, | |
| "learning_rate": 0.0002464392078474531, | |
| "loss": 1.9822, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.09148936170212765, | |
| "grad_norm": 0.11714861541986465, | |
| "learning_rate": 0.0002463441414222355, | |
| "loss": 2.149, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.0925531914893617, | |
| "grad_norm": 0.11007135361433029, | |
| "learning_rate": 0.0002462478435644325, | |
| "loss": 1.7036, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.09361702127659574, | |
| "grad_norm": 0.1519717276096344, | |
| "learning_rate": 0.0002461503153635316, | |
| "loss": 2.1358, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.09468085106382979, | |
| "grad_norm": 0.10105334222316742, | |
| "learning_rate": 0.00024605155792293995, | |
| "loss": 1.8889, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.09574468085106383, | |
| "grad_norm": 0.09844442456960678, | |
| "learning_rate": 0.000245951572359972, | |
| "loss": 2.0052, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09680851063829787, | |
| "grad_norm": 0.1045021116733551, | |
| "learning_rate": 0.0002458503598058367, | |
| "loss": 2.2272, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.09787234042553192, | |
| "grad_norm": 0.09748804569244385, | |
| "learning_rate": 0.0002457479214056251, | |
| "loss": 2.2324, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.09893617021276596, | |
| "grad_norm": 0.09661906957626343, | |
| "learning_rate": 0.0002456442583182969, | |
| "loss": 2.0503, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.10234526544809341, | |
| "learning_rate": 0.0002455393717166678, | |
| "loss": 2.1088, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.10106382978723404, | |
| "grad_norm": 0.10246799141168594, | |
| "learning_rate": 0.00024543326278739566, | |
| "loss": 2.2405, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.10212765957446808, | |
| "grad_norm": 0.1000024825334549, | |
| "learning_rate": 0.0002453259327309679, | |
| "loss": 1.86, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.10319148936170212, | |
| "grad_norm": 0.10678999125957489, | |
| "learning_rate": 0.0002452173827616869, | |
| "loss": 2.134, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.10425531914893617, | |
| "grad_norm": 0.10660276561975479, | |
| "learning_rate": 0.00024510761410765725, | |
| "loss": 1.8102, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.10531914893617021, | |
| "grad_norm": 0.10170196741819382, | |
| "learning_rate": 0.00024499662801077114, | |
| "loss": 1.9482, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.10638297872340426, | |
| "grad_norm": 0.11082155257463455, | |
| "learning_rate": 0.0002448844257266947, | |
| "loss": 2.2016, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1074468085106383, | |
| "grad_norm": 0.09914924204349518, | |
| "learning_rate": 0.0002447710085248535, | |
| "loss": 1.7777, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.10851063829787234, | |
| "grad_norm": 0.0965084433555603, | |
| "learning_rate": 0.00024465637768841857, | |
| "loss": 2.0662, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.10957446808510639, | |
| "grad_norm": 0.10745298117399216, | |
| "learning_rate": 0.0002445405345142915, | |
| "loss": 1.8013, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.11063829787234042, | |
| "grad_norm": 0.11509711295366287, | |
| "learning_rate": 0.0002444234803130901, | |
| "loss": 1.9372, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.11170212765957446, | |
| "grad_norm": 0.09749408811330795, | |
| "learning_rate": 0.00024430521640913323, | |
| "loss": 2.1201, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1127659574468085, | |
| "grad_norm": 0.10483244061470032, | |
| "learning_rate": 0.0002441857441404261, | |
| "loss": 1.9827, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.11382978723404255, | |
| "grad_norm": 0.11765095591545105, | |
| "learning_rate": 0.00024406506485864497, | |
| "loss": 1.8852, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.1148936170212766, | |
| "grad_norm": 0.09942599385976791, | |
| "learning_rate": 0.00024394317992912194, | |
| "loss": 1.8814, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.11595744680851064, | |
| "grad_norm": 0.1128399670124054, | |
| "learning_rate": 0.0002438200907308295, | |
| "loss": 1.9887, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.11702127659574468, | |
| "grad_norm": 0.1034490242600441, | |
| "learning_rate": 0.00024369579865636485, | |
| "loss": 2.087, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.11808510638297873, | |
| "grad_norm": 0.10408236086368561, | |
| "learning_rate": 0.00024357030511193423, | |
| "loss": 1.4333, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.11914893617021277, | |
| "grad_norm": 0.10553466528654099, | |
| "learning_rate": 0.00024344361151733702, | |
| "loss": 2.1482, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1202127659574468, | |
| "grad_norm": 0.10812198370695114, | |
| "learning_rate": 0.00024331571930594954, | |
| "loss": 1.7569, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.12127659574468085, | |
| "grad_norm": 0.3904220759868622, | |
| "learning_rate": 0.00024318662992470896, | |
| "loss": 2.0672, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.12234042553191489, | |
| "grad_norm": 0.1045014038681984, | |
| "learning_rate": 0.00024305634483409703, | |
| "loss": 1.7733, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.12340425531914893, | |
| "grad_norm": 0.11234873533248901, | |
| "learning_rate": 0.00024292486550812323, | |
| "loss": 1.8588, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.12446808510638298, | |
| "grad_norm": 0.12042441219091415, | |
| "learning_rate": 0.00024279219343430842, | |
| "loss": 2.3323, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.125531914893617, | |
| "grad_norm": 0.13395822048187256, | |
| "learning_rate": 0.00024265833011366777, | |
| "loss": 1.9681, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.12659574468085105, | |
| "grad_norm": 0.13613761961460114, | |
| "learning_rate": 0.00024252327706069407, | |
| "loss": 1.8812, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.1276595744680851, | |
| "grad_norm": 0.11202660948038101, | |
| "learning_rate": 0.0002423870358033402, | |
| "loss": 2.1017, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12872340425531914, | |
| "grad_norm": 0.10813065618276596, | |
| "learning_rate": 0.00024224960788300217, | |
| "loss": 1.6332, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.12978723404255318, | |
| "grad_norm": 0.12841644883155823, | |
| "learning_rate": 0.00024211099485450167, | |
| "loss": 2.0098, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.13085106382978723, | |
| "grad_norm": 0.10981354117393494, | |
| "learning_rate": 0.0002419711982860681, | |
| "loss": 2.0437, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.13191489361702127, | |
| "grad_norm": 0.10300987213850021, | |
| "learning_rate": 0.0002418302197593213, | |
| "loss": 1.9898, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.13297872340425532, | |
| "grad_norm": 0.09915132820606232, | |
| "learning_rate": 0.00024168806086925348, | |
| "loss": 1.7063, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.13404255319148936, | |
| "grad_norm": 0.10637573152780533, | |
| "learning_rate": 0.00024154472322421113, | |
| "loss": 1.8626, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1351063829787234, | |
| "grad_norm": 0.10706152766942978, | |
| "learning_rate": 0.00024140020844587667, | |
| "loss": 2.009, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.13617021276595745, | |
| "grad_norm": 0.10487835109233856, | |
| "learning_rate": 0.00024125451816925058, | |
| "loss": 2.0771, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.1372340425531915, | |
| "grad_norm": 0.11320215463638306, | |
| "learning_rate": 0.0002411076540426324, | |
| "loss": 2.111, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.13829787234042554, | |
| "grad_norm": 0.10687907040119171, | |
| "learning_rate": 0.00024095961772760237, | |
| "loss": 1.7782, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.13936170212765958, | |
| "grad_norm": 0.10387088358402252, | |
| "learning_rate": 0.0002408104108990024, | |
| "loss": 1.947, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.14042553191489363, | |
| "grad_norm": 0.11471838504076004, | |
| "learning_rate": 0.00024066003524491752, | |
| "loss": 2.0569, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.14148936170212767, | |
| "grad_norm": 0.10412081331014633, | |
| "learning_rate": 0.00024050849246665628, | |
| "loss": 1.9277, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.1425531914893617, | |
| "grad_norm": 0.11945554614067078, | |
| "learning_rate": 0.00024035578427873192, | |
| "loss": 2.0863, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.14361702127659576, | |
| "grad_norm": 0.12696759402751923, | |
| "learning_rate": 0.00024020191240884276, | |
| "loss": 2.0757, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.14468085106382977, | |
| "grad_norm": 0.11579248309135437, | |
| "learning_rate": 0.00024004687859785265, | |
| "loss": 1.9771, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.14574468085106382, | |
| "grad_norm": 0.1291639804840088, | |
| "learning_rate": 0.00023989068459977139, | |
| "loss": 1.9655, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.14680851063829786, | |
| "grad_norm": 0.10244561731815338, | |
| "learning_rate": 0.0002397333321817347, | |
| "loss": 2.0573, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.1478723404255319, | |
| "grad_norm": 0.10870030522346497, | |
| "learning_rate": 0.00023957482312398452, | |
| "loss": 1.9953, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.14893617021276595, | |
| "grad_norm": 0.11521364748477936, | |
| "learning_rate": 0.00023941515921984855, | |
| "loss": 1.7835, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1189892515540123, | |
| "learning_rate": 0.00023925434227572013, | |
| "loss": 1.8137, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.15106382978723404, | |
| "grad_norm": 0.11443563550710678, | |
| "learning_rate": 0.00023909237411103785, | |
| "loss": 2.1109, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.15212765957446808, | |
| "grad_norm": 0.1882992833852768, | |
| "learning_rate": 0.00023892925655826476, | |
| "loss": 2.1079, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.15319148936170213, | |
| "grad_norm": 0.11956554651260376, | |
| "learning_rate": 0.0002387649914628679, | |
| "loss": 2.0648, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.15425531914893617, | |
| "grad_norm": 0.13715718686580658, | |
| "learning_rate": 0.00023859958068329725, | |
| "loss": 2.004, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.15531914893617021, | |
| "grad_norm": 0.1169043555855751, | |
| "learning_rate": 0.00023843302609096467, | |
| "loss": 2.1193, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.15638297872340426, | |
| "grad_norm": 0.11039727926254272, | |
| "learning_rate": 0.00023826532957022293, | |
| "loss": 1.9419, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.1574468085106383, | |
| "grad_norm": 0.11504384130239487, | |
| "learning_rate": 0.00023809649301834415, | |
| "loss": 1.9714, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.15851063829787235, | |
| "grad_norm": 0.11435811966657639, | |
| "learning_rate": 0.00023792651834549856, | |
| "loss": 1.7879, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.1595744680851064, | |
| "grad_norm": 0.27376243472099304, | |
| "learning_rate": 0.00023775540747473262, | |
| "loss": 2.0011, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.16063829787234044, | |
| "grad_norm": 0.12073350697755814, | |
| "learning_rate": 0.0002375831623419476, | |
| "loss": 1.9285, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.16170212765957448, | |
| "grad_norm": 0.11144834011793137, | |
| "learning_rate": 0.00023740978489587733, | |
| "loss": 1.9147, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.16276595744680852, | |
| "grad_norm": 0.1074347198009491, | |
| "learning_rate": 0.00023723527709806647, | |
| "loss": 2.092, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.16382978723404254, | |
| "grad_norm": 0.11253698170185089, | |
| "learning_rate": 0.00023705964092284805, | |
| "loss": 1.9452, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.16489361702127658, | |
| "grad_norm": 0.1153697595000267, | |
| "learning_rate": 0.00023688287835732134, | |
| "loss": 2.008, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.16595744680851063, | |
| "grad_norm": 0.11541475355625153, | |
| "learning_rate": 0.00023670499140132918, | |
| "loss": 1.5319, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.16702127659574467, | |
| "grad_norm": 0.11363336443901062, | |
| "learning_rate": 0.00023652598206743553, | |
| "loss": 2.1214, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.16808510638297872, | |
| "grad_norm": 0.10930821299552917, | |
| "learning_rate": 0.00023634585238090265, | |
| "loss": 1.8862, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.16914893617021276, | |
| "grad_norm": 0.13756263256072998, | |
| "learning_rate": 0.000236164604379668, | |
| "loss": 2.001, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1702127659574468, | |
| "grad_norm": 0.11600874364376068, | |
| "learning_rate": 0.00023598224011432163, | |
| "loss": 2.0017, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.17127659574468085, | |
| "grad_norm": 0.14339403808116913, | |
| "learning_rate": 0.00023579876164808234, | |
| "loss": 1.8875, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.1723404255319149, | |
| "grad_norm": 0.11734171211719513, | |
| "learning_rate": 0.000235614171056775, | |
| "loss": 2.025, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.17340425531914894, | |
| "grad_norm": 0.16881157457828522, | |
| "learning_rate": 0.00023542847042880662, | |
| "loss": 2.1279, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.17446808510638298, | |
| "grad_norm": 0.10519936680793762, | |
| "learning_rate": 0.00023524166186514284, | |
| "loss": 1.8798, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.17553191489361702, | |
| "grad_norm": 0.11043398827314377, | |
| "learning_rate": 0.00023505374747928419, | |
| "loss": 1.9368, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.17659574468085107, | |
| "grad_norm": 0.11440404504537582, | |
| "learning_rate": 0.00023486472939724217, | |
| "loss": 1.9948, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.1776595744680851, | |
| "grad_norm": 0.11574520170688629, | |
| "learning_rate": 0.0002346746097575153, | |
| "loss": 2.1822, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.17872340425531916, | |
| "grad_norm": 0.11897675693035126, | |
| "learning_rate": 0.00023448339071106461, | |
| "loss": 1.9755, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1797872340425532, | |
| "grad_norm": 0.116481252014637, | |
| "learning_rate": 0.00023429107442128974, | |
| "loss": 1.751, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.18085106382978725, | |
| "grad_norm": 0.11168333142995834, | |
| "learning_rate": 0.0002340976630640041, | |
| "loss": 2.1915, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1819148936170213, | |
| "grad_norm": 0.1481730043888092, | |
| "learning_rate": 0.00023390315882741038, | |
| "loss": 1.9164, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.1829787234042553, | |
| "grad_norm": 0.10625225305557251, | |
| "learning_rate": 0.00023370756391207588, | |
| "loss": 1.8064, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.18404255319148935, | |
| "grad_norm": 0.11492953449487686, | |
| "learning_rate": 0.0002335108805309075, | |
| "loss": 2.0202, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.1851063829787234, | |
| "grad_norm": 0.11886078119277954, | |
| "learning_rate": 0.00023331311090912677, | |
| "loss": 1.994, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.18617021276595744, | |
| "grad_norm": 0.12113317847251892, | |
| "learning_rate": 0.0002331142572842446, | |
| "loss": 2.061, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.18723404255319148, | |
| "grad_norm": 0.11451803892850876, | |
| "learning_rate": 0.00023291432190603603, | |
| "loss": 2.0846, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.18829787234042553, | |
| "grad_norm": 0.13504713773727417, | |
| "learning_rate": 0.00023271330703651482, | |
| "loss": 2.0917, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.18936170212765957, | |
| "grad_norm": 0.11458391696214676, | |
| "learning_rate": 0.00023251121494990764, | |
| "loss": 1.704, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.19042553191489361, | |
| "grad_norm": 0.13398422300815582, | |
| "learning_rate": 0.00023230804793262873, | |
| "loss": 2.103, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.19148936170212766, | |
| "grad_norm": 0.11917758733034134, | |
| "learning_rate": 0.00023210380828325353, | |
| "loss": 1.7718, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1925531914893617, | |
| "grad_norm": 0.1172708049416542, | |
| "learning_rate": 0.0002318984983124932, | |
| "loss": 2.0172, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.19361702127659575, | |
| "grad_norm": 0.1266704946756363, | |
| "learning_rate": 0.00023169212034316805, | |
| "loss": 1.9212, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.1946808510638298, | |
| "grad_norm": 0.13580508530139923, | |
| "learning_rate": 0.0002314846767101815, | |
| "loss": 2.0556, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.19574468085106383, | |
| "grad_norm": 0.1328660249710083, | |
| "learning_rate": 0.00023127616976049357, | |
| "loss": 1.9746, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.19680851063829788, | |
| "grad_norm": 0.1272975504398346, | |
| "learning_rate": 0.00023106660185309434, | |
| "loss": 1.9995, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.19787234042553192, | |
| "grad_norm": 0.11610808223485947, | |
| "learning_rate": 0.0002308559753589773, | |
| "loss": 1.9755, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.19893617021276597, | |
| "grad_norm": 0.11477465182542801, | |
| "learning_rate": 0.0002306442926611125, | |
| "loss": 1.8594, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11912880837917328, | |
| "learning_rate": 0.00023043155615441963, | |
| "loss": 2.2537, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.20106382978723406, | |
| "grad_norm": 0.12370310723781586, | |
| "learning_rate": 0.00023021776824574077, | |
| "loss": 1.8427, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.20106382978723406, | |
| "eval_loss": 2.2439846992492676, | |
| "eval_runtime": 228.9331, | |
| "eval_samples_per_second": 0.402, | |
| "eval_steps_per_second": 0.402, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.20212765957446807, | |
| "grad_norm": 0.12219749391078949, | |
| "learning_rate": 0.0002300029313538133, | |
| "loss": 1.6372, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.20319148936170212, | |
| "grad_norm": 0.12997935712337494, | |
| "learning_rate": 0.00022978704790924264, | |
| "loss": 1.7587, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.20425531914893616, | |
| "grad_norm": 0.1191156730055809, | |
| "learning_rate": 0.00022957012035447445, | |
| "loss": 2.1128, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.2053191489361702, | |
| "grad_norm": 0.1545037180185318, | |
| "learning_rate": 0.00022935215114376723, | |
| "loss": 1.6692, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.20638297872340425, | |
| "grad_norm": 0.1366199105978012, | |
| "learning_rate": 0.00022913314274316455, | |
| "loss": 1.9685, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.2074468085106383, | |
| "grad_norm": 0.12138072401285172, | |
| "learning_rate": 0.00022891309763046697, | |
| "loss": 1.8484, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.20851063829787234, | |
| "grad_norm": 0.1285848766565323, | |
| "learning_rate": 0.0002286920182952042, | |
| "loss": 1.7935, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.20957446808510638, | |
| "grad_norm": 0.11619207262992859, | |
| "learning_rate": 0.00022846990723860686, | |
| "loss": 2.0731, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.21063829787234042, | |
| "grad_norm": 0.4214017689228058, | |
| "learning_rate": 0.00022824676697357814, | |
| "loss": 2.0675, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.21170212765957447, | |
| "grad_norm": 0.11827094852924347, | |
| "learning_rate": 0.0002280226000246654, | |
| "loss": 1.7509, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.2127659574468085, | |
| "grad_norm": 0.132975772023201, | |
| "learning_rate": 0.00022779740892803175, | |
| "loss": 1.6893, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.21382978723404256, | |
| "grad_norm": 0.12743262946605682, | |
| "learning_rate": 0.00022757119623142706, | |
| "loss": 1.9338, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.2148936170212766, | |
| "grad_norm": 0.13391292095184326, | |
| "learning_rate": 0.00022734396449415934, | |
| "loss": 2.1821, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.21595744680851064, | |
| "grad_norm": 0.12177909165620804, | |
| "learning_rate": 0.0002271157162870658, | |
| "loss": 1.8998, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.2170212765957447, | |
| "grad_norm": 0.3537590503692627, | |
| "learning_rate": 0.00022688645419248374, | |
| "loss": 1.8342, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.21808510638297873, | |
| "grad_norm": 0.14446629583835602, | |
| "learning_rate": 0.00022665618080422114, | |
| "loss": 1.9379, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.21914893617021278, | |
| "grad_norm": 0.1220061182975769, | |
| "learning_rate": 0.00022642489872752765, | |
| "loss": 1.8389, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.22021276595744682, | |
| "grad_norm": 0.10652719438076019, | |
| "learning_rate": 0.00022619261057906485, | |
| "loss": 1.7434, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.22127659574468084, | |
| "grad_norm": 0.1321529746055603, | |
| "learning_rate": 0.00022595931898687673, | |
| "loss": 2.2176, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.22234042553191488, | |
| "grad_norm": 0.11512637138366699, | |
| "learning_rate": 0.00022572502659036007, | |
| "loss": 1.8772, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.22340425531914893, | |
| "grad_norm": 0.15195037424564362, | |
| "learning_rate": 0.00022548973604023437, | |
| "loss": 2.1445, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.22446808510638297, | |
| "grad_norm": 0.1171952560544014, | |
| "learning_rate": 0.00022525344999851197, | |
| "loss": 2.0841, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.225531914893617, | |
| "grad_norm": 0.11501558870077133, | |
| "learning_rate": 0.00022501617113846798, | |
| "loss": 1.8845, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.22659574468085106, | |
| "grad_norm": 0.14285384118556976, | |
| "learning_rate": 0.00022477790214460994, | |
| "loss": 1.7457, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.2276595744680851, | |
| "grad_norm": 0.1312599778175354, | |
| "learning_rate": 0.0002245386457126475, | |
| "loss": 2.12, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.22872340425531915, | |
| "grad_norm": 0.12865905463695526, | |
| "learning_rate": 0.00022429840454946196, | |
| "loss": 1.9595, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2297872340425532, | |
| "grad_norm": 0.18248826265335083, | |
| "learning_rate": 0.00022405718137307552, | |
| "loss": 2.0199, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.23085106382978723, | |
| "grad_norm": 0.129413902759552, | |
| "learning_rate": 0.00022381497891262066, | |
| "loss": 1.8833, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.23191489361702128, | |
| "grad_norm": 0.12320221215486526, | |
| "learning_rate": 0.00022357179990830923, | |
| "loss": 2.0043, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.23297872340425532, | |
| "grad_norm": 0.11922425031661987, | |
| "learning_rate": 0.00022332764711140127, | |
| "loss": 1.9641, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.23404255319148937, | |
| "grad_norm": 0.1320050060749054, | |
| "learning_rate": 0.00022308252328417426, | |
| "loss": 1.9602, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2351063829787234, | |
| "grad_norm": 0.14773212373256683, | |
| "learning_rate": 0.00022283643119989154, | |
| "loss": 1.8785, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.23617021276595745, | |
| "grad_norm": 0.128052219748497, | |
| "learning_rate": 0.00022258937364277105, | |
| "loss": 1.8772, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.2372340425531915, | |
| "grad_norm": 0.12113828212022781, | |
| "learning_rate": 0.00022234135340795378, | |
| "loss": 2.0577, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.23829787234042554, | |
| "grad_norm": 0.1478564292192459, | |
| "learning_rate": 0.0002220923733014723, | |
| "loss": 1.7237, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.2393617021276596, | |
| "grad_norm": 0.12648318707942963, | |
| "learning_rate": 0.0002218424361402188, | |
| "loss": 1.5301, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2404255319148936, | |
| "grad_norm": 0.13919681310653687, | |
| "learning_rate": 0.00022159154475191343, | |
| "loss": 1.8451, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.24148936170212765, | |
| "grad_norm": 0.162435844540596, | |
| "learning_rate": 0.00022133970197507199, | |
| "loss": 1.7585, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.2425531914893617, | |
| "grad_norm": 0.1612282693386078, | |
| "learning_rate": 0.0002210869106589743, | |
| "loss": 1.9223, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.24361702127659574, | |
| "grad_norm": 0.1214359775185585, | |
| "learning_rate": 0.0002208331736636316, | |
| "loss": 1.8637, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.24468085106382978, | |
| "grad_norm": 0.1307225078344345, | |
| "learning_rate": 0.0002205784938597541, | |
| "loss": 1.9397, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.24574468085106382, | |
| "grad_norm": 0.13562381267547607, | |
| "learning_rate": 0.00022032287412871893, | |
| "loss": 1.9584, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.24680851063829787, | |
| "grad_norm": 0.12984585762023926, | |
| "learning_rate": 0.00022006631736253715, | |
| "loss": 1.8084, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.2478723404255319, | |
| "grad_norm": 0.11881977319717407, | |
| "learning_rate": 0.00021980882646382128, | |
| "loss": 1.747, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.24893617021276596, | |
| "grad_norm": 0.13311228156089783, | |
| "learning_rate": 0.0002195504043457523, | |
| "loss": 1.9873, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.13149425387382507, | |
| "learning_rate": 0.00021929105393204675, | |
| "loss": 2.0715, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.251063829787234, | |
| "grad_norm": 0.1460556536912918, | |
| "learning_rate": 0.00021903077815692358, | |
| "loss": 1.7887, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.2521276595744681, | |
| "grad_norm": 0.13757912814617157, | |
| "learning_rate": 0.0002187695799650712, | |
| "loss": 1.7325, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.2531914893617021, | |
| "grad_norm": 0.13054710626602173, | |
| "learning_rate": 0.0002185074623116138, | |
| "loss": 1.9821, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.2542553191489362, | |
| "grad_norm": 0.11559314280748367, | |
| "learning_rate": 0.00021824442816207828, | |
| "loss": 1.6488, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.2553191489361702, | |
| "grad_norm": 0.12026959657669067, | |
| "learning_rate": 0.00021798048049236036, | |
| "loss": 2.0594, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.25638297872340426, | |
| "grad_norm": 0.12917517125606537, | |
| "learning_rate": 0.00021771562228869122, | |
| "loss": 2.0606, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.2574468085106383, | |
| "grad_norm": 0.1309247761964798, | |
| "learning_rate": 0.00021744985654760345, | |
| "loss": 1.816, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.25851063829787235, | |
| "grad_norm": 0.11951275914907455, | |
| "learning_rate": 0.00021718318627589732, | |
| "loss": 1.8091, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.25957446808510637, | |
| "grad_norm": 0.1549317091703415, | |
| "learning_rate": 0.00021691561449060668, | |
| "loss": 1.7875, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.26063829787234044, | |
| "grad_norm": 0.10621926933526993, | |
| "learning_rate": 0.00021664714421896494, | |
| "loss": 1.9503, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.26170212765957446, | |
| "grad_norm": 0.11808984726667404, | |
| "learning_rate": 0.00021637777849837069, | |
| "loss": 1.7337, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.26276595744680853, | |
| "grad_norm": 0.12691949307918549, | |
| "learning_rate": 0.00021610752037635333, | |
| "loss": 1.8108, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.26382978723404255, | |
| "grad_norm": 0.15534377098083496, | |
| "learning_rate": 0.0002158363729105387, | |
| "loss": 1.8423, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.2648936170212766, | |
| "grad_norm": 0.12336020171642303, | |
| "learning_rate": 0.00021556433916861446, | |
| "loss": 1.7249, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.26595744680851063, | |
| "grad_norm": 0.13493220508098602, | |
| "learning_rate": 0.0002152914222282952, | |
| "loss": 2.0487, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2670212765957447, | |
| "grad_norm": 0.19705940783023834, | |
| "learning_rate": 0.00021501762517728802, | |
| "loss": 1.5196, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.2680851063829787, | |
| "grad_norm": 0.15215103328227997, | |
| "learning_rate": 0.00021474295111325708, | |
| "loss": 1.8737, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.2691489361702128, | |
| "grad_norm": 0.13895325362682343, | |
| "learning_rate": 0.0002144674031437891, | |
| "loss": 1.7027, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.2702127659574468, | |
| "grad_norm": 0.11689046770334244, | |
| "learning_rate": 0.00021419098438635765, | |
| "loss": 2.0475, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.2712765957446808, | |
| "grad_norm": 0.1213349923491478, | |
| "learning_rate": 0.00021391369796828835, | |
| "loss": 1.9444, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2723404255319149, | |
| "grad_norm": 0.11021054536104202, | |
| "learning_rate": 0.00021363554702672326, | |
| "loss": 1.9382, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.2734042553191489, | |
| "grad_norm": 0.1282310038805008, | |
| "learning_rate": 0.0002133565347085853, | |
| "loss": 1.9628, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.274468085106383, | |
| "grad_norm": 0.11131104081869125, | |
| "learning_rate": 0.0002130766641705429, | |
| "loss": 1.8109, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.275531914893617, | |
| "grad_norm": 0.123484767973423, | |
| "learning_rate": 0.00021279593857897411, | |
| "loss": 2.1388, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.2765957446808511, | |
| "grad_norm": 0.12884195148944855, | |
| "learning_rate": 0.00021251436110993085, | |
| "loss": 1.7784, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2776595744680851, | |
| "grad_norm": 0.14552558958530426, | |
| "learning_rate": 0.00021223193494910293, | |
| "loss": 2.0514, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.27872340425531916, | |
| "grad_norm": 0.1309530884027481, | |
| "learning_rate": 0.00021194866329178193, | |
| "loss": 1.9086, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.2797872340425532, | |
| "grad_norm": 0.12760141491889954, | |
| "learning_rate": 0.00021166454934282521, | |
| "loss": 1.8776, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.28085106382978725, | |
| "grad_norm": 0.1298709511756897, | |
| "learning_rate": 0.0002113795963166197, | |
| "loss": 1.9672, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.28191489361702127, | |
| "grad_norm": 0.13304266333580017, | |
| "learning_rate": 0.0002110938074370453, | |
| "loss": 1.9939, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.28297872340425534, | |
| "grad_norm": 0.12197323888540268, | |
| "learning_rate": 0.00021080718593743846, | |
| "loss": 2.041, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.28404255319148936, | |
| "grad_norm": 0.11913374811410904, | |
| "learning_rate": 0.00021051973506055587, | |
| "loss": 1.6231, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.2851063829787234, | |
| "grad_norm": 0.18801186978816986, | |
| "learning_rate": 0.00021023145805853735, | |
| "loss": 1.9754, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.28617021276595744, | |
| "grad_norm": 0.14811000227928162, | |
| "learning_rate": 0.0002099423581928694, | |
| "loss": 2.0761, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.2872340425531915, | |
| "grad_norm": 0.12679357826709747, | |
| "learning_rate": 0.00020965243873434806, | |
| "loss": 1.8865, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.28829787234042553, | |
| "grad_norm": 0.1385306566953659, | |
| "learning_rate": 0.00020936170296304222, | |
| "loss": 2.036, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.28936170212765955, | |
| "grad_norm": 0.11551671475172043, | |
| "learning_rate": 0.00020907015416825607, | |
| "loss": 2.0402, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.2904255319148936, | |
| "grad_norm": 0.15645508468151093, | |
| "learning_rate": 0.00020877779564849232, | |
| "loss": 1.7009, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.29148936170212764, | |
| "grad_norm": 0.1431574672460556, | |
| "learning_rate": 0.0002084846307114145, | |
| "loss": 1.7321, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.2925531914893617, | |
| "grad_norm": 0.14062929153442383, | |
| "learning_rate": 0.00020819066267380995, | |
| "loss": 1.9823, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.2936170212765957, | |
| "grad_norm": 0.12429283559322357, | |
| "learning_rate": 0.00020789589486155187, | |
| "loss": 1.9957, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.2946808510638298, | |
| "grad_norm": 0.12170275300741196, | |
| "learning_rate": 0.00020760033060956192, | |
| "loss": 1.8834, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.2957446808510638, | |
| "grad_norm": 0.12186326086521149, | |
| "learning_rate": 0.00020730397326177257, | |
| "loss": 1.821, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.2968085106382979, | |
| "grad_norm": 0.14743085205554962, | |
| "learning_rate": 0.00020700682617108906, | |
| "loss": 1.9366, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.2978723404255319, | |
| "grad_norm": 0.1397976577281952, | |
| "learning_rate": 0.00020670889269935156, | |
| "loss": 1.924, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.298936170212766, | |
| "grad_norm": 0.16039437055587769, | |
| "learning_rate": 0.0002064101762172972, | |
| "loss": 1.6082, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12346199154853821, | |
| "learning_rate": 0.00020611068010452187, | |
| "loss": 2.0276, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.30106382978723406, | |
| "grad_norm": 0.12658649682998657, | |
| "learning_rate": 0.0002058104077494419, | |
| "loss": 1.8506, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.3021276595744681, | |
| "grad_norm": 0.13528642058372498, | |
| "learning_rate": 0.00020550936254925588, | |
| "loss": 1.7422, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.30319148936170215, | |
| "grad_norm": 0.14657703042030334, | |
| "learning_rate": 0.00020520754790990617, | |
| "loss": 1.6911, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.30425531914893617, | |
| "grad_norm": 0.14604607224464417, | |
| "learning_rate": 0.0002049049672460403, | |
| "loss": 1.8764, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.30531914893617024, | |
| "grad_norm": 0.15669088065624237, | |
| "learning_rate": 0.00020460162398097242, | |
| "loss": 1.9052, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.30638297872340425, | |
| "grad_norm": 0.1708899289369583, | |
| "learning_rate": 0.0002042975215466446, | |
| "loss": 1.9045, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.3074468085106383, | |
| "grad_norm": 0.15268519520759583, | |
| "learning_rate": 0.00020399266338358776, | |
| "loss": 1.9059, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.30851063829787234, | |
| "grad_norm": 0.13716553151607513, | |
| "learning_rate": 0.00020368705294088313, | |
| "loss": 1.9051, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.30957446808510636, | |
| "grad_norm": 0.14579275250434875, | |
| "learning_rate": 0.00020338069367612294, | |
| "loss": 1.7654, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.31063829787234043, | |
| "grad_norm": 0.14516612887382507, | |
| "learning_rate": 0.00020307358905537133, | |
| "loss": 1.7659, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.31170212765957445, | |
| "grad_norm": 0.13099181652069092, | |
| "learning_rate": 0.00020276574255312529, | |
| "loss": 1.8719, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.3127659574468085, | |
| "grad_norm": 0.14634104073047638, | |
| "learning_rate": 0.00020245715765227523, | |
| "loss": 1.8947, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.31382978723404253, | |
| "grad_norm": 0.13733884692192078, | |
| "learning_rate": 0.00020214783784406554, | |
| "loss": 1.9405, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.3148936170212766, | |
| "grad_norm": 0.1501719057559967, | |
| "learning_rate": 0.00020183778662805516, | |
| "loss": 2.1347, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.3159574468085106, | |
| "grad_norm": 0.1275307983160019, | |
| "learning_rate": 0.0002015270075120781, | |
| "loss": 1.9346, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.3170212765957447, | |
| "grad_norm": 0.2898395359516144, | |
| "learning_rate": 0.00020121550401220342, | |
| "loss": 1.8929, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.3180851063829787, | |
| "grad_norm": 0.13291271030902863, | |
| "learning_rate": 0.00020090327965269583, | |
| "loss": 2.0107, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.3191489361702128, | |
| "grad_norm": 0.13238263130187988, | |
| "learning_rate": 0.00020059033796597563, | |
| "loss": 2.0485, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3202127659574468, | |
| "grad_norm": 0.1353788673877716, | |
| "learning_rate": 0.0002002766824925786, | |
| "loss": 1.9357, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.32127659574468087, | |
| "grad_norm": 0.16099432110786438, | |
| "learning_rate": 0.00019996231678111635, | |
| "loss": 1.8787, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.3223404255319149, | |
| "grad_norm": 0.22791248559951782, | |
| "learning_rate": 0.00019964724438823573, | |
| "loss": 1.5107, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.32340425531914896, | |
| "grad_norm": 0.181181401014328, | |
| "learning_rate": 0.00019933146887857891, | |
| "loss": 1.7504, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.324468085106383, | |
| "grad_norm": 0.14129158854484558, | |
| "learning_rate": 0.0001990149938247428, | |
| "loss": 1.6271, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.32553191489361705, | |
| "grad_norm": 0.16222205758094788, | |
| "learning_rate": 0.00019869782280723897, | |
| "loss": 1.7481, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.32659574468085106, | |
| "grad_norm": 0.13940641283988953, | |
| "learning_rate": 0.0001983799594144527, | |
| "loss": 2.0948, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.3276595744680851, | |
| "grad_norm": 0.14055512845516205, | |
| "learning_rate": 0.00019806140724260276, | |
| "loss": 1.7353, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.32872340425531915, | |
| "grad_norm": 0.14281584322452545, | |
| "learning_rate": 0.00019774216989570055, | |
| "loss": 1.8931, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.32978723404255317, | |
| "grad_norm": 0.14208434522151947, | |
| "learning_rate": 0.00019742225098550925, | |
| "loss": 1.7266, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.33085106382978724, | |
| "grad_norm": 0.14099860191345215, | |
| "learning_rate": 0.00019710165413150318, | |
| "loss": 1.7742, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.33191489361702126, | |
| "grad_norm": 0.12579743564128876, | |
| "learning_rate": 0.00019678038296082676, | |
| "loss": 2.0517, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.33297872340425533, | |
| "grad_norm": 0.14031557738780975, | |
| "learning_rate": 0.00019645844110825333, | |
| "loss": 2.0609, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.33404255319148934, | |
| "grad_norm": 0.1430150419473648, | |
| "learning_rate": 0.00019613583221614415, | |
| "loss": 1.8406, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.3351063829787234, | |
| "grad_norm": 0.140987828373909, | |
| "learning_rate": 0.00019581255993440726, | |
| "loss": 1.7759, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.33617021276595743, | |
| "grad_norm": 0.1489114910364151, | |
| "learning_rate": 0.000195488627920456, | |
| "loss": 1.8095, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.3372340425531915, | |
| "grad_norm": 0.13374760746955872, | |
| "learning_rate": 0.00019516403983916788, | |
| "loss": 2.0718, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.3382978723404255, | |
| "grad_norm": 0.2130061239004135, | |
| "learning_rate": 0.0001948387993628429, | |
| "loss": 1.9204, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.3393617021276596, | |
| "grad_norm": 0.14826621115207672, | |
| "learning_rate": 0.000194512910171162, | |
| "loss": 2.02, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.3404255319148936, | |
| "grad_norm": 0.18779098987579346, | |
| "learning_rate": 0.0001941863759511456, | |
| "loss": 2.01, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3414893617021277, | |
| "grad_norm": 0.12427100539207458, | |
| "learning_rate": 0.0001938592003971118, | |
| "loss": 2.0124, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.3425531914893617, | |
| "grad_norm": 0.15826719999313354, | |
| "learning_rate": 0.00019353138721063453, | |
| "loss": 1.6313, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.34361702127659577, | |
| "grad_norm": 0.15692561864852905, | |
| "learning_rate": 0.0001932029401005018, | |
| "loss": 1.9172, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.3446808510638298, | |
| "grad_norm": 0.15546223521232605, | |
| "learning_rate": 0.0001928738627826735, | |
| "loss": 1.6639, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.34574468085106386, | |
| "grad_norm": 0.17297136783599854, | |
| "learning_rate": 0.0001925441589802396, | |
| "loss": 1.7724, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.3468085106382979, | |
| "grad_norm": 0.1639593541622162, | |
| "learning_rate": 0.00019221383242337806, | |
| "loss": 1.8565, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.3478723404255319, | |
| "grad_norm": 0.15639278292655945, | |
| "learning_rate": 0.0001918828868493123, | |
| "loss": 1.3549, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.34893617021276596, | |
| "grad_norm": 0.1649019867181778, | |
| "learning_rate": 0.00019155132600226932, | |
| "loss": 1.7564, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.15620344877243042, | |
| "learning_rate": 0.000191219153633437, | |
| "loss": 1.8208, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.35106382978723405, | |
| "grad_norm": 0.14155499637126923, | |
| "learning_rate": 0.00019088637350092195, | |
| "loss": 2.1168, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.35212765957446807, | |
| "grad_norm": 0.12891899049282074, | |
| "learning_rate": 0.00019055298936970663, | |
| "loss": 1.9618, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.35319148936170214, | |
| "grad_norm": 0.13389241695404053, | |
| "learning_rate": 0.00019021900501160728, | |
| "loss": 1.6969, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.35425531914893615, | |
| "grad_norm": 0.17621472477912903, | |
| "learning_rate": 0.00018988442420523068, | |
| "loss": 2.229, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.3553191489361702, | |
| "grad_norm": 0.13503223657608032, | |
| "learning_rate": 0.00018954925073593178, | |
| "loss": 1.9057, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.35638297872340424, | |
| "grad_norm": 0.1374453455209732, | |
| "learning_rate": 0.0001892134883957708, | |
| "loss": 2.1979, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3574468085106383, | |
| "grad_norm": 0.14095570147037506, | |
| "learning_rate": 0.00018887714098347013, | |
| "loss": 1.9959, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.35851063829787233, | |
| "grad_norm": 0.16883546113967896, | |
| "learning_rate": 0.00018854021230437157, | |
| "loss": 1.4638, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.3595744680851064, | |
| "grad_norm": 0.1310475915670395, | |
| "learning_rate": 0.00018820270617039335, | |
| "loss": 1.7868, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.3606382978723404, | |
| "grad_norm": 0.19436661899089813, | |
| "learning_rate": 0.0001878646263999867, | |
| "loss": 1.6914, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.3617021276595745, | |
| "grad_norm": 0.13219347596168518, | |
| "learning_rate": 0.0001875259768180928, | |
| "loss": 1.6344, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3627659574468085, | |
| "grad_norm": 0.16265998780727386, | |
| "learning_rate": 0.00018718676125609968, | |
| "loss": 1.9101, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.3638297872340426, | |
| "grad_norm": 0.13733355700969696, | |
| "learning_rate": 0.00018684698355179855, | |
| "loss": 1.8052, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.3648936170212766, | |
| "grad_norm": 0.13916534185409546, | |
| "learning_rate": 0.0001865066475493406, | |
| "loss": 1.7605, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.3659574468085106, | |
| "grad_norm": 0.14417007565498352, | |
| "learning_rate": 0.00018616575709919355, | |
| "loss": 1.9043, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.3670212765957447, | |
| "grad_norm": 0.136358380317688, | |
| "learning_rate": 0.00018582431605809784, | |
| "loss": 1.8972, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.3680851063829787, | |
| "grad_norm": 0.15074212849140167, | |
| "learning_rate": 0.0001854823282890232, | |
| "loss": 1.7418, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.36914893617021277, | |
| "grad_norm": 0.13453400135040283, | |
| "learning_rate": 0.0001851397976611249, | |
| "loss": 2.1205, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.3702127659574468, | |
| "grad_norm": 0.17259922623634338, | |
| "learning_rate": 0.00018479672804969994, | |
| "loss": 1.9015, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.37127659574468086, | |
| "grad_norm": 0.1601068377494812, | |
| "learning_rate": 0.0001844531233361433, | |
| "loss": 1.8593, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.3723404255319149, | |
| "grad_norm": 0.14334119856357574, | |
| "learning_rate": 0.0001841089874079039, | |
| "loss": 1.7331, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.37340425531914895, | |
| "grad_norm": 0.18101570010185242, | |
| "learning_rate": 0.0001837643241584406, | |
| "loss": 1.4718, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.37446808510638296, | |
| "grad_norm": 0.14393842220306396, | |
| "learning_rate": 0.00018341913748717837, | |
| "loss": 1.9668, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.37553191489361704, | |
| "grad_norm": 0.15244780480861664, | |
| "learning_rate": 0.00018307343129946396, | |
| "loss": 1.8434, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.37659574468085105, | |
| "grad_norm": 0.14516274631023407, | |
| "learning_rate": 0.00018272720950652182, | |
| "loss": 1.8403, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.3776595744680851, | |
| "grad_norm": 0.13441959023475647, | |
| "learning_rate": 0.0001823804760254098, | |
| "loss": 2.0176, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.37872340425531914, | |
| "grad_norm": 0.1408858597278595, | |
| "learning_rate": 0.00018203323477897478, | |
| "loss": 1.9152, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.3797872340425532, | |
| "grad_norm": 0.13329507410526276, | |
| "learning_rate": 0.00018168548969580849, | |
| "loss": 1.909, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.38085106382978723, | |
| "grad_norm": 0.14730651676654816, | |
| "learning_rate": 0.00018133724471020273, | |
| "loss": 2.0144, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.3819148936170213, | |
| "grad_norm": 0.13821519911289215, | |
| "learning_rate": 0.0001809885037621053, | |
| "loss": 2.0014, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.3829787234042553, | |
| "grad_norm": 0.17461977899074554, | |
| "learning_rate": 0.00018063927079707507, | |
| "loss": 1.9347, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3840425531914894, | |
| "grad_norm": 0.13765928149223328, | |
| "learning_rate": 0.00018028954976623743, | |
| "loss": 1.9792, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.3851063829787234, | |
| "grad_norm": 0.17126794159412384, | |
| "learning_rate": 0.00017993934462623957, | |
| "loss": 1.8147, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.3861702127659574, | |
| "grad_norm": 0.16928210854530334, | |
| "learning_rate": 0.00017958865933920588, | |
| "loss": 1.9913, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.3872340425531915, | |
| "grad_norm": 0.16158626973628998, | |
| "learning_rate": 0.00017923749787269297, | |
| "loss": 1.6398, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.3882978723404255, | |
| "grad_norm": 0.14897343516349792, | |
| "learning_rate": 0.0001788858641996447, | |
| "loss": 1.9838, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.3893617021276596, | |
| "grad_norm": 0.13012531399726868, | |
| "learning_rate": 0.00017853376229834753, | |
| "loss": 1.7733, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.3904255319148936, | |
| "grad_norm": 0.14755995571613312, | |
| "learning_rate": 0.00017818119615238513, | |
| "loss": 1.8995, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.39148936170212767, | |
| "grad_norm": 0.15094389021396637, | |
| "learning_rate": 0.00017782816975059362, | |
| "loss": 1.7396, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.3925531914893617, | |
| "grad_norm": 0.16519273817539215, | |
| "learning_rate": 0.00017747468708701633, | |
| "loss": 1.8836, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.39361702127659576, | |
| "grad_norm": 0.14115650951862335, | |
| "learning_rate": 0.00017712075216085862, | |
| "loss": 1.9956, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3946808510638298, | |
| "grad_norm": 0.13805969059467316, | |
| "learning_rate": 0.00017676636897644255, | |
| "loss": 1.5305, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.39574468085106385, | |
| "grad_norm": 0.13481782376766205, | |
| "learning_rate": 0.00017641154154316173, | |
| "loss": 1.9364, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.39680851063829786, | |
| "grad_norm": 0.15755616128444672, | |
| "learning_rate": 0.00017605627387543574, | |
| "loss": 1.8696, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.39787234042553193, | |
| "grad_norm": 0.13525258004665375, | |
| "learning_rate": 0.00017570056999266506, | |
| "loss": 1.9387, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.39893617021276595, | |
| "grad_norm": 0.12865746021270752, | |
| "learning_rate": 0.00017534443391918522, | |
| "loss": 1.7657, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.15333984792232513, | |
| "learning_rate": 0.00017498786968422154, | |
| "loss": 1.7918, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.40106382978723404, | |
| "grad_norm": 0.16212083399295807, | |
| "learning_rate": 0.0001746308813218434, | |
| "loss": 1.6527, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.4021276595744681, | |
| "grad_norm": 0.1855621039867401, | |
| "learning_rate": 0.00017427347287091857, | |
| "loss": 1.6786, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.4021276595744681, | |
| "eval_loss": 2.2142834663391113, | |
| "eval_runtime": 228.7665, | |
| "eval_samples_per_second": 0.402, | |
| "eval_steps_per_second": 0.402, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.4031914893617021, | |
| "grad_norm": 0.1534307897090912, | |
| "learning_rate": 0.0001739156483750677, | |
| "loss": 1.9339, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.40425531914893614, | |
| "grad_norm": 0.15335072576999664, | |
| "learning_rate": 0.00017355741188261842, | |
| "loss": 1.8833, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.4053191489361702, | |
| "grad_norm": 0.1465091109275818, | |
| "learning_rate": 0.0001731987674465595, | |
| "loss": 1.842, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.40638297872340423, | |
| "grad_norm": 0.1900940239429474, | |
| "learning_rate": 0.00017283971912449527, | |
| "loss": 1.582, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.4074468085106383, | |
| "grad_norm": 0.20077620446681976, | |
| "learning_rate": 0.00017248027097859923, | |
| "loss": 1.7603, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.4085106382978723, | |
| "grad_norm": 0.13478918373584747, | |
| "learning_rate": 0.0001721204270755686, | |
| "loss": 1.9302, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.4095744680851064, | |
| "grad_norm": 0.12872326374053955, | |
| "learning_rate": 0.00017176019148657805, | |
| "loss": 1.9961, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.4106382978723404, | |
| "grad_norm": 0.13909921050071716, | |
| "learning_rate": 0.00017139956828723357, | |
| "loss": 1.7054, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.4117021276595745, | |
| "grad_norm": 0.15287229418754578, | |
| "learning_rate": 0.0001710385615575266, | |
| "loss": 1.8546, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.4127659574468085, | |
| "grad_norm": 0.13635213673114777, | |
| "learning_rate": 0.00017067717538178767, | |
| "loss": 2.0493, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.41382978723404257, | |
| "grad_norm": 0.14589855074882507, | |
| "learning_rate": 0.0001703154138486402, | |
| "loss": 1.7876, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.4148936170212766, | |
| "grad_norm": 0.17141617834568024, | |
| "learning_rate": 0.00016995328105095446, | |
| "loss": 1.8563, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.41595744680851066, | |
| "grad_norm": 0.13958558440208435, | |
| "learning_rate": 0.0001695907810858009, | |
| "loss": 1.7036, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.41702127659574467, | |
| "grad_norm": 0.22088086605072021, | |
| "learning_rate": 0.0001692279180544042, | |
| "loss": 1.5841, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.41808510638297874, | |
| "grad_norm": 0.16525325179100037, | |
| "learning_rate": 0.00016886469606209657, | |
| "loss": 1.7766, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.41914893617021276, | |
| "grad_norm": 0.14994482696056366, | |
| "learning_rate": 0.00016850111921827134, | |
| "loss": 1.8659, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.42021276595744683, | |
| "grad_norm": 0.16915826499462128, | |
| "learning_rate": 0.00016813719163633672, | |
| "loss": 2.0314, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.42127659574468085, | |
| "grad_norm": 0.16112112998962402, | |
| "learning_rate": 0.00016777291743366886, | |
| "loss": 1.9179, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.4223404255319149, | |
| "grad_norm": 0.13491110503673553, | |
| "learning_rate": 0.00016740830073156565, | |
| "loss": 1.8374, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.42340425531914894, | |
| "grad_norm": 0.15047532320022583, | |
| "learning_rate": 0.00016704334565519985, | |
| "loss": 1.9855, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.42446808510638295, | |
| "grad_norm": 0.19827599823474884, | |
| "learning_rate": 0.0001666780563335725, | |
| "loss": 1.9839, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.425531914893617, | |
| "grad_norm": 0.15697021782398224, | |
| "learning_rate": 0.00016631243689946613, | |
| "loss": 1.8814, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.42659574468085104, | |
| "grad_norm": 0.15276220440864563, | |
| "learning_rate": 0.00016594649148939824, | |
| "loss": 1.9774, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.4276595744680851, | |
| "grad_norm": 0.16622979938983917, | |
| "learning_rate": 0.00016558022424357417, | |
| "loss": 1.4551, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.42872340425531913, | |
| "grad_norm": 0.20551925897598267, | |
| "learning_rate": 0.0001652136393058405, | |
| "loss": 1.8946, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.4297872340425532, | |
| "grad_norm": 0.14936675131320953, | |
| "learning_rate": 0.0001648467408236381, | |
| "loss": 1.7902, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.4308510638297872, | |
| "grad_norm": 0.18554438650608063, | |
| "learning_rate": 0.00016447953294795514, | |
| "loss": 1.6981, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.4319148936170213, | |
| "grad_norm": 0.20670993626117706, | |
| "learning_rate": 0.00016411201983328023, | |
| "loss": 1.2872, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.4329787234042553, | |
| "grad_norm": 0.1911289244890213, | |
| "learning_rate": 0.0001637442056375553, | |
| "loss": 1.9631, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.4340425531914894, | |
| "grad_norm": 0.16014768183231354, | |
| "learning_rate": 0.00016337609452212872, | |
| "loss": 1.8782, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.4351063829787234, | |
| "grad_norm": 0.15993919968605042, | |
| "learning_rate": 0.0001630076906517081, | |
| "loss": 1.8805, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.43617021276595747, | |
| "grad_norm": 0.15530019998550415, | |
| "learning_rate": 0.00016263899819431317, | |
| "loss": 2.1479, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.4372340425531915, | |
| "grad_norm": 0.14382420480251312, | |
| "learning_rate": 0.00016227002132122867, | |
| "loss": 1.938, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.43829787234042555, | |
| "grad_norm": 0.15634652972221375, | |
| "learning_rate": 0.00016190076420695716, | |
| "loss": 1.3769, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.43936170212765957, | |
| "grad_norm": 0.16254384815692902, | |
| "learning_rate": 0.00016153123102917167, | |
| "loss": 1.8184, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.44042553191489364, | |
| "grad_norm": 0.1571929007768631, | |
| "learning_rate": 0.00016116142596866867, | |
| "loss": 1.809, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.44148936170212766, | |
| "grad_norm": 0.1451842188835144, | |
| "learning_rate": 0.00016079135320932062, | |
| "loss": 1.8872, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.4425531914893617, | |
| "grad_norm": 0.1494993418455124, | |
| "learning_rate": 0.00016042101693802856, | |
| "loss": 1.5983, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.44361702127659575, | |
| "grad_norm": 0.13900022208690643, | |
| "learning_rate": 0.0001600504213446749, | |
| "loss": 1.838, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.44468085106382976, | |
| "grad_norm": 0.14836052060127258, | |
| "learning_rate": 0.00015967957062207593, | |
| "loss": 1.7853, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.44574468085106383, | |
| "grad_norm": 0.1537352055311203, | |
| "learning_rate": 0.00015930846896593449, | |
| "loss": 1.7041, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.44680851063829785, | |
| "grad_norm": 0.1612105369567871, | |
| "learning_rate": 0.00015893712057479215, | |
| "loss": 1.9813, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4478723404255319, | |
| "grad_norm": 0.16644567251205444, | |
| "learning_rate": 0.00015856552964998232, | |
| "loss": 1.907, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.44893617021276594, | |
| "grad_norm": 0.1353951394557953, | |
| "learning_rate": 0.00015819370039558213, | |
| "loss": 2.0852, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.15057289600372314, | |
| "learning_rate": 0.0001578216370183651, | |
| "loss": 2.0359, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.451063829787234, | |
| "grad_norm": 0.24671976268291473, | |
| "learning_rate": 0.00015744934372775377, | |
| "loss": 1.5343, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.4521276595744681, | |
| "grad_norm": 0.13813172280788422, | |
| "learning_rate": 0.00015707682473577162, | |
| "loss": 1.8472, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.4531914893617021, | |
| "grad_norm": 0.1736101508140564, | |
| "learning_rate": 0.0001567040842569958, | |
| "loss": 2.1779, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.4542553191489362, | |
| "grad_norm": 0.16814932227134705, | |
| "learning_rate": 0.00015633112650850919, | |
| "loss": 1.7505, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.4553191489361702, | |
| "grad_norm": 0.570379376411438, | |
| "learning_rate": 0.0001559579557098529, | |
| "loss": 1.9268, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.4563829787234043, | |
| "grad_norm": 0.15529078245162964, | |
| "learning_rate": 0.00015558457608297837, | |
| "loss": 1.609, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.4574468085106383, | |
| "grad_norm": 0.21124756336212158, | |
| "learning_rate": 0.0001552109918521996, | |
| "loss": 1.8287, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.45851063829787236, | |
| "grad_norm": 0.15143603086471558, | |
| "learning_rate": 0.00015483720724414565, | |
| "loss": 1.8677, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.4595744680851064, | |
| "grad_norm": 0.17100220918655396, | |
| "learning_rate": 0.00015446322648771235, | |
| "loss": 1.7661, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.46063829787234045, | |
| "grad_norm": 0.14617975056171417, | |
| "learning_rate": 0.00015408905381401487, | |
| "loss": 1.8792, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.46170212765957447, | |
| "grad_norm": 0.19449691474437714, | |
| "learning_rate": 0.00015371469345633952, | |
| "loss": 1.7281, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.4627659574468085, | |
| "grad_norm": 0.17838919162750244, | |
| "learning_rate": 0.0001533401496500961, | |
| "loss": 1.9533, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.46382978723404256, | |
| "grad_norm": 0.1702663004398346, | |
| "learning_rate": 0.00015296542663276996, | |
| "loss": 1.9352, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.4648936170212766, | |
| "grad_norm": 0.16134527325630188, | |
| "learning_rate": 0.0001525905286438739, | |
| "loss": 2.0971, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.46595744680851064, | |
| "grad_norm": 0.15274085104465485, | |
| "learning_rate": 0.00015221545992490033, | |
| "loss": 2.0342, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.46702127659574466, | |
| "grad_norm": 0.14991699159145355, | |
| "learning_rate": 0.00015184022471927323, | |
| "loss": 1.8673, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.46808510638297873, | |
| "grad_norm": 0.24493008852005005, | |
| "learning_rate": 0.00015146482727230025, | |
| "loss": 1.6853, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.46914893617021275, | |
| "grad_norm": 0.15089358389377594, | |
| "learning_rate": 0.00015108927183112443, | |
| "loss": 1.9943, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.4702127659574468, | |
| "grad_norm": 0.1807398796081543, | |
| "learning_rate": 0.00015071356264467653, | |
| "loss": 1.9267, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.47127659574468084, | |
| "grad_norm": 0.16581107676029205, | |
| "learning_rate": 0.0001503377039636265, | |
| "loss": 1.8497, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.4723404255319149, | |
| "grad_norm": 0.15481366217136383, | |
| "learning_rate": 0.0001499617000403359, | |
| "loss": 1.889, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.4734042553191489, | |
| "grad_norm": 0.2134893834590912, | |
| "learning_rate": 0.00014958555512880923, | |
| "loss": 1.9578, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.474468085106383, | |
| "grad_norm": 0.16061900556087494, | |
| "learning_rate": 0.00014920927348464633, | |
| "loss": 1.5451, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.475531914893617, | |
| "grad_norm": 0.1559426188468933, | |
| "learning_rate": 0.00014883285936499388, | |
| "loss": 1.7151, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.4765957446808511, | |
| "grad_norm": 0.1664920598268509, | |
| "learning_rate": 0.0001484563170284974, | |
| "loss": 1.9813, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.4776595744680851, | |
| "grad_norm": 0.14086946845054626, | |
| "learning_rate": 0.00014807965073525297, | |
| "loss": 1.8155, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.4787234042553192, | |
| "grad_norm": 0.15908385813236237, | |
| "learning_rate": 0.00014770286474675908, | |
| "loss": 1.8051, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4797872340425532, | |
| "grad_norm": 0.14929479360580444, | |
| "learning_rate": 0.00014732596332586847, | |
| "loss": 1.9001, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.4808510638297872, | |
| "grad_norm": 0.15190398693084717, | |
| "learning_rate": 0.00014694895073673987, | |
| "loss": 1.7345, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.4819148936170213, | |
| "grad_norm": 0.1622495800256729, | |
| "learning_rate": 0.00014657183124478962, | |
| "loss": 1.8637, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.4829787234042553, | |
| "grad_norm": 0.1647133231163025, | |
| "learning_rate": 0.00014619460911664367, | |
| "loss": 1.6461, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.48404255319148937, | |
| "grad_norm": 0.15832483768463135, | |
| "learning_rate": 0.00014581728862008905, | |
| "loss": 1.8695, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.4851063829787234, | |
| "grad_norm": 0.21159999072551727, | |
| "learning_rate": 0.00014543987402402576, | |
| "loss": 1.4445, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.48617021276595745, | |
| "grad_norm": 0.3298247158527374, | |
| "learning_rate": 0.00014506236959841841, | |
| "loss": 2.0541, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.48723404255319147, | |
| "grad_norm": 0.16765986382961273, | |
| "learning_rate": 0.00014468477961424798, | |
| "loss": 1.766, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.48829787234042554, | |
| "grad_norm": 0.15714918076992035, | |
| "learning_rate": 0.00014430710834346326, | |
| "loss": 1.9625, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.48936170212765956, | |
| "grad_norm": 0.16249720752239227, | |
| "learning_rate": 0.0001439293600589329, | |
| "loss": 1.7994, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.49042553191489363, | |
| "grad_norm": 0.16646772623062134, | |
| "learning_rate": 0.00014355153903439672, | |
| "loss": 1.9068, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.49148936170212765, | |
| "grad_norm": 0.22211192548274994, | |
| "learning_rate": 0.00014317364954441754, | |
| "loss": 1.9102, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.4925531914893617, | |
| "grad_norm": 0.17935901880264282, | |
| "learning_rate": 0.0001427956958643328, | |
| "loss": 1.8746, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.49361702127659574, | |
| "grad_norm": 0.14291420578956604, | |
| "learning_rate": 0.00014241768227020622, | |
| "loss": 2.1468, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.4946808510638298, | |
| "grad_norm": 0.18176282942295074, | |
| "learning_rate": 0.00014203961303877922, | |
| "loss": 1.5823, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.4957446808510638, | |
| "grad_norm": 0.15742754936218262, | |
| "learning_rate": 0.00014166149244742278, | |
| "loss": 1.7668, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.4968085106382979, | |
| "grad_norm": 0.17805592715740204, | |
| "learning_rate": 0.000141283324774089, | |
| "loss": 1.8197, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.4978723404255319, | |
| "grad_norm": 0.14772458374500275, | |
| "learning_rate": 0.00014090511429726255, | |
| "loss": 1.7012, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.498936170212766, | |
| "grad_norm": 0.14443214237689972, | |
| "learning_rate": 0.00014052686529591243, | |
| "loss": 2.0839, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1701783388853073, | |
| "learning_rate": 0.00014014858204944351, | |
| "loss": 1.6082, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5010638297872341, | |
| "grad_norm": 0.17072685062885284, | |
| "learning_rate": 0.00013977026883764805, | |
| "loss": 1.8665, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.502127659574468, | |
| "grad_norm": 0.16589944064617157, | |
| "learning_rate": 0.00013939192994065727, | |
| "loss": 1.9802, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.5031914893617021, | |
| "grad_norm": 0.19318854808807373, | |
| "learning_rate": 0.0001390135696388932, | |
| "loss": 1.3777, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.5042553191489362, | |
| "grad_norm": 0.1829719990491867, | |
| "learning_rate": 0.00013863519221301982, | |
| "loss": 1.8002, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.5053191489361702, | |
| "grad_norm": 0.16888178884983063, | |
| "learning_rate": 0.00013825680194389496, | |
| "loss": 2.0893, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.5063829787234042, | |
| "grad_norm": 0.22794437408447266, | |
| "learning_rate": 0.0001378784031125217, | |
| "loss": 1.326, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.5074468085106383, | |
| "grad_norm": 0.15228323638439178, | |
| "learning_rate": 0.0001375, | |
| "loss": 1.7156, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.5085106382978724, | |
| "grad_norm": 0.1590748280286789, | |
| "learning_rate": 0.00013712159688747833, | |
| "loss": 1.8796, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.5095744680851064, | |
| "grad_norm": 0.17704014480113983, | |
| "learning_rate": 0.00013674319805610506, | |
| "loss": 2.0174, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.5106382978723404, | |
| "grad_norm": 0.1526685655117035, | |
| "learning_rate": 0.00013636480778698022, | |
| "loss": 1.9632, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5117021276595745, | |
| "grad_norm": 0.1670306921005249, | |
| "learning_rate": 0.0001359864303611068, | |
| "loss": 1.9358, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.5127659574468085, | |
| "grad_norm": 0.1440451741218567, | |
| "learning_rate": 0.00013560807005934272, | |
| "loss": 1.6262, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.5138297872340426, | |
| "grad_norm": 0.14946603775024414, | |
| "learning_rate": 0.000135229731162352, | |
| "loss": 1.8391, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.5148936170212766, | |
| "grad_norm": 0.40189728140830994, | |
| "learning_rate": 0.00013485141795055653, | |
| "loss": 1.9325, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.5159574468085106, | |
| "grad_norm": 0.1524064540863037, | |
| "learning_rate": 0.0001344731347040876, | |
| "loss": 1.9053, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.5170212765957447, | |
| "grad_norm": 0.1905772089958191, | |
| "learning_rate": 0.00013409488570273752, | |
| "loss": 1.6801, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.5180851063829788, | |
| "grad_norm": 0.18460091948509216, | |
| "learning_rate": 0.00013371667522591105, | |
| "loss": 1.716, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.5191489361702127, | |
| "grad_norm": 0.1699136197566986, | |
| "learning_rate": 0.00013333850755257727, | |
| "loss": 1.955, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.5202127659574468, | |
| "grad_norm": 0.14414088428020477, | |
| "learning_rate": 0.00013296038696122085, | |
| "loss": 1.8916, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.5212765957446809, | |
| "grad_norm": 0.2500864267349243, | |
| "learning_rate": 0.00013258231772979382, | |
| "loss": 1.7159, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5223404255319148, | |
| "grad_norm": 0.16285300254821777, | |
| "learning_rate": 0.00013220430413566722, | |
| "loss": 1.6846, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.5234042553191489, | |
| "grad_norm": 0.13979285955429077, | |
| "learning_rate": 0.00013182635045558248, | |
| "loss": 1.8205, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.524468085106383, | |
| "grad_norm": 0.174757719039917, | |
| "learning_rate": 0.0001314484609656033, | |
| "loss": 1.7025, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.5255319148936171, | |
| "grad_norm": 0.12527626752853394, | |
| "learning_rate": 0.00013107063994106713, | |
| "loss": 1.5829, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.526595744680851, | |
| "grad_norm": 0.16596892476081848, | |
| "learning_rate": 0.00013069289165653676, | |
| "loss": 1.5709, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.5276595744680851, | |
| "grad_norm": 0.16609230637550354, | |
| "learning_rate": 0.00013031522038575206, | |
| "loss": 1.8311, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.5287234042553192, | |
| "grad_norm": 0.15371407568454742, | |
| "learning_rate": 0.00012993763040158158, | |
| "loss": 1.7831, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.5297872340425532, | |
| "grad_norm": 0.14225727319717407, | |
| "learning_rate": 0.00012956012597597428, | |
| "loss": 1.8035, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.5308510638297872, | |
| "grad_norm": 0.15067608654499054, | |
| "learning_rate": 0.000129182711379911, | |
| "loss": 1.7671, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.5319148936170213, | |
| "grad_norm": 0.15496258437633514, | |
| "learning_rate": 0.00012880539088335635, | |
| "loss": 1.6137, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5329787234042553, | |
| "grad_norm": 0.1736234724521637, | |
| "learning_rate": 0.00012842816875521042, | |
| "loss": 2.233, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.5340425531914894, | |
| "grad_norm": 0.1675282120704651, | |
| "learning_rate": 0.00012805104926326018, | |
| "loss": 1.9801, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.5351063829787234, | |
| "grad_norm": 0.17056336998939514, | |
| "learning_rate": 0.00012767403667413154, | |
| "loss": 1.8477, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.5361702127659574, | |
| "grad_norm": 0.1884344220161438, | |
| "learning_rate": 0.00012729713525324094, | |
| "loss": 1.5402, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.5372340425531915, | |
| "grad_norm": 0.13208945095539093, | |
| "learning_rate": 0.00012692034926474707, | |
| "loss": 1.4391, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.5382978723404256, | |
| "grad_norm": 0.1935010552406311, | |
| "learning_rate": 0.0001265436829715026, | |
| "loss": 1.9159, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.5393617021276595, | |
| "grad_norm": 0.1699482947587967, | |
| "learning_rate": 0.0001261671406350061, | |
| "loss": 1.7707, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.5404255319148936, | |
| "grad_norm": 0.15546508133411407, | |
| "learning_rate": 0.00012579072651535368, | |
| "loss": 1.856, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.5414893617021277, | |
| "grad_norm": 0.43234968185424805, | |
| "learning_rate": 0.00012541444487119076, | |
| "loss": 1.696, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.5425531914893617, | |
| "grad_norm": 0.15519973635673523, | |
| "learning_rate": 0.00012503829995966413, | |
| "loss": 2.0373, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5436170212765957, | |
| "grad_norm": 0.18885447084903717, | |
| "learning_rate": 0.00012466229603637347, | |
| "loss": 1.7524, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.5446808510638298, | |
| "grad_norm": 0.19030006229877472, | |
| "learning_rate": 0.00012428643735532352, | |
| "loss": 1.5325, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.5457446808510639, | |
| "grad_norm": 0.15081647038459778, | |
| "learning_rate": 0.0001239107281688756, | |
| "loss": 2.0715, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.5468085106382978, | |
| "grad_norm": 0.1772020161151886, | |
| "learning_rate": 0.00012353517272769982, | |
| "loss": 1.7717, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.5478723404255319, | |
| "grad_norm": 0.3538069427013397, | |
| "learning_rate": 0.00012315977528072681, | |
| "loss": 2.1194, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.548936170212766, | |
| "grad_norm": 0.16277366876602173, | |
| "learning_rate": 0.0001227845400750997, | |
| "loss": 1.6826, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.17881731688976288, | |
| "learning_rate": 0.00012240947135612611, | |
| "loss": 1.9494, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.551063829787234, | |
| "grad_norm": 0.1840476393699646, | |
| "learning_rate": 0.00012203457336723006, | |
| "loss": 1.8986, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.5521276595744681, | |
| "grad_norm": 0.14919424057006836, | |
| "learning_rate": 0.0001216598503499039, | |
| "loss": 2.0112, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.5531914893617021, | |
| "grad_norm": 0.1450183093547821, | |
| "learning_rate": 0.00012128530654366052, | |
| "loss": 1.8921, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5542553191489362, | |
| "grad_norm": 0.16653242707252502, | |
| "learning_rate": 0.00012091094618598516, | |
| "loss": 1.5374, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.5553191489361702, | |
| "grad_norm": 0.14227531850337982, | |
| "learning_rate": 0.00012053677351228761, | |
| "loss": 1.8546, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.5563829787234043, | |
| "grad_norm": 0.14086997509002686, | |
| "learning_rate": 0.00012016279275585438, | |
| "loss": 1.6852, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.5574468085106383, | |
| "grad_norm": 0.20002402365207672, | |
| "learning_rate": 0.00011978900814780039, | |
| "loss": 1.7305, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.5585106382978723, | |
| "grad_norm": 0.15960435569286346, | |
| "learning_rate": 0.00011941542391702168, | |
| "loss": 1.3646, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.5595744680851064, | |
| "grad_norm": 0.15262611210346222, | |
| "learning_rate": 0.00011904204429014717, | |
| "loss": 1.7815, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.5606382978723404, | |
| "grad_norm": 0.155854269862175, | |
| "learning_rate": 0.00011866887349149086, | |
| "loss": 1.9681, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.5617021276595745, | |
| "grad_norm": 0.2157667726278305, | |
| "learning_rate": 0.00011829591574300422, | |
| "loss": 1.6775, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.5627659574468085, | |
| "grad_norm": 0.1676628291606903, | |
| "learning_rate": 0.00011792317526422839, | |
| "loss": 1.7169, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.5638297872340425, | |
| "grad_norm": 0.1837339997291565, | |
| "learning_rate": 0.00011755065627224626, | |
| "loss": 1.7411, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5648936170212766, | |
| "grad_norm": 0.14545366168022156, | |
| "learning_rate": 0.00011717836298163492, | |
| "loss": 1.7205, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.5659574468085107, | |
| "grad_norm": 0.1784188151359558, | |
| "learning_rate": 0.00011680629960441794, | |
| "loss": 1.8765, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.5670212765957446, | |
| "grad_norm": 0.2114858329296112, | |
| "learning_rate": 0.0001164344703500177, | |
| "loss": 1.9443, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.5680851063829787, | |
| "grad_norm": 0.17516778409481049, | |
| "learning_rate": 0.00011606287942520788, | |
| "loss": 1.6652, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.5691489361702128, | |
| "grad_norm": 0.15822292864322662, | |
| "learning_rate": 0.00011569153103406557, | |
| "loss": 1.6422, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.5702127659574469, | |
| "grad_norm": 0.17169679701328278, | |
| "learning_rate": 0.00011532042937792406, | |
| "loss": 1.5048, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.5712765957446808, | |
| "grad_norm": 0.16236886382102966, | |
| "learning_rate": 0.0001149495786553251, | |
| "loss": 1.4069, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.5723404255319149, | |
| "grad_norm": 0.16006197035312653, | |
| "learning_rate": 0.00011457898306197145, | |
| "loss": 1.8959, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.573404255319149, | |
| "grad_norm": 0.17285117506980896, | |
| "learning_rate": 0.00011420864679067941, | |
| "loss": 1.9631, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.574468085106383, | |
| "grad_norm": 0.18171286582946777, | |
| "learning_rate": 0.00011383857403133136, | |
| "loss": 1.73, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.575531914893617, | |
| "grad_norm": 0.14552678167819977, | |
| "learning_rate": 0.00011346876897082838, | |
| "loss": 1.4612, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.5765957446808511, | |
| "grad_norm": 0.16404442489147186, | |
| "learning_rate": 0.00011309923579304291, | |
| "loss": 2.1242, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.5776595744680851, | |
| "grad_norm": 0.1597999781370163, | |
| "learning_rate": 0.00011272997867877135, | |
| "loss": 1.8759, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.5787234042553191, | |
| "grad_norm": 0.16365398466587067, | |
| "learning_rate": 0.00011236100180568684, | |
| "loss": 1.8092, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.5797872340425532, | |
| "grad_norm": 0.14701658487319946, | |
| "learning_rate": 0.0001119923093482919, | |
| "loss": 2.0718, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.5808510638297872, | |
| "grad_norm": 0.15823504328727722, | |
| "learning_rate": 0.00011162390547787127, | |
| "loss": 1.9042, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.5819148936170213, | |
| "grad_norm": 0.19485561549663544, | |
| "learning_rate": 0.00011125579436244471, | |
| "loss": 1.7576, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.5829787234042553, | |
| "grad_norm": 0.17676511406898499, | |
| "learning_rate": 0.0001108879801667198, | |
| "loss": 1.6758, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.5840425531914893, | |
| "grad_norm": 0.15661020576953888, | |
| "learning_rate": 0.00011052046705204486, | |
| "loss": 1.918, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.5851063829787234, | |
| "grad_norm": 0.1745099276304245, | |
| "learning_rate": 0.0001101532591763619, | |
| "loss": 1.827, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5861702127659575, | |
| "grad_norm": 0.16982468962669373, | |
| "learning_rate": 0.00010978636069415951, | |
| "loss": 1.9529, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.5872340425531914, | |
| "grad_norm": 0.24788892269134521, | |
| "learning_rate": 0.00010941977575642584, | |
| "loss": 1.9002, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.5882978723404255, | |
| "grad_norm": 0.17355118691921234, | |
| "learning_rate": 0.00010905350851060183, | |
| "loss": 1.9254, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.5893617021276596, | |
| "grad_norm": 0.2144351601600647, | |
| "learning_rate": 0.0001086875631005339, | |
| "loss": 1.7644, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.5904255319148937, | |
| "grad_norm": 0.2839835584163666, | |
| "learning_rate": 0.00010832194366642756, | |
| "loss": 1.9132, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.5914893617021276, | |
| "grad_norm": 0.17283079028129578, | |
| "learning_rate": 0.00010795665434480018, | |
| "loss": 1.7372, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.5925531914893617, | |
| "grad_norm": 0.18223372101783752, | |
| "learning_rate": 0.00010759169926843437, | |
| "loss": 1.882, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.5936170212765958, | |
| "grad_norm": 0.15663963556289673, | |
| "learning_rate": 0.00010722708256633115, | |
| "loss": 1.2971, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.5946808510638298, | |
| "grad_norm": 0.14517734944820404, | |
| "learning_rate": 0.0001068628083636633, | |
| "loss": 1.748, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.5957446808510638, | |
| "grad_norm": 0.16935127973556519, | |
| "learning_rate": 0.00010649888078172865, | |
| "loss": 1.5534, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5968085106382979, | |
| "grad_norm": 0.14080187678337097, | |
| "learning_rate": 0.00010613530393790346, | |
| "loss": 1.8392, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.597872340425532, | |
| "grad_norm": 0.1790747493505478, | |
| "learning_rate": 0.00010577208194559582, | |
| "loss": 1.7639, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.5989361702127659, | |
| "grad_norm": 0.1672879010438919, | |
| "learning_rate": 0.00010540921891419911, | |
| "loss": 1.851, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.16451695561408997, | |
| "learning_rate": 0.00010504671894904557, | |
| "loss": 1.8741, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.601063829787234, | |
| "grad_norm": 0.15079449117183685, | |
| "learning_rate": 0.00010468458615135978, | |
| "loss": 1.7664, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.6021276595744681, | |
| "grad_norm": 0.20589475333690643, | |
| "learning_rate": 0.00010432282461821236, | |
| "loss": 1.7941, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.6031914893617021, | |
| "grad_norm": 0.17053169012069702, | |
| "learning_rate": 0.00010396143844247341, | |
| "loss": 1.9847, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.6031914893617021, | |
| "eval_loss": 2.179853677749634, | |
| "eval_runtime": 228.6364, | |
| "eval_samples_per_second": 0.402, | |
| "eval_steps_per_second": 0.402, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.6042553191489362, | |
| "grad_norm": 0.16731402277946472, | |
| "learning_rate": 0.00010360043171276646, | |
| "loss": 2.0162, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.6053191489361702, | |
| "grad_norm": 0.19248618185520172, | |
| "learning_rate": 0.00010323980851342199, | |
| "loss": 1.8991, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.6063829787234043, | |
| "grad_norm": 0.1472175270318985, | |
| "learning_rate": 0.00010287957292443142, | |
| "loss": 1.754, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6074468085106383, | |
| "grad_norm": 0.1666106879711151, | |
| "learning_rate": 0.00010251972902140081, | |
| "loss": 1.7816, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.6085106382978723, | |
| "grad_norm": 0.2124800980091095, | |
| "learning_rate": 0.00010216028087550478, | |
| "loss": 1.9329, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.6095744680851064, | |
| "grad_norm": 0.1831895411014557, | |
| "learning_rate": 0.0001018012325534405, | |
| "loss": 1.5186, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.6106382978723405, | |
| "grad_norm": 0.17318058013916016, | |
| "learning_rate": 0.00010144258811738161, | |
| "loss": 1.719, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.6117021276595744, | |
| "grad_norm": 0.15998592972755432, | |
| "learning_rate": 0.00010108435162493232, | |
| "loss": 1.5606, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.6127659574468085, | |
| "grad_norm": 0.16763073205947876, | |
| "learning_rate": 0.00010072652712908143, | |
| "loss": 1.5935, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.6138297872340426, | |
| "grad_norm": 0.15910252928733826, | |
| "learning_rate": 0.00010036911867815662, | |
| "loss": 1.7361, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.6148936170212767, | |
| "grad_norm": 0.16548095643520355, | |
| "learning_rate": 0.00010001213031577846, | |
| "loss": 1.9521, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.6159574468085106, | |
| "grad_norm": 0.15539593994617462, | |
| "learning_rate": 9.965556608081477e-05, | |
| "loss": 1.9327, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.6170212765957447, | |
| "grad_norm": 0.14825530350208282, | |
| "learning_rate": 9.929943000733493e-05, | |
| "loss": 1.8114, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6180851063829788, | |
| "grad_norm": 0.19313831627368927, | |
| "learning_rate": 9.894372612456429e-05, | |
| "loss": 1.7668, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.6191489361702127, | |
| "grad_norm": 0.16411848366260529, | |
| "learning_rate": 9.858845845683834e-05, | |
| "loss": 1.7161, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.6202127659574468, | |
| "grad_norm": 0.14812296628952026, | |
| "learning_rate": 9.823363102355746e-05, | |
| "loss": 1.8038, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.6212765957446809, | |
| "grad_norm": 0.184005007147789, | |
| "learning_rate": 9.78792478391414e-05, | |
| "loss": 1.8267, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.6223404255319149, | |
| "grad_norm": 0.16978758573532104, | |
| "learning_rate": 9.752531291298366e-05, | |
| "loss": 1.5657, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.6234042553191489, | |
| "grad_norm": 0.193622887134552, | |
| "learning_rate": 9.71718302494064e-05, | |
| "loss": 1.7917, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.624468085106383, | |
| "grad_norm": 0.19069254398345947, | |
| "learning_rate": 9.68188038476149e-05, | |
| "loss": 1.8504, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.625531914893617, | |
| "grad_norm": 0.17065876722335815, | |
| "learning_rate": 9.64662377016525e-05, | |
| "loss": 1.2871, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.6265957446808511, | |
| "grad_norm": 0.15738852322101593, | |
| "learning_rate": 9.61141358003553e-05, | |
| "loss": 1.6241, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.6276595744680851, | |
| "grad_norm": 0.19283810257911682, | |
| "learning_rate": 9.576250212730706e-05, | |
| "loss": 2.051, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6287234042553191, | |
| "grad_norm": 0.24007220566272736, | |
| "learning_rate": 9.54113406607941e-05, | |
| "loss": 1.6686, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.6297872340425532, | |
| "grad_norm": 0.17241282761096954, | |
| "learning_rate": 9.50606553737604e-05, | |
| "loss": 1.9343, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.6308510638297873, | |
| "grad_norm": 0.16544866561889648, | |
| "learning_rate": 9.471045023376259e-05, | |
| "loss": 1.8793, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.6319148936170212, | |
| "grad_norm": 0.220997154712677, | |
| "learning_rate": 9.436072920292493e-05, | |
| "loss": 1.5908, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.6329787234042553, | |
| "grad_norm": 0.1769099086523056, | |
| "learning_rate": 9.401149623789471e-05, | |
| "loss": 1.3959, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.6340425531914894, | |
| "grad_norm": 0.16651903092861176, | |
| "learning_rate": 9.366275528979728e-05, | |
| "loss": 1.5989, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.6351063829787233, | |
| "grad_norm": 0.2315669059753418, | |
| "learning_rate": 9.331451030419158e-05, | |
| "loss": 1.8365, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.6361702127659574, | |
| "grad_norm": 0.31060174107551575, | |
| "learning_rate": 9.296676522102523e-05, | |
| "loss": 1.1766, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.6372340425531915, | |
| "grad_norm": 0.20410263538360596, | |
| "learning_rate": 9.261952397459023e-05, | |
| "loss": 1.8241, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.6382978723404256, | |
| "grad_norm": 0.21315258741378784, | |
| "learning_rate": 9.22727904934782e-05, | |
| "loss": 1.8114, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6393617021276595, | |
| "grad_norm": 0.17505568265914917, | |
| "learning_rate": 9.192656870053603e-05, | |
| "loss": 1.6593, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.6404255319148936, | |
| "grad_norm": 0.1761648803949356, | |
| "learning_rate": 9.158086251282166e-05, | |
| "loss": 1.5484, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.6414893617021277, | |
| "grad_norm": 0.2948690354824066, | |
| "learning_rate": 9.123567584155942e-05, | |
| "loss": 1.7679, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.6425531914893617, | |
| "grad_norm": 0.15874460339546204, | |
| "learning_rate": 9.089101259209614e-05, | |
| "loss": 1.5578, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.6436170212765957, | |
| "grad_norm": 0.14462539553642273, | |
| "learning_rate": 9.054687666385673e-05, | |
| "loss": 1.7078, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.6446808510638298, | |
| "grad_norm": 0.16934645175933838, | |
| "learning_rate": 9.020327195030004e-05, | |
| "loss": 1.9469, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.6457446808510638, | |
| "grad_norm": 0.23816823959350586, | |
| "learning_rate": 8.98602023388751e-05, | |
| "loss": 1.7715, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.6468085106382979, | |
| "grad_norm": 0.17519444227218628, | |
| "learning_rate": 8.951767171097683e-05, | |
| "loss": 1.6478, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.6478723404255319, | |
| "grad_norm": 0.18539506196975708, | |
| "learning_rate": 8.917568394190218e-05, | |
| "loss": 1.5463, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.648936170212766, | |
| "grad_norm": 0.18039405345916748, | |
| "learning_rate": 8.883424290080644e-05, | |
| "loss": 1.6682, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.165382981300354, | |
| "learning_rate": 8.849335245065936e-05, | |
| "loss": 1.7848, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.6510638297872341, | |
| "grad_norm": 0.18024031817913055, | |
| "learning_rate": 8.815301644820148e-05, | |
| "loss": 1.0508, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.652127659574468, | |
| "grad_norm": 0.15618403255939484, | |
| "learning_rate": 8.781323874390038e-05, | |
| "loss": 1.757, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.6531914893617021, | |
| "grad_norm": 0.15764309465885162, | |
| "learning_rate": 8.747402318190722e-05, | |
| "loss": 1.7571, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.6542553191489362, | |
| "grad_norm": 0.19766607880592346, | |
| "learning_rate": 8.713537360001336e-05, | |
| "loss": 1.9208, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.6553191489361702, | |
| "grad_norm": 0.19721117615699768, | |
| "learning_rate": 8.679729382960666e-05, | |
| "loss": 1.5942, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.6563829787234042, | |
| "grad_norm": 0.1823943555355072, | |
| "learning_rate": 8.645978769562843e-05, | |
| "loss": 1.7942, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.6574468085106383, | |
| "grad_norm": 0.17587131261825562, | |
| "learning_rate": 8.612285901652992e-05, | |
| "loss": 1.5356, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.6585106382978724, | |
| "grad_norm": 0.16799600422382355, | |
| "learning_rate": 8.578651160422923e-05, | |
| "loss": 1.921, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.6595744680851063, | |
| "grad_norm": 0.1665090024471283, | |
| "learning_rate": 8.545074926406819e-05, | |
| "loss": 2.0355, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6606382978723404, | |
| "grad_norm": 0.15373064577579498, | |
| "learning_rate": 8.51155757947693e-05, | |
| "loss": 1.8153, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.6617021276595745, | |
| "grad_norm": 0.1743374466896057, | |
| "learning_rate": 8.478099498839273e-05, | |
| "loss": 1.5664, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.6627659574468086, | |
| "grad_norm": 0.16877172887325287, | |
| "learning_rate": 8.444701063029336e-05, | |
| "loss": 1.7829, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.6638297872340425, | |
| "grad_norm": 0.18060240149497986, | |
| "learning_rate": 8.411362649907808e-05, | |
| "loss": 1.7298, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.6648936170212766, | |
| "grad_norm": 0.14296147227287292, | |
| "learning_rate": 8.378084636656303e-05, | |
| "loss": 1.5796, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.6659574468085107, | |
| "grad_norm": 0.18668703734874725, | |
| "learning_rate": 8.344867399773072e-05, | |
| "loss": 1.6658, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.6670212765957447, | |
| "grad_norm": 0.1682588756084442, | |
| "learning_rate": 8.311711315068771e-05, | |
| "loss": 1.7215, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.6680851063829787, | |
| "grad_norm": 0.19542992115020752, | |
| "learning_rate": 8.278616757662199e-05, | |
| "loss": 1.8014, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.6691489361702128, | |
| "grad_norm": 0.26618170738220215, | |
| "learning_rate": 8.245584101976042e-05, | |
| "loss": 1.8096, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.6702127659574468, | |
| "grad_norm": 0.17876097559928894, | |
| "learning_rate": 8.212613721732655e-05, | |
| "loss": 1.9594, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6712765957446809, | |
| "grad_norm": 0.22028006613254547, | |
| "learning_rate": 8.179705989949823e-05, | |
| "loss": 1.8811, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.6723404255319149, | |
| "grad_norm": 0.20614123344421387, | |
| "learning_rate": 8.146861278936545e-05, | |
| "loss": 1.7899, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.6734042553191489, | |
| "grad_norm": 0.17731155455112457, | |
| "learning_rate": 8.114079960288819e-05, | |
| "loss": 1.6192, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.674468085106383, | |
| "grad_norm": 0.17782393097877502, | |
| "learning_rate": 8.081362404885442e-05, | |
| "loss": 1.8752, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.675531914893617, | |
| "grad_norm": 0.15950807929039001, | |
| "learning_rate": 8.048708982883804e-05, | |
| "loss": 1.7752, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.676595744680851, | |
| "grad_norm": 0.17458008229732513, | |
| "learning_rate": 8.016120063715716e-05, | |
| "loss": 1.821, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.6776595744680851, | |
| "grad_norm": 0.1835324466228485, | |
| "learning_rate": 7.983596016083213e-05, | |
| "loss": 1.652, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.6787234042553192, | |
| "grad_norm": 0.19433072209358215, | |
| "learning_rate": 7.9511372079544e-05, | |
| "loss": 1.8008, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.6797872340425531, | |
| "grad_norm": 0.1701725274324417, | |
| "learning_rate": 7.918744006559278e-05, | |
| "loss": 1.6133, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.6808510638297872, | |
| "grad_norm": 0.20287151634693146, | |
| "learning_rate": 7.886416778385588e-05, | |
| "loss": 1.9726, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.6819148936170213, | |
| "grad_norm": 0.21464970707893372, | |
| "learning_rate": 7.85415588917467e-05, | |
| "loss": 1.3563, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.6829787234042554, | |
| "grad_norm": 0.1623314917087555, | |
| "learning_rate": 7.821961703917325e-05, | |
| "loss": 1.659, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.6840425531914893, | |
| "grad_norm": 0.19890430569648743, | |
| "learning_rate": 7.78983458684968e-05, | |
| "loss": 1.7816, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.6851063829787234, | |
| "grad_norm": 0.16741237044334412, | |
| "learning_rate": 7.757774901449075e-05, | |
| "loss": 1.375, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.6861702127659575, | |
| "grad_norm": 0.20035420358181, | |
| "learning_rate": 7.725783010429952e-05, | |
| "loss": 1.5914, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.6872340425531915, | |
| "grad_norm": 0.19448257982730865, | |
| "learning_rate": 7.693859275739726e-05, | |
| "loss": 1.7364, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.6882978723404255, | |
| "grad_norm": 0.17156560719013214, | |
| "learning_rate": 7.66200405855473e-05, | |
| "loss": 1.7058, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.6893617021276596, | |
| "grad_norm": 0.17527243494987488, | |
| "learning_rate": 7.630217719276104e-05, | |
| "loss": 1.7223, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.6904255319148936, | |
| "grad_norm": 0.1525346040725708, | |
| "learning_rate": 7.598500617525722e-05, | |
| "loss": 1.6461, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.6914893617021277, | |
| "grad_norm": 0.14523084461688995, | |
| "learning_rate": 7.566853112142114e-05, | |
| "loss": 1.9347, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6925531914893617, | |
| "grad_norm": 0.14614152908325195, | |
| "learning_rate": 7.53527556117643e-05, | |
| "loss": 1.6018, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.6936170212765957, | |
| "grad_norm": 0.16998977959156036, | |
| "learning_rate": 7.503768321888368e-05, | |
| "loss": 1.4355, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.6946808510638298, | |
| "grad_norm": 0.17113342881202698, | |
| "learning_rate": 7.472331750742142e-05, | |
| "loss": 1.8263, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.6957446808510638, | |
| "grad_norm": 0.17434722185134888, | |
| "learning_rate": 7.440966203402442e-05, | |
| "loss": 1.6064, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.6968085106382979, | |
| "grad_norm": 0.17484360933303833, | |
| "learning_rate": 7.409672034730416e-05, | |
| "loss": 1.7635, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.6978723404255319, | |
| "grad_norm": 0.1816336214542389, | |
| "learning_rate": 7.378449598779658e-05, | |
| "loss": 1.749, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.698936170212766, | |
| "grad_norm": 0.20657788217067719, | |
| "learning_rate": 7.347299248792196e-05, | |
| "loss": 1.5291, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.17004646360874176, | |
| "learning_rate": 7.316221337194484e-05, | |
| "loss": 1.901, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.701063829787234, | |
| "grad_norm": 0.1709367334842682, | |
| "learning_rate": 7.285216215593449e-05, | |
| "loss": 1.6908, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.7021276595744681, | |
| "grad_norm": 0.1813773363828659, | |
| "learning_rate": 7.254284234772479e-05, | |
| "loss": 1.8814, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7031914893617022, | |
| "grad_norm": 0.21664945781230927, | |
| "learning_rate": 7.22342574468747e-05, | |
| "loss": 1.7577, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.7042553191489361, | |
| "grad_norm": 0.2223803550004959, | |
| "learning_rate": 7.192641094462866e-05, | |
| "loss": 1.729, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.7053191489361702, | |
| "grad_norm": 0.17629499733448029, | |
| "learning_rate": 7.16193063238771e-05, | |
| "loss": 1.8751, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.7063829787234043, | |
| "grad_norm": 0.17627973854541779, | |
| "learning_rate": 7.131294705911689e-05, | |
| "loss": 1.5773, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.7074468085106383, | |
| "grad_norm": 0.20003056526184082, | |
| "learning_rate": 7.100733661641225e-05, | |
| "loss": 2.0479, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.7085106382978723, | |
| "grad_norm": 0.1355198323726654, | |
| "learning_rate": 7.070247845335545e-05, | |
| "loss": 1.7533, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.7095744680851064, | |
| "grad_norm": 0.2013373225927353, | |
| "learning_rate": 7.039837601902757e-05, | |
| "loss": 1.9195, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.7106382978723405, | |
| "grad_norm": 0.15443074703216553, | |
| "learning_rate": 7.009503275395975e-05, | |
| "loss": 2.0914, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.7117021276595744, | |
| "grad_norm": 0.16669104993343353, | |
| "learning_rate": 6.979245209009389e-05, | |
| "loss": 1.7793, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.7127659574468085, | |
| "grad_norm": 0.158504918217659, | |
| "learning_rate": 6.949063745074415e-05, | |
| "loss": 1.7443, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7138297872340426, | |
| "grad_norm": 0.16669638454914093, | |
| "learning_rate": 6.918959225055813e-05, | |
| "loss": 1.3766, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.7148936170212766, | |
| "grad_norm": 0.16765549778938293, | |
| "learning_rate": 6.888931989547816e-05, | |
| "loss": 1.7926, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.7159574468085106, | |
| "grad_norm": 0.19317655265331268, | |
| "learning_rate": 6.858982378270278e-05, | |
| "loss": 1.7287, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.7170212765957447, | |
| "grad_norm": 0.14376698434352875, | |
| "learning_rate": 6.829110730064844e-05, | |
| "loss": 1.4643, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.7180851063829787, | |
| "grad_norm": 0.20092540979385376, | |
| "learning_rate": 6.799317382891095e-05, | |
| "loss": 1.8243, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.7191489361702128, | |
| "grad_norm": 0.22864454984664917, | |
| "learning_rate": 6.769602673822742e-05, | |
| "loss": 1.2684, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.7202127659574468, | |
| "grad_norm": 0.17580509185791016, | |
| "learning_rate": 6.73996693904381e-05, | |
| "loss": 1.7815, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.7212765957446808, | |
| "grad_norm": 0.19205164909362793, | |
| "learning_rate": 6.710410513844816e-05, | |
| "loss": 1.9747, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.7223404255319149, | |
| "grad_norm": 0.17647920548915863, | |
| "learning_rate": 6.68093373261901e-05, | |
| "loss": 1.5295, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.723404255319149, | |
| "grad_norm": 0.15995529294013977, | |
| "learning_rate": 6.65153692885855e-05, | |
| "loss": 1.5583, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.7244680851063829, | |
| "grad_norm": 0.18296481668949127, | |
| "learning_rate": 6.622220435150772e-05, | |
| "loss": 1.9198, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.725531914893617, | |
| "grad_norm": 0.15332357585430145, | |
| "learning_rate": 6.592984583174394e-05, | |
| "loss": 1.6978, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.7265957446808511, | |
| "grad_norm": 0.1648200899362564, | |
| "learning_rate": 6.563829703695781e-05, | |
| "loss": 1.6717, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.7276595744680852, | |
| "grad_norm": 0.16624633967876434, | |
| "learning_rate": 6.534756126565194e-05, | |
| "loss": 1.6043, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.7287234042553191, | |
| "grad_norm": 0.238071009516716, | |
| "learning_rate": 6.505764180713065e-05, | |
| "loss": 1.8476, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.7297872340425532, | |
| "grad_norm": 0.15699748694896698, | |
| "learning_rate": 6.476854194146265e-05, | |
| "loss": 1.8375, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.7308510638297873, | |
| "grad_norm": 0.1671568751335144, | |
| "learning_rate": 6.448026493944411e-05, | |
| "loss": 1.7371, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.7319148936170212, | |
| "grad_norm": 0.17969168722629547, | |
| "learning_rate": 6.419281406256153e-05, | |
| "loss": 1.8686, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.7329787234042553, | |
| "grad_norm": 0.17477388679981232, | |
| "learning_rate": 6.390619256295471e-05, | |
| "loss": 2.0333, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.7340425531914894, | |
| "grad_norm": 0.15487664937973022, | |
| "learning_rate": 6.362040368338032e-05, | |
| "loss": 1.8519, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7351063829787234, | |
| "grad_norm": 0.1683463156223297, | |
| "learning_rate": 6.33354506571748e-05, | |
| "loss": 1.844, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.7361702127659574, | |
| "grad_norm": 0.19052305817604065, | |
| "learning_rate": 6.305133670821814e-05, | |
| "loss": 1.9067, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.7372340425531915, | |
| "grad_norm": 0.15490886569023132, | |
| "learning_rate": 6.276806505089713e-05, | |
| "loss": 2.0279, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.7382978723404255, | |
| "grad_norm": 0.1947750747203827, | |
| "learning_rate": 6.248563889006917e-05, | |
| "loss": 1.6706, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.7393617021276596, | |
| "grad_norm": 0.1630692034959793, | |
| "learning_rate": 6.220406142102589e-05, | |
| "loss": 2.0676, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.7404255319148936, | |
| "grad_norm": 0.15723346173763275, | |
| "learning_rate": 6.192333582945712e-05, | |
| "loss": 1.7353, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.7414893617021276, | |
| "grad_norm": 0.23085269331932068, | |
| "learning_rate": 6.164346529141472e-05, | |
| "loss": 1.4591, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.7425531914893617, | |
| "grad_norm": 0.19693605601787567, | |
| "learning_rate": 6.136445297327677e-05, | |
| "loss": 1.8418, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.7436170212765958, | |
| "grad_norm": 0.15586483478546143, | |
| "learning_rate": 6.108630203171164e-05, | |
| "loss": 2.1864, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.7446808510638298, | |
| "grad_norm": 0.21545270085334778, | |
| "learning_rate": 6.080901561364238e-05, | |
| "loss": 1.3905, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7457446808510638, | |
| "grad_norm": 0.1876390278339386, | |
| "learning_rate": 6.0532596856210935e-05, | |
| "loss": 1.7214, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.7468085106382979, | |
| "grad_norm": 0.18684272468090057, | |
| "learning_rate": 6.02570488867429e-05, | |
| "loss": 1.9218, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.747872340425532, | |
| "grad_norm": 0.1691771149635315, | |
| "learning_rate": 5.9982374822712e-05, | |
| "loss": 1.7906, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.7489361702127659, | |
| "grad_norm": 0.1723630279302597, | |
| "learning_rate": 5.970857777170482e-05, | |
| "loss": 1.7991, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.20111820101737976, | |
| "learning_rate": 5.94356608313856e-05, | |
| "loss": 1.9285, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.7510638297872341, | |
| "grad_norm": 0.19463780522346497, | |
| "learning_rate": 5.9163627089461314e-05, | |
| "loss": 1.6628, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.752127659574468, | |
| "grad_norm": 0.1662537008523941, | |
| "learning_rate": 5.889247962364669e-05, | |
| "loss": 1.6007, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.7531914893617021, | |
| "grad_norm": 0.1821126490831375, | |
| "learning_rate": 5.862222150162932e-05, | |
| "loss": 1.7381, | |
| "step": 708 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 944, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 236, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6432043262581146e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |