| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.1414777349414636, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00014147773494146358, | |
| "grad_norm": 1.199510931968689, | |
| "learning_rate": 0.00019999950652018584, | |
| "loss": 1.3974, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00028295546988292715, | |
| "grad_norm": 2.689831495285034, | |
| "learning_rate": 0.0001999980260856137, | |
| "loss": 2.1709, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0004244332048243908, | |
| "grad_norm": 3.1065266132354736, | |
| "learning_rate": 0.000199995558710895, | |
| "loss": 1.6518, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0005659109397658543, | |
| "grad_norm": 2.5816352367401123, | |
| "learning_rate": 0.00019999210442038162, | |
| "loss": 1.1529, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0007073886747073179, | |
| "grad_norm": 3.101250171661377, | |
| "learning_rate": 0.00019998766324816607, | |
| "loss": 0.6761, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0008488664096487816, | |
| "grad_norm": 3.0736050605773926, | |
| "learning_rate": 0.0001999822352380809, | |
| "loss": 0.3526, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0009903441445902451, | |
| "grad_norm": 4.289332866668701, | |
| "learning_rate": 0.00019997582044369843, | |
| "loss": 0.3733, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0011318218795317086, | |
| "grad_norm": 3.8449699878692627, | |
| "learning_rate": 0.00019996841892833, | |
| "loss": 0.2397, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0012732996144731723, | |
| "grad_norm": 7.1344475746154785, | |
| "learning_rate": 0.00019996003076502565, | |
| "loss": 0.3184, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0014147773494146358, | |
| "grad_norm": 0.7714758515357971, | |
| "learning_rate": 0.00019995065603657316, | |
| "loss": 0.0618, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0015562550843560995, | |
| "grad_norm": 1.3134876489639282, | |
| "learning_rate": 0.0001999402948354973, | |
| "loss": 0.0192, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0016977328192975631, | |
| "grad_norm": 1.4721983671188354, | |
| "learning_rate": 0.00019992894726405893, | |
| "loss": 0.0161, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0018392105542390266, | |
| "grad_norm": 0.1445562243461609, | |
| "learning_rate": 0.000199916613434254, | |
| "loss": 0.005, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0019806882891804903, | |
| "grad_norm": 2.260159730911255, | |
| "learning_rate": 0.0001999032934678125, | |
| "loss": 0.0221, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.002122166024121954, | |
| "grad_norm": 0.06021130084991455, | |
| "learning_rate": 0.00019988898749619702, | |
| "loss": 0.0017, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0022636437590634172, | |
| "grad_norm": 0.09766138345003128, | |
| "learning_rate": 0.00019987369566060176, | |
| "loss": 0.0013, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.002405121494004881, | |
| "grad_norm": 0.1634778529405594, | |
| "learning_rate": 0.00019985741811195097, | |
| "loss": 0.0025, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0025465992289463446, | |
| "grad_norm": 2.076612949371338, | |
| "learning_rate": 0.00019984015501089752, | |
| "loss": 0.024, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0026880769638878083, | |
| "grad_norm": 2.0792248249053955, | |
| "learning_rate": 0.0001998219065278212, | |
| "loss": 0.016, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0028295546988292715, | |
| "grad_norm": 0.0070343296974897385, | |
| "learning_rate": 0.00019980267284282717, | |
| "loss": 0.0002, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0029710324337707352, | |
| "grad_norm": 0.5132514834403992, | |
| "learning_rate": 0.00019978245414574417, | |
| "loss": 0.0027, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.003112510168712199, | |
| "grad_norm": 0.015104507096111774, | |
| "learning_rate": 0.00019976125063612252, | |
| "loss": 0.0003, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0032539879036536626, | |
| "grad_norm": 0.03561875969171524, | |
| "learning_rate": 0.00019973906252323238, | |
| "loss": 0.0004, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0033954656385951263, | |
| "grad_norm": 1.239057183265686, | |
| "learning_rate": 0.0001997158900260614, | |
| "loss": 0.0068, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0035369433735365895, | |
| "grad_norm": 0.004514714702963829, | |
| "learning_rate": 0.0001996917333733128, | |
| "loss": 0.0001, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0036784211084780532, | |
| "grad_norm": 0.0027808404993265867, | |
| "learning_rate": 0.00019966659280340297, | |
| "loss": 0.0001, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.003819898843419517, | |
| "grad_norm": 1.516070008277893, | |
| "learning_rate": 0.00019964046856445924, | |
| "loss": 0.0102, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.003961376578360981, | |
| "grad_norm": 0.058614715933799744, | |
| "learning_rate": 0.00019961336091431727, | |
| "loss": 0.0002, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.004102854313302444, | |
| "grad_norm": 0.12913420796394348, | |
| "learning_rate": 0.00019958527012051857, | |
| "loss": 0.0023, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.004244332048243908, | |
| "grad_norm": 0.010314574465155602, | |
| "learning_rate": 0.00019955619646030802, | |
| "loss": 0.0002, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.004385809783185371, | |
| "grad_norm": 0.0008627488277852535, | |
| "learning_rate": 0.00019952614022063084, | |
| "loss": 0.0, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0045272875181268345, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00019952614022063084, | |
| "loss": 0.2811, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.004668765253068298, | |
| "grad_norm": 1.236807942390442, | |
| "learning_rate": 0.00019949510169813003, | |
| "loss": 0.0072, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.004810242988009762, | |
| "grad_norm": 0.003006057580932975, | |
| "learning_rate": 0.00019946308119914323, | |
| "loss": 0.0001, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0049517207229512255, | |
| "grad_norm": 0.43032628297805786, | |
| "learning_rate": 0.0001994300790396999, | |
| "loss": 0.0035, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.005093198457892689, | |
| "grad_norm": 0.001233522198162973, | |
| "learning_rate": 0.000199396095545518, | |
| "loss": 0.0, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.005234676192834153, | |
| "grad_norm": 0.0023691693786531687, | |
| "learning_rate": 0.00019936113105200085, | |
| "loss": 0.0001, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.005376153927775617, | |
| "grad_norm": 0.025574322789907455, | |
| "learning_rate": 0.00019932518590423394, | |
| "loss": 0.0002, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.00551763166271708, | |
| "grad_norm": 0.09084252268075943, | |
| "learning_rate": 0.00019928826045698136, | |
| "loss": 0.0003, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.005659109397658543, | |
| "grad_norm": 1.9598499536514282, | |
| "learning_rate": 0.0001992503550746824, | |
| "loss": 0.0094, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.005800587132600007, | |
| "grad_norm": 0.001224718289449811, | |
| "learning_rate": 0.0001992114701314478, | |
| "loss": 0.0, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.0059420648675414705, | |
| "grad_norm": 0.0008977500256150961, | |
| "learning_rate": 0.0001991716060110563, | |
| "loss": 0.0, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.006083542602482934, | |
| "grad_norm": 0.000888747803401202, | |
| "learning_rate": 0.00019913076310695068, | |
| "loss": 0.0, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.006225020337424398, | |
| "grad_norm": 0.0025476876180619, | |
| "learning_rate": 0.00019908894182223388, | |
| "loss": 0.0001, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0063664980723658615, | |
| "grad_norm": 0.0013534630415961146, | |
| "learning_rate": 0.00019904614256966512, | |
| "loss": 0.0, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.006507975807307325, | |
| "grad_norm": 0.0009306861320510507, | |
| "learning_rate": 0.00019900236577165576, | |
| "loss": 0.0001, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.006649453542248789, | |
| "grad_norm": 0.024325449019670486, | |
| "learning_rate": 0.0001989576118602651, | |
| "loss": 0.0004, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.006790931277190253, | |
| "grad_norm": 0.32905998826026917, | |
| "learning_rate": 0.00019891188127719618, | |
| "loss": 0.0031, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.006932409012131715, | |
| "grad_norm": 0.002287359442561865, | |
| "learning_rate": 0.0001988651744737914, | |
| "loss": 0.0001, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.007073886747073179, | |
| "grad_norm": 0.03360757231712341, | |
| "learning_rate": 0.00019881749191102808, | |
| "loss": 0.0004, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.007215364482014643, | |
| "grad_norm": 0.0011812775628641248, | |
| "learning_rate": 0.00019876883405951377, | |
| "loss": 0.0, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.0073568422169561064, | |
| "grad_norm": 0.014647467993199825, | |
| "learning_rate": 0.00019871920139948192, | |
| "loss": 0.0002, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.00749831995189757, | |
| "grad_norm": 0.021761754527688026, | |
| "learning_rate": 0.0001986685944207868, | |
| "loss": 0.0003, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.007639797686839034, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0001986685944207868, | |
| "loss": 0.9778, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0077812754217804975, | |
| "grad_norm": 0.0026818220503628254, | |
| "learning_rate": 0.0001986170136228989, | |
| "loss": 0.0, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.007922753156721961, | |
| "grad_norm": 0.562186062335968, | |
| "learning_rate": 0.00019856445951489982, | |
| "loss": 0.096, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.008064230891663424, | |
| "grad_norm": 0.020677773281931877, | |
| "learning_rate": 0.0001985109326154774, | |
| "loss": 0.0005, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.008205708626604889, | |
| "grad_norm": 0.01492348127067089, | |
| "learning_rate": 0.00019845643345292054, | |
| "loss": 0.0003, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.008347186361546351, | |
| "grad_norm": 0.06748542934656143, | |
| "learning_rate": 0.00019840096256511398, | |
| "loss": 0.0011, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.008488664096487816, | |
| "grad_norm": 0.007372274994850159, | |
| "learning_rate": 0.00019834452049953297, | |
| "loss": 0.0001, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.008630141831429279, | |
| "grad_norm": 0.002576321130618453, | |
| "learning_rate": 0.00019828710781323792, | |
| "loss": 0.0001, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.008771619566370742, | |
| "grad_norm": 0.000969462504144758, | |
| "learning_rate": 0.0001982287250728689, | |
| "loss": 0.0, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.008913097301312206, | |
| "grad_norm": 0.031211236491799355, | |
| "learning_rate": 0.0001981693728546399, | |
| "loss": 0.0006, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.009054575036253669, | |
| "grad_norm": 0.0024660963099449873, | |
| "learning_rate": 0.0001981090517443334, | |
| "loss": 0.0001, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.009196052771195133, | |
| "grad_norm": 0.002796717919409275, | |
| "learning_rate": 0.00019804776233729444, | |
| "loss": 0.0001, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.009337530506136596, | |
| "grad_norm": 0.006275609601289034, | |
| "learning_rate": 0.0001979855052384247, | |
| "loss": 0.0002, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.00947900824107806, | |
| "grad_norm": 0.0006806784658692777, | |
| "learning_rate": 0.00019792228106217658, | |
| "loss": 0.0, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.009620485976019524, | |
| "grad_norm": 0.004091021604835987, | |
| "learning_rate": 0.00019785809043254722, | |
| "loss": 0.0002, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.009761963710960988, | |
| "grad_norm": 0.0047629051841795444, | |
| "learning_rate": 0.0001977929339830722, | |
| "loss": 0.0002, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.009903441445902451, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0001977929339830722, | |
| "loss": 6.0759, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.010044919180843914, | |
| "grad_norm": 0.001333454973064363, | |
| "learning_rate": 0.00019772681235681936, | |
| "loss": 0.0001, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.010186396915785378, | |
| "grad_norm": 0.02889617159962654, | |
| "learning_rate": 0.00019765972620638248, | |
| "loss": 0.0006, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.010327874650726841, | |
| "grad_norm": 0.004033127333968878, | |
| "learning_rate": 0.00019759167619387476, | |
| "loss": 0.0002, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.010469352385668306, | |
| "grad_norm": 0.003473761025816202, | |
| "learning_rate": 0.00019752266299092236, | |
| "loss": 0.0002, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.010610830120609769, | |
| "grad_norm": 0.0035185706801712513, | |
| "learning_rate": 0.00019745268727865774, | |
| "loss": 0.0002, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.010752307855551233, | |
| "grad_norm": 0.008891044184565544, | |
| "learning_rate": 0.0001973817497477129, | |
| "loss": 0.0003, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.010893785590492696, | |
| "grad_norm": 0.001775395474396646, | |
| "learning_rate": 0.00019730985109821266, | |
| "loss": 0.0001, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.01103526332543416, | |
| "grad_norm": 0.004444313235580921, | |
| "learning_rate": 0.00019723699203976766, | |
| "loss": 0.0002, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.011176741060375623, | |
| "grad_norm": 7.77717399597168, | |
| "learning_rate": 0.0001971631732914674, | |
| "loss": 0.1504, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.011318218795317086, | |
| "grad_norm": 0.004705169703811407, | |
| "learning_rate": 0.0001970883955818731, | |
| "loss": 0.0002, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01145969653025855, | |
| "grad_norm": 0.03359982743859291, | |
| "learning_rate": 0.0001970126596490106, | |
| "loss": 0.0009, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.011601174265200014, | |
| "grad_norm": 0.01374754961580038, | |
| "learning_rate": 0.00019693596624036292, | |
| "loss": 0.0004, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.011742652000141478, | |
| "grad_norm": 0.8847774267196655, | |
| "learning_rate": 0.0001968583161128631, | |
| "loss": 0.0095, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.011884129735082941, | |
| "grad_norm": 0.23337610065937042, | |
| "learning_rate": 0.00019677971003288655, | |
| "loss": 0.0033, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.012025607470024405, | |
| "grad_norm": 0.13195404410362244, | |
| "learning_rate": 0.00019670014877624353, | |
| "loss": 0.0041, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.012167085204965868, | |
| "grad_norm": 0.10853024572134018, | |
| "learning_rate": 0.00019661963312817148, | |
| "loss": 0.002, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.012308562939907333, | |
| "grad_norm": 0.3537059724330902, | |
| "learning_rate": 0.0001965381638833274, | |
| "loss": 0.0033, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.012450040674848796, | |
| "grad_norm": 0.009482644498348236, | |
| "learning_rate": 0.00019645574184577982, | |
| "loss": 0.0004, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.012591518409790258, | |
| "grad_norm": 0.07353401929140091, | |
| "learning_rate": 0.000196372367829001, | |
| "loss": 0.0012, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.012732996144731723, | |
| "grad_norm": 0.38067692518234253, | |
| "learning_rate": 0.00019628804265585877, | |
| "loss": 0.0089, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.012874473879673186, | |
| "grad_norm": 0.0006739358650520444, | |
| "learning_rate": 0.0001962027671586086, | |
| "loss": 0.0, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.01301595161461465, | |
| "grad_norm": 20.609447479248047, | |
| "learning_rate": 0.0001961165421788852, | |
| "loss": 0.5171, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.013157429349556113, | |
| "grad_norm": 0.0008163169259205461, | |
| "learning_rate": 0.0001960293685676943, | |
| "loss": 0.0, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.013298907084497578, | |
| "grad_norm": 0.005171321332454681, | |
| "learning_rate": 0.0001959412471854043, | |
| "loss": 0.0001, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.01344038481943904, | |
| "grad_norm": 0.0035722258035093546, | |
| "learning_rate": 0.0001958521789017376, | |
| "loss": 0.0, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.013581862554380505, | |
| "grad_norm": 0.004428490065038204, | |
| "learning_rate": 0.00019576216459576222, | |
| "loss": 0.0, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.013723340289321968, | |
| "grad_norm": 0.0027291348669677973, | |
| "learning_rate": 0.00019567120515588308, | |
| "loss": 0.0001, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.01386481802426343, | |
| "grad_norm": 0.0007217226084321737, | |
| "learning_rate": 0.00019557930147983302, | |
| "loss": 0.0, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.014006295759204895, | |
| "grad_norm": 0.0516432449221611, | |
| "learning_rate": 0.00019548645447466431, | |
| "loss": 0.0004, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.014147773494146358, | |
| "grad_norm": 0.002289633499458432, | |
| "learning_rate": 0.00019539266505673938, | |
| "loss": 0.0001, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.014289251229087823, | |
| "grad_norm": 0.022498467937111855, | |
| "learning_rate": 0.00019529793415172192, | |
| "loss": 0.0002, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.014430728964029286, | |
| "grad_norm": 0.0024731154553592205, | |
| "learning_rate": 0.00019520226269456768, | |
| "loss": 0.0, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.01457220669897075, | |
| "grad_norm": 0.053761184215545654, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 0.0003, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.014713684433912213, | |
| "grad_norm": 52.32304000854492, | |
| "learning_rate": 0.00019500810191007718, | |
| "loss": 0.5584, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.014855162168853677, | |
| "grad_norm": 0.0023259480949491262, | |
| "learning_rate": 0.00019490961449902946, | |
| "loss": 0.0, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.01499663990379514, | |
| "grad_norm": 0.00143586122430861, | |
| "learning_rate": 0.0001948101903684032, | |
| "loss": 0.0001, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.015138117638736603, | |
| "grad_norm": 0.0017758137546479702, | |
| "learning_rate": 0.00019470983049947444, | |
| "loss": 0.0001, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.015279595373678068, | |
| "grad_norm": 0.008223861455917358, | |
| "learning_rate": 0.00019460853588275454, | |
| "loss": 0.0001, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.01542107310861953, | |
| "grad_norm": 0.002562491688877344, | |
| "learning_rate": 0.00019450630751798048, | |
| "loss": 0.0001, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.015562550843560995, | |
| "grad_norm": 0.0011813660385087132, | |
| "learning_rate": 0.000194403146414105, | |
| "loss": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01570402857850246, | |
| "grad_norm": 0.001858884934335947, | |
| "learning_rate": 0.00019429905358928646, | |
| "loss": 0.0, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.015845506313443922, | |
| "grad_norm": 30.78669548034668, | |
| "learning_rate": 0.00019419403007087907, | |
| "loss": 0.0985, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.015986984048385385, | |
| "grad_norm": 0.007476686500012875, | |
| "learning_rate": 0.00019408807689542257, | |
| "loss": 0.0002, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.016128461783326848, | |
| "grad_norm": 0.0010357332648709416, | |
| "learning_rate": 0.00019398119510863197, | |
| "loss": 0.0, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.01626993951826831, | |
| "grad_norm": 0.001794468960724771, | |
| "learning_rate": 0.00019387338576538744, | |
| "loss": 0.0, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.016411417253209777, | |
| "grad_norm": 14.643719673156738, | |
| "learning_rate": 0.00019376464992972356, | |
| "loss": 0.4845, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.01655289498815124, | |
| "grad_norm": 10.48317813873291, | |
| "learning_rate": 0.00019365498867481923, | |
| "loss": 0.5411, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.016694372723092703, | |
| "grad_norm": 0.001224672538228333, | |
| "learning_rate": 0.00019354440308298675, | |
| "loss": 0.0, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.016835850458034166, | |
| "grad_norm": 0.0019753577653318644, | |
| "learning_rate": 0.00019343289424566122, | |
| "loss": 0.0, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.016977328192975632, | |
| "grad_norm": 0.006218386348336935, | |
| "learning_rate": 0.00019332046326338986, | |
| "loss": 0.0001, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.017118805927917095, | |
| "grad_norm": 0.004642636049538851, | |
| "learning_rate": 0.0001932071112458211, | |
| "loss": 0.0001, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.017260283662858558, | |
| "grad_norm": 0.004355429671704769, | |
| "learning_rate": 0.00019309283931169356, | |
| "loss": 0.0001, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.01740176139780002, | |
| "grad_norm": 0.006458196323364973, | |
| "learning_rate": 0.00019297764858882514, | |
| "loss": 0.0002, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.017543239132741483, | |
| "grad_norm": 0.014439636841416359, | |
| "learning_rate": 0.00019286154021410173, | |
| "loss": 0.0003, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.01768471686768295, | |
| "grad_norm": 0.008952593430876732, | |
| "learning_rate": 0.00019274451533346615, | |
| "loss": 0.0002, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.017826194602624412, | |
| "grad_norm": 0.00849517434835434, | |
| "learning_rate": 0.00019262657510190666, | |
| "loss": 0.0003, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.017967672337565875, | |
| "grad_norm": 0.21418528258800507, | |
| "learning_rate": 0.0001925077206834458, | |
| "loss": 0.0017, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.018109150072507338, | |
| "grad_norm": 0.0048170918598771095, | |
| "learning_rate": 0.0001923879532511287, | |
| "loss": 0.0001, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.018250627807448804, | |
| "grad_norm": 0.016278916969895363, | |
| "learning_rate": 0.0001922672739870115, | |
| "loss": 0.0003, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.018392105542390267, | |
| "grad_norm": 0.001837101997807622, | |
| "learning_rate": 0.00019214568408214985, | |
| "loss": 0.0001, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01853358327733173, | |
| "grad_norm": 29.20079231262207, | |
| "learning_rate": 0.00019202318473658705, | |
| "loss": 7.677, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.018675061012273193, | |
| "grad_norm": 0.25970369577407837, | |
| "learning_rate": 0.00019189977715934213, | |
| "loss": 0.0016, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.018816538747214655, | |
| "grad_norm": 0.04528359696269035, | |
| "learning_rate": 0.00019177546256839812, | |
| "loss": 0.0004, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.01895801648215612, | |
| "grad_norm": 0.005976614076644182, | |
| "learning_rate": 0.0001916502421906898, | |
| "loss": 0.0001, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.019099494217097585, | |
| "grad_norm": 0.8626922965049744, | |
| "learning_rate": 0.00019152411726209176, | |
| "loss": 0.0374, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.019240971952039047, | |
| "grad_norm": 0.3195020854473114, | |
| "learning_rate": 0.00019139708902740613, | |
| "loss": 0.0096, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.01938244968698051, | |
| "grad_norm": 0.020532745867967606, | |
| "learning_rate": 0.0001912691587403503, | |
| "loss": 0.0009, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.019523927421921976, | |
| "grad_norm": 0.09249910712242126, | |
| "learning_rate": 0.00019114032766354453, | |
| "loss": 0.0015, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.01966540515686344, | |
| "grad_norm": 0.018980201333761215, | |
| "learning_rate": 0.00019101059706849957, | |
| "loss": 0.0009, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.019806882891804902, | |
| "grad_norm": 0.028726842254400253, | |
| "learning_rate": 0.00019087996823560402, | |
| "loss": 0.001, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.019948360626746365, | |
| "grad_norm": 0.007452077232301235, | |
| "learning_rate": 0.0001907484424541117, | |
| "loss": 0.0003, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.020089838361687828, | |
| "grad_norm": 0.021318119019269943, | |
| "learning_rate": 0.00019061602102212898, | |
| "loss": 0.0004, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.020231316096629294, | |
| "grad_norm": 6.968769073486328, | |
| "learning_rate": 0.00019048270524660196, | |
| "loss": 0.1187, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.020372793831570757, | |
| "grad_norm": 0.025080297142267227, | |
| "learning_rate": 0.0001903484964433035, | |
| "loss": 0.0005, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.02051427156651222, | |
| "grad_norm": 0.02062026597559452, | |
| "learning_rate": 0.00019021339593682028, | |
| "loss": 0.0008, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.020655749301453682, | |
| "grad_norm": 0.14519056677818298, | |
| "learning_rate": 0.00019007740506053983, | |
| "loss": 0.0027, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.02079722703639515, | |
| "grad_norm": 0.02562364749610424, | |
| "learning_rate": 0.0001899405251566371, | |
| "loss": 0.001, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.02093870477133661, | |
| "grad_norm": 0.018246619030833244, | |
| "learning_rate": 0.00018980275757606157, | |
| "loss": 0.0007, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.021080182506278074, | |
| "grad_norm": 0.005684189964085817, | |
| "learning_rate": 0.00018966410367852362, | |
| "loss": 0.0003, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.021221660241219537, | |
| "grad_norm": 0.42502322793006897, | |
| "learning_rate": 0.00018952456483248119, | |
| "loss": 0.0112, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.021363137976161, | |
| "grad_norm": 2.7156591415405273, | |
| "learning_rate": 0.0001893841424151264, | |
| "loss": 0.22, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.021504615711102466, | |
| "grad_norm": 0.004702973645180464, | |
| "learning_rate": 0.0001892428378123718, | |
| "loss": 0.0003, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.02164609344604393, | |
| "grad_norm": 0.003851711517199874, | |
| "learning_rate": 0.0001891006524188368, | |
| "loss": 0.0002, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.021787571180985392, | |
| "grad_norm": 0.004598681814968586, | |
| "learning_rate": 0.00018895758763783383, | |
| "loss": 0.0002, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.021929048915926855, | |
| "grad_norm": 3.063443183898926, | |
| "learning_rate": 0.00018881364488135448, | |
| "loss": 0.0125, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.02207052665086832, | |
| "grad_norm": 0.005910379812121391, | |
| "learning_rate": 0.00018866882557005567, | |
| "loss": 0.0002, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.022212004385809784, | |
| "grad_norm": 0.005766018759459257, | |
| "learning_rate": 0.00018852313113324552, | |
| "loss": 0.0003, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.022353482120751247, | |
| "grad_norm": 0.004247742705047131, | |
| "learning_rate": 0.00018837656300886937, | |
| "loss": 0.0002, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.02249495985569271, | |
| "grad_norm": 0.007876652292907238, | |
| "learning_rate": 0.00018822912264349534, | |
| "loss": 0.0004, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.022636437590634172, | |
| "grad_norm": 0.007455014158040285, | |
| "learning_rate": 0.00018808081149230036, | |
| "loss": 0.0004, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.02277791532557564, | |
| "grad_norm": 0.03861529007554054, | |
| "learning_rate": 0.00018793163101905563, | |
| "loss": 0.0006, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.0229193930605171, | |
| "grad_norm": 0.8474092483520508, | |
| "learning_rate": 0.00018778158269611218, | |
| "loss": 0.0075, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.023060870795458564, | |
| "grad_norm": 0.050449665635824203, | |
| "learning_rate": 0.00018763066800438636, | |
| "loss": 0.001, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.023202348530400027, | |
| "grad_norm": 0.007101717870682478, | |
| "learning_rate": 0.0001874788884333453, | |
| "loss": 0.0002, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.023343826265341493, | |
| "grad_norm": 5.2260355949401855, | |
| "learning_rate": 0.00018732624548099204, | |
| "loss": 0.0506, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.023485304000282956, | |
| "grad_norm": 0.03760479390621185, | |
| "learning_rate": 0.0001871727406538509, | |
| "loss": 0.0008, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.02362678173522442, | |
| "grad_norm": 0.02344103716313839, | |
| "learning_rate": 0.0001870183754669526, | |
| "loss": 0.0005, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.023768259470165882, | |
| "grad_norm": 0.007347187492996454, | |
| "learning_rate": 0.00018686315144381913, | |
| "loss": 0.0003, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.023909737205107345, | |
| "grad_norm": 4.132694244384766, | |
| "learning_rate": 0.000186707070116449, | |
| "loss": 0.0651, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.02405121494004881, | |
| "grad_norm": 8.260241508483887, | |
| "learning_rate": 0.0001865501330253019, | |
| "loss": 0.1644, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.024192692674990274, | |
| "grad_norm": 0.0025873123668134212, | |
| "learning_rate": 0.00018639234171928353, | |
| "loss": 0.0002, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.024334170409931737, | |
| "grad_norm": 0.022175127640366554, | |
| "learning_rate": 0.0001862336977557304, | |
| "loss": 0.0005, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.0244756481448732, | |
| "grad_norm": 0.0020805918611586094, | |
| "learning_rate": 0.0001860742027003944, | |
| "loss": 0.0001, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.024617125879814666, | |
| "grad_norm": 0.00254829996265471, | |
| "learning_rate": 0.00018591385812742725, | |
| "loss": 0.0001, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.02475860361475613, | |
| "grad_norm": 0.003948370926082134, | |
| "learning_rate": 0.00018575266561936523, | |
| "loss": 0.0002, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02490008134969759, | |
| "grad_norm": 62.64409637451172, | |
| "learning_rate": 0.00018559062676711332, | |
| "loss": 0.2596, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.025041559084639054, | |
| "grad_norm": 0.003057444002479315, | |
| "learning_rate": 0.0001854277431699295, | |
| "loss": 0.0002, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.025183036819580517, | |
| "grad_norm": 0.002523846924304962, | |
| "learning_rate": 0.00018526401643540922, | |
| "loss": 0.0001, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.025324514554521983, | |
| "grad_norm": 0.022342350333929062, | |
| "learning_rate": 0.00018509944817946922, | |
| "loss": 0.0006, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.025465992289463446, | |
| "grad_norm": 0.7193881273269653, | |
| "learning_rate": 0.00018493404002633166, | |
| "loss": 0.0397, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.02560747002440491, | |
| "grad_norm": 0.0033624654170125723, | |
| "learning_rate": 0.00018476779360850832, | |
| "loss": 0.0001, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.02574894775934637, | |
| "grad_norm": 4.625955581665039, | |
| "learning_rate": 0.00018460071056678422, | |
| "loss": 1.1598, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.025890425494287838, | |
| "grad_norm": 0.002986474661156535, | |
| "learning_rate": 0.00018443279255020152, | |
| "loss": 0.0002, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.0260319032292293, | |
| "grad_norm": 0.0038495738990604877, | |
| "learning_rate": 0.00018426404121604323, | |
| "loss": 0.0003, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.026173380964170764, | |
| "grad_norm": 0.003486146917566657, | |
| "learning_rate": 0.00018409445822981693, | |
| "loss": 0.0003, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.026314858699112226, | |
| "grad_norm": 0.014306096360087395, | |
| "learning_rate": 0.00018392404526523817, | |
| "loss": 0.0011, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.02645633643405369, | |
| "grad_norm": 0.01424553245306015, | |
| "learning_rate": 0.0001837528040042142, | |
| "loss": 0.001, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.026597814168995156, | |
| "grad_norm": 0.011042344383895397, | |
| "learning_rate": 0.00018358073613682706, | |
| "loss": 0.0008, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.02673929190393662, | |
| "grad_norm": 0.034611593931913376, | |
| "learning_rate": 0.00018340784336131713, | |
| "loss": 0.0017, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.02688076963887808, | |
| "grad_norm": 0.00807161070406437, | |
| "learning_rate": 0.00018323412738406635, | |
| "loss": 0.0006, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.027022247373819544, | |
| "grad_norm": 0.015202701091766357, | |
| "learning_rate": 0.00018305958991958127, | |
| "loss": 0.0009, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.02716372510876101, | |
| "grad_norm": 0.11597127467393875, | |
| "learning_rate": 0.0001828842326904762, | |
| "loss": 0.0045, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.027305202843702473, | |
| "grad_norm": 0.13688474893569946, | |
| "learning_rate": 0.00018270805742745617, | |
| "loss": 0.0021, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.027446680578643936, | |
| "grad_norm": 0.02395058050751686, | |
| "learning_rate": 0.00018253106586929997, | |
| "loss": 0.0015, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.0275881583135854, | |
| "grad_norm": 0.024011526256799698, | |
| "learning_rate": 0.00018235325976284275, | |
| "loss": 0.0017, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.02772963604852686, | |
| "grad_norm": 0.015601936727762222, | |
| "learning_rate": 0.00018217464086295904, | |
| "loss": 0.0008, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.027871113783468328, | |
| "grad_norm": 0.008236625231802464, | |
| "learning_rate": 0.00018199521093254523, | |
| "loss": 0.0007, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.02801259151840979, | |
| "grad_norm": 0.007339195813983679, | |
| "learning_rate": 0.00018181497174250236, | |
| "loss": 0.0006, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.028154069253351253, | |
| "grad_norm": 0.03408842161297798, | |
| "learning_rate": 0.00018163392507171842, | |
| "loss": 0.0013, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.028295546988292716, | |
| "grad_norm": 0.010708988644182682, | |
| "learning_rate": 0.00018145207270705096, | |
| "loss": 0.0008, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.028437024723234183, | |
| "grad_norm": 0.04180416092276573, | |
| "learning_rate": 0.0001812694164433094, | |
| "loss": 0.0008, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.028578502458175645, | |
| "grad_norm": 0.015216993167996407, | |
| "learning_rate": 0.00018108595808323736, | |
| "loss": 0.0004, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.028719980193117108, | |
| "grad_norm": 0.023775571957230568, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 0.0014, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.02886145792805857, | |
| "grad_norm": 0.007402106188237667, | |
| "learning_rate": 0.00018071664232464002, | |
| "loss": 0.0005, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.029002935663000034, | |
| "grad_norm": 0.051116202026605606, | |
| "learning_rate": 0.0001805307885711122, | |
| "loss": 0.0011, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.0291444133979415, | |
| "grad_norm": 0.006247265264391899, | |
| "learning_rate": 0.00018034414001121278, | |
| "loss": 0.0004, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.029285891132882963, | |
| "grad_norm": 0.006299880333244801, | |
| "learning_rate": 0.00018015669848708767, | |
| "loss": 0.0004, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.029427368867824426, | |
| "grad_norm": 0.11377950757741928, | |
| "learning_rate": 0.00017996846584870908, | |
| "loss": 0.0009, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.02956884660276589, | |
| "grad_norm": 0.0020067133009433746, | |
| "learning_rate": 0.0001797794439538571, | |
| "loss": 0.0002, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.029710324337707355, | |
| "grad_norm": 0.40424010157585144, | |
| "learning_rate": 0.0001795896346681016, | |
| "loss": 0.0108, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.029851802072648818, | |
| "grad_norm": 0.0018006038153544068, | |
| "learning_rate": 0.00017939903986478355, | |
| "loss": 0.0001, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.02999327980759028, | |
| "grad_norm": 0.00778124388307333, | |
| "learning_rate": 0.00017920766142499672, | |
| "loss": 0.0004, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.030134757542531743, | |
| "grad_norm": 0.0031390658114105463, | |
| "learning_rate": 0.00017901550123756906, | |
| "loss": 0.0001, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.030276235277473206, | |
| "grad_norm": 0.03861818090081215, | |
| "learning_rate": 0.00017882256119904403, | |
| "loss": 0.0015, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.030417713012414672, | |
| "grad_norm": 0.6883278489112854, | |
| "learning_rate": 0.00017862884321366188, | |
| "loss": 0.004, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.030559190747356135, | |
| "grad_norm": 0.0016816803254187107, | |
| "learning_rate": 0.000178434349193341, | |
| "loss": 0.0001, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.030700668482297598, | |
| "grad_norm": 0.022568391636013985, | |
| "learning_rate": 0.0001782390810576588, | |
| "loss": 0.0007, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.03084214621723906, | |
| "grad_norm": 0.001979145687073469, | |
| "learning_rate": 0.000178043040733833, | |
| "loss": 0.0001, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.030983623952180527, | |
| "grad_norm": 0.006649916060268879, | |
| "learning_rate": 0.00017784623015670238, | |
| "loss": 0.0002, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.03112510168712199, | |
| "grad_norm": 0.0012332225451245904, | |
| "learning_rate": 0.00017764865126870786, | |
| "loss": 0.0001, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.03126657942206345, | |
| "grad_norm": 0.0019407098880037665, | |
| "learning_rate": 0.00017745030601987337, | |
| "loss": 0.0001, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.03140805715700492, | |
| "grad_norm": 0.0025570588186383247, | |
| "learning_rate": 0.00017725119636778644, | |
| "loss": 0.0001, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.03154953489194638, | |
| "grad_norm": 10.877803802490234, | |
| "learning_rate": 0.00017705132427757895, | |
| "loss": 0.2045, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.031691012626887845, | |
| "grad_norm": 0.001555653172545135, | |
| "learning_rate": 0.00017685069172190766, | |
| "loss": 0.0001, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.03183249036182931, | |
| "grad_norm": 0.0014934063656255603, | |
| "learning_rate": 0.00017664930068093498, | |
| "loss": 0.0001, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.03197396809677077, | |
| "grad_norm": 0.0034368853084743023, | |
| "learning_rate": 0.00017644715314230918, | |
| "loss": 0.0001, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.03211544583171223, | |
| "grad_norm": 0.0021537458524107933, | |
| "learning_rate": 0.0001762442511011448, | |
| "loss": 0.0001, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.032256923566653696, | |
| "grad_norm": 0.002286655129864812, | |
| "learning_rate": 0.0001760405965600031, | |
| "loss": 0.0001, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.03239840130159516, | |
| "grad_norm": 0.005433680955320597, | |
| "learning_rate": 0.0001758361915288722, | |
| "loss": 0.0003, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.03253987903653662, | |
| "grad_norm": 0.0013771787052974105, | |
| "learning_rate": 0.0001756310380251472, | |
| "loss": 0.0001, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.03268135677147809, | |
| "grad_norm": 0.0018148127710446715, | |
| "learning_rate": 0.00017542513807361037, | |
| "loss": 0.0001, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.032822834506419554, | |
| "grad_norm": 0.00181623047683388, | |
| "learning_rate": 0.00017521849370641114, | |
| "loss": 0.0001, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.03296431224136102, | |
| "grad_norm": 0.01041108276695013, | |
| "learning_rate": 0.00017501110696304596, | |
| "loss": 0.0003, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.03310578997630248, | |
| "grad_norm": 0.004963583778589964, | |
| "learning_rate": 0.00017480297989033825, | |
| "loss": 0.0002, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.03324726771124394, | |
| "grad_norm": 0.007771691773086786, | |
| "learning_rate": 0.00017459411454241822, | |
| "loss": 0.0003, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.033388745446185406, | |
| "grad_norm": 0.0008118674159049988, | |
| "learning_rate": 0.00017438451298070252, | |
| "loss": 0.0001, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.03353022318112687, | |
| "grad_norm": 0.004826071672141552, | |
| "learning_rate": 0.00017417417727387394, | |
| "loss": 0.0001, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.03367170091606833, | |
| "grad_norm": 0.0054870243184268475, | |
| "learning_rate": 0.000173963109497861, | |
| "loss": 0.0001, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.033813178651009794, | |
| "grad_norm": 0.31345561146736145, | |
| "learning_rate": 0.0001737513117358174, | |
| "loss": 0.0022, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.033954656385951264, | |
| "grad_norm": 0.0009997932938858867, | |
| "learning_rate": 0.0001735387860781016, | |
| "loss": 0.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.03409613412089273, | |
| "grad_norm": 0.0014913649065420032, | |
| "learning_rate": 0.00017332553462225602, | |
| "loss": 0.0001, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.03423761185583419, | |
| "grad_norm": 0.001048844656907022, | |
| "learning_rate": 0.00017311155947298643, | |
| "loss": 0.0001, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.03437908959077565, | |
| "grad_norm": 0.005004017613828182, | |
| "learning_rate": 0.00017289686274214118, | |
| "loss": 0.0001, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.034520567325717115, | |
| "grad_norm": 0.0016325002070516348, | |
| "learning_rate": 0.0001726814465486903, | |
| "loss": 0.0001, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.03466204506065858, | |
| "grad_norm": 2.20041561126709, | |
| "learning_rate": 0.0001724653130187047, | |
| "loss": 0.1624, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.03480352279560004, | |
| "grad_norm": 0.0004976244526915252, | |
| "learning_rate": 0.00017224846428533499, | |
| "loss": 0.0, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.0349450005305415, | |
| "grad_norm": 0.0007265186868607998, | |
| "learning_rate": 0.0001720309024887907, | |
| "loss": 0.0001, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.035086478265482966, | |
| "grad_norm": 0.03309307619929314, | |
| "learning_rate": 0.00017181262977631888, | |
| "loss": 0.0, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.035227956000424436, | |
| "grad_norm": 0.0008523318101651967, | |
| "learning_rate": 0.00017159364830218312, | |
| "loss": 0.0001, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.0353694337353659, | |
| "grad_norm": 0.0026479423977434635, | |
| "learning_rate": 0.00017137396022764214, | |
| "loss": 0.0002, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.03551091147030736, | |
| "grad_norm": 0.0009089628583751619, | |
| "learning_rate": 0.00017115356772092857, | |
| "loss": 0.0001, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.035652389205248824, | |
| "grad_norm": 0.001088530640117824, | |
| "learning_rate": 0.0001709324729572274, | |
| "loss": 0.0001, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.03579386694019029, | |
| "grad_norm": 0.0062820520251989365, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 0.0001, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.03593534467513175, | |
| "grad_norm": 0.09086458384990692, | |
| "learning_rate": 0.00017048818539423615, | |
| "loss": 0.0018, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.03607682241007321, | |
| "grad_norm": 26.014320373535156, | |
| "learning_rate": 0.00017026499697988493, | |
| "loss": 3.5957, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.036218300145014676, | |
| "grad_norm": 0.0020564054138958454, | |
| "learning_rate": 0.00017004111507838064, | |
| "loss": 0.0002, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.03635977787995614, | |
| "grad_norm": 0.0016233263304457068, | |
| "learning_rate": 0.00016981654189934727, | |
| "loss": 0.0001, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.03650125561489761, | |
| "grad_norm": 0.0012816754169762135, | |
| "learning_rate": 0.00016959127965923142, | |
| "loss": 0.0001, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.03664273334983907, | |
| "grad_norm": 0.0034658850636333227, | |
| "learning_rate": 0.0001693653305812805, | |
| "loss": 0.0002, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.036784211084780534, | |
| "grad_norm": 0.02739444188773632, | |
| "learning_rate": 0.00016913869689552064, | |
| "loss": 0.0003, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.036925688819722, | |
| "grad_norm": 0.011004602536559105, | |
| "learning_rate": 0.00016891138083873487, | |
| "loss": 0.0005, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.03706716655466346, | |
| "grad_norm": 0.0057389517314732075, | |
| "learning_rate": 0.00016868338465444085, | |
| "loss": 0.0002, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.03720864428960492, | |
| "grad_norm": 3.8611650466918945, | |
| "learning_rate": 0.00016845471059286887, | |
| "loss": 1.4247, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.037350122024546385, | |
| "grad_norm": 0.01210610382258892, | |
| "learning_rate": 0.00016822536091093965, | |
| "loss": 0.0004, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.03749159975948785, | |
| "grad_norm": 0.013306356966495514, | |
| "learning_rate": 0.00016799533787224192, | |
| "loss": 0.0008, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.03763307749442931, | |
| "grad_norm": 0.27052658796310425, | |
| "learning_rate": 0.00016776464374701025, | |
| "loss": 0.0099, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.03777455522937078, | |
| "grad_norm": 0.008403144776821136, | |
| "learning_rate": 0.00016753328081210245, | |
| "loss": 0.0005, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.03791603296431224, | |
| "grad_norm": 0.13167297840118408, | |
| "learning_rate": 0.00016730125135097735, | |
| "loss": 0.0027, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.038057510699253706, | |
| "grad_norm": 0.026871370151638985, | |
| "learning_rate": 0.000167068557653672, | |
| "loss": 0.001, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.03819898843419517, | |
| "grad_norm": 0.03469863906502724, | |
| "learning_rate": 0.0001668352020167793, | |
| "loss": 0.0015, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.03834046616913663, | |
| "grad_norm": 11.140663146972656, | |
| "learning_rate": 0.00016660118674342517, | |
| "loss": 0.0507, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.038481943904078095, | |
| "grad_norm": 0.062388550490140915, | |
| "learning_rate": 0.00016636651414324587, | |
| "loss": 0.0023, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.03862342163901956, | |
| "grad_norm": 0.009884512983262539, | |
| "learning_rate": 0.00016613118653236518, | |
| "loss": 0.0006, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.03876489937396102, | |
| "grad_norm": 0.011747513897716999, | |
| "learning_rate": 0.0001658952062333717, | |
| "loss": 0.0007, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.03890637710890248, | |
| "grad_norm": 0.016286730766296387, | |
| "learning_rate": 0.00016565857557529566, | |
| "loss": 0.0007, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.03904785484384395, | |
| "grad_norm": 0.008195940405130386, | |
| "learning_rate": 0.00016542129689358612, | |
| "loss": 0.0005, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.039189332578785416, | |
| "grad_norm": 0.14791356027126312, | |
| "learning_rate": 0.0001651833725300879, | |
| "loss": 0.0012, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.03933081031372688, | |
| "grad_norm": 0.04902546480298042, | |
| "learning_rate": 0.00016494480483301836, | |
| "loss": 0.0014, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.03947228804866834, | |
| "grad_norm": 0.08834591507911682, | |
| "learning_rate": 0.00016470559615694446, | |
| "loss": 0.0009, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.039613765783609804, | |
| "grad_norm": 0.02635873667895794, | |
| "learning_rate": 0.00016446574886275913, | |
| "loss": 0.0006, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.03975524351855127, | |
| "grad_norm": 0.005103811621665955, | |
| "learning_rate": 0.00016422526531765846, | |
| "loss": 0.0003, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.03989672125349273, | |
| "grad_norm": 0.004541166592389345, | |
| "learning_rate": 0.00016398414789511786, | |
| "loss": 0.0004, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.04003819898843419, | |
| "grad_norm": 0.0033859983086586, | |
| "learning_rate": 0.000163742398974869, | |
| "loss": 0.0002, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.040179676723375655, | |
| "grad_norm": 0.003963902592658997, | |
| "learning_rate": 0.00016350002094287609, | |
| "loss": 0.0003, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.040321154458317125, | |
| "grad_norm": 0.005432737059891224, | |
| "learning_rate": 0.00016325701619131246, | |
| "loss": 0.0003, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.04046263219325859, | |
| "grad_norm": 0.014246117323637009, | |
| "learning_rate": 0.00016301338711853693, | |
| "loss": 0.0003, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.04060410992820005, | |
| "grad_norm": 0.060390155762434006, | |
| "learning_rate": 0.00016276913612907007, | |
| "loss": 0.0006, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.040745587663141514, | |
| "grad_norm": 0.003241261001676321, | |
| "learning_rate": 0.00016252426563357055, | |
| "loss": 0.0002, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.040887065398082977, | |
| "grad_norm": 0.0031794258393347263, | |
| "learning_rate": 0.00016227877804881127, | |
| "loss": 0.0003, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.04102854313302444, | |
| "grad_norm": 0.008073396049439907, | |
| "learning_rate": 0.00016203267579765563, | |
| "loss": 0.0002, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.0411700208679659, | |
| "grad_norm": 0.002360474318265915, | |
| "learning_rate": 0.00016178596130903344, | |
| "loss": 0.0002, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.041311498602907365, | |
| "grad_norm": 0.004607622046023607, | |
| "learning_rate": 0.00016153863701791717, | |
| "loss": 0.0003, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.04145297633784883, | |
| "grad_norm": 0.002519590314477682, | |
| "learning_rate": 0.00016129070536529766, | |
| "loss": 0.0002, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.0415944540727903, | |
| "grad_norm": 0.001880524680018425, | |
| "learning_rate": 0.00016104216879816026, | |
| "loss": 0.0001, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.04173593180773176, | |
| "grad_norm": 0.0013052290305495262, | |
| "learning_rate": 0.00016079302976946055, | |
| "loss": 0.0001, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.04187740954267322, | |
| "grad_norm": 0.0029020386282354593, | |
| "learning_rate": 0.00016054329073810015, | |
| "loss": 0.0002, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.042018887277614686, | |
| "grad_norm": 0.0025680111721158028, | |
| "learning_rate": 0.00016029295416890248, | |
| "loss": 0.0002, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.04216036501255615, | |
| "grad_norm": 0.0024828522000461817, | |
| "learning_rate": 0.00016004202253258842, | |
| "loss": 0.0001, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.04230184274749761, | |
| "grad_norm": 0.0020577250979840755, | |
| "learning_rate": 0.0001597904983057519, | |
| "loss": 0.0001, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.042443320482439074, | |
| "grad_norm": 0.0016125338152050972, | |
| "learning_rate": 0.00015953838397083552, | |
| "loss": 0.0001, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.04258479821738054, | |
| "grad_norm": 0.001345417695119977, | |
| "learning_rate": 0.00015928568201610595, | |
| "loss": 0.0001, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.042726275952322, | |
| "grad_norm": 0.0021328881848603487, | |
| "learning_rate": 0.00015903239493562948, | |
| "loss": 0.0001, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.04286775368726347, | |
| "grad_norm": 0.0024942061863839626, | |
| "learning_rate": 0.00015877852522924732, | |
| "loss": 0.0001, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.04300923142220493, | |
| "grad_norm": 0.004291863180696964, | |
| "learning_rate": 0.00015852407540255104, | |
| "loss": 0.0002, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.043150709157146395, | |
| "grad_norm": 0.005543672014027834, | |
| "learning_rate": 0.00015826904796685762, | |
| "loss": 0.0003, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.04329218689208786, | |
| "grad_norm": 0.002027965849265456, | |
| "learning_rate": 0.00015801344543918495, | |
| "loss": 0.0001, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.04343366462702932, | |
| "grad_norm": 0.002267736243084073, | |
| "learning_rate": 0.00015775727034222675, | |
| "loss": 0.0001, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.043575142361970784, | |
| "grad_norm": 0.02030862867832184, | |
| "learning_rate": 0.00015750052520432787, | |
| "loss": 0.0004, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.04371662009691225, | |
| "grad_norm": 0.005449316464364529, | |
| "learning_rate": 0.0001572432125594591, | |
| "loss": 0.0002, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.04385809783185371, | |
| "grad_norm": 0.0010752433445304632, | |
| "learning_rate": 0.00015698533494719238, | |
| "loss": 0.0001, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.04399957556679517, | |
| "grad_norm": 0.0009665637626312673, | |
| "learning_rate": 0.00015672689491267567, | |
| "loss": 0.0001, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.04414105330173664, | |
| "grad_norm": 0.0021984372287988663, | |
| "learning_rate": 0.00015646789500660773, | |
| "loss": 0.0001, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.044282531036678105, | |
| "grad_norm": 0.0006756667862646282, | |
| "learning_rate": 0.00015620833778521307, | |
| "loss": 0.0001, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.04442400877161957, | |
| "grad_norm": 0.0008639508741907775, | |
| "learning_rate": 0.0001559482258102167, | |
| "loss": 0.0001, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.04456548650656103, | |
| "grad_norm": 0.0005970299243927002, | |
| "learning_rate": 0.00015568756164881882, | |
| "loss": 0.0, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.04470696424150249, | |
| "grad_norm": 0.0009843648876994848, | |
| "learning_rate": 0.00015542634787366942, | |
| "loss": 0.0001, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.044848441976443956, | |
| "grad_norm": 0.0009396934765391052, | |
| "learning_rate": 0.00015516458706284303, | |
| "loss": 0.0001, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.04498991971138542, | |
| "grad_norm": 0.0009946058271452785, | |
| "learning_rate": 0.0001549022817998132, | |
| "loss": 0.0001, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.04513139744632688, | |
| "grad_norm": 0.0008691767579875886, | |
| "learning_rate": 0.00015463943467342693, | |
| "loss": 0.0001, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.045272875181268345, | |
| "grad_norm": 0.001260230434127152, | |
| "learning_rate": 0.00015437604827787927, | |
| "loss": 0.0001, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.045414352916209814, | |
| "grad_norm": 0.0007110429578460753, | |
| "learning_rate": 0.00015411212521268758, | |
| "loss": 0.0001, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.04555583065115128, | |
| "grad_norm": 0.011615327559411526, | |
| "learning_rate": 0.00015384766808266602, | |
| "loss": 0.0003, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.04569730838609274, | |
| "grad_norm": 0.000552054145373404, | |
| "learning_rate": 0.00015358267949789966, | |
| "loss": 0.0, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.0458387861210342, | |
| "grad_norm": 0.001125704264268279, | |
| "learning_rate": 0.00015331716207371888, | |
| "loss": 0.0001, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.045980263855975666, | |
| "grad_norm": 0.0021504261530935764, | |
| "learning_rate": 0.0001530511184306734, | |
| "loss": 0.0001, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.04612174159091713, | |
| "grad_norm": 0.002731619169935584, | |
| "learning_rate": 0.00015278455119450664, | |
| "loss": 0.0001, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.04626321932585859, | |
| "grad_norm": 0.0007831475813873112, | |
| "learning_rate": 0.0001525174629961296, | |
| "loss": 0.0001, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.046404697060800054, | |
| "grad_norm": 0.20330454409122467, | |
| "learning_rate": 0.0001522498564715949, | |
| "loss": 0.0041, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.04654617479574152, | |
| "grad_norm": 0.0007988195866346359, | |
| "learning_rate": 0.00015198173426207094, | |
| "loss": 0.0001, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.04668765253068299, | |
| "grad_norm": 17.48381805419922, | |
| "learning_rate": 0.00015171309901381572, | |
| "loss": 0.2524, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.04682913026562445, | |
| "grad_norm": 0.0008586746989749372, | |
| "learning_rate": 0.00015144395337815064, | |
| "loss": 0.0001, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.04697060800056591, | |
| "grad_norm": 0.0005710547557100654, | |
| "learning_rate": 0.00015117430001143452, | |
| "loss": 0.0, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.047112085735507375, | |
| "grad_norm": 0.0006703097024001181, | |
| "learning_rate": 0.00015090414157503714, | |
| "loss": 0.0001, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.04725356347044884, | |
| "grad_norm": 0.002217133529484272, | |
| "learning_rate": 0.00015063348073531324, | |
| "loss": 0.0001, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.0473950412053903, | |
| "grad_norm": 3.155515193939209, | |
| "learning_rate": 0.0001503623201635761, | |
| "loss": 1.6251, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.047536518940331764, | |
| "grad_norm": 0.004736212082207203, | |
| "learning_rate": 0.000150090662536071, | |
| "loss": 0.0003, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.047677996675273226, | |
| "grad_norm": 0.002677865093573928, | |
| "learning_rate": 0.0001498185105339491, | |
| "loss": 0.0001, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.04781947441021469, | |
| "grad_norm": 0.0027205327060073614, | |
| "learning_rate": 0.00014954586684324078, | |
| "loss": 0.0002, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.04796095214515616, | |
| "grad_norm": 0.009435261599719524, | |
| "learning_rate": 0.00014927273415482915, | |
| "loss": 0.0006, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.04810242988009762, | |
| "grad_norm": 0.0023822993971407413, | |
| "learning_rate": 0.00014899911516442365, | |
| "loss": 0.0002, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.048243907615039085, | |
| "grad_norm": 0.0032713001128286123, | |
| "learning_rate": 0.00014872501257253323, | |
| "loss": 0.0003, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.04838538534998055, | |
| "grad_norm": 0.006985257379710674, | |
| "learning_rate": 0.0001484504290844398, | |
| "loss": 0.0005, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.04852686308492201, | |
| "grad_norm": 0.005185326095670462, | |
| "learning_rate": 0.00014817536741017152, | |
| "loss": 0.0004, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.04866834081986347, | |
| "grad_norm": 0.010701478458940983, | |
| "learning_rate": 0.00014789983026447612, | |
| "loss": 0.0007, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.048809818554804936, | |
| "grad_norm": 0.006417698226869106, | |
| "learning_rate": 0.0001476238203667939, | |
| "loss": 0.0005, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.0489512962897464, | |
| "grad_norm": 0.022306060418486595, | |
| "learning_rate": 0.0001473473404412312, | |
| "loss": 0.0016, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.04909277402468786, | |
| "grad_norm": 0.01026198361068964, | |
| "learning_rate": 0.0001470703932165333, | |
| "loss": 0.0008, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.04923425175962933, | |
| "grad_norm": 0.009428659453988075, | |
| "learning_rate": 0.00014679298142605734, | |
| "loss": 0.0007, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.049375729494570794, | |
| "grad_norm": 0.018124036490917206, | |
| "learning_rate": 0.00014651510780774583, | |
| "loss": 0.0012, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.04951720722951226, | |
| "grad_norm": 0.015100178308784962, | |
| "learning_rate": 0.00014623677510409918, | |
| "loss": 0.0012, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.04965868496445372, | |
| "grad_norm": 0.011049584485590458, | |
| "learning_rate": 0.00014595798606214882, | |
| "loss": 0.0009, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.04980016269939518, | |
| "grad_norm": 0.018350180238485336, | |
| "learning_rate": 0.00014567874343342997, | |
| "loss": 0.0012, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.049941640434336645, | |
| "grad_norm": 0.005243629217147827, | |
| "learning_rate": 0.00014539904997395468, | |
| "loss": 0.0005, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.05008311816927811, | |
| "grad_norm": 0.009776602499186993, | |
| "learning_rate": 0.00014511890844418453, | |
| "loss": 0.0008, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.05022459590421957, | |
| "grad_norm": 0.07710767537355423, | |
| "learning_rate": 0.00014483832160900326, | |
| "loss": 0.0023, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.050366073639161034, | |
| "grad_norm": 0.010807436890900135, | |
| "learning_rate": 0.00014455729223768966, | |
| "loss": 0.0008, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.050507551374102504, | |
| "grad_norm": 0.010125311091542244, | |
| "learning_rate": 0.0001442758231038902, | |
| "loss": 0.0007, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.050649029109043966, | |
| "grad_norm": 0.004309076350182295, | |
| "learning_rate": 0.00014399391698559152, | |
| "loss": 0.0004, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.05079050684398543, | |
| "grad_norm": 0.00469523249194026, | |
| "learning_rate": 0.0001437115766650933, | |
| "loss": 0.0003, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.05093198457892689, | |
| "grad_norm": 0.01330766174942255, | |
| "learning_rate": 0.00014342880492898048, | |
| "loss": 0.0006, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.051073462313868355, | |
| "grad_norm": 0.007151063531637192, | |
| "learning_rate": 0.0001431456045680959, | |
| "loss": 0.0004, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.05121494004880982, | |
| "grad_norm": 0.002502172952517867, | |
| "learning_rate": 0.00014286197837751286, | |
| "loss": 0.0002, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.05135641778375128, | |
| "grad_norm": 0.0047018746845424175, | |
| "learning_rate": 0.00014257792915650728, | |
| "loss": 0.0003, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.05149789551869274, | |
| "grad_norm": 0.002204613294452429, | |
| "learning_rate": 0.00014229345970853032, | |
| "loss": 0.0002, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.051639373253634206, | |
| "grad_norm": 0.01051216758787632, | |
| "learning_rate": 0.00014200857284118066, | |
| "loss": 0.0005, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.051780850988575676, | |
| "grad_norm": 0.003874387824907899, | |
| "learning_rate": 0.00014172327136617656, | |
| "loss": 0.0003, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.05192232872351714, | |
| "grad_norm": 0.0045910426415503025, | |
| "learning_rate": 0.00014143755809932845, | |
| "loss": 0.0003, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.0520638064584586, | |
| "grad_norm": 0.593174159526825, | |
| "learning_rate": 0.00014115143586051088, | |
| "loss": 0.0112, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.052205284193400064, | |
| "grad_norm": 0.010553068481385708, | |
| "learning_rate": 0.00014086490747363493, | |
| "loss": 0.0003, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.05234676192834153, | |
| "grad_norm": 0.10641700774431229, | |
| "learning_rate": 0.00014057797576662, | |
| "loss": 0.001, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.05248823966328299, | |
| "grad_norm": 0.0037969814147800207, | |
| "learning_rate": 0.00014029064357136628, | |
| "loss": 0.0002, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.05262971739822445, | |
| "grad_norm": 0.0030788243748247623, | |
| "learning_rate": 0.00014000291372372647, | |
| "loss": 0.0002, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.052771195133165916, | |
| "grad_norm": 0.0028270557522773743, | |
| "learning_rate": 0.00013971478906347806, | |
| "loss": 0.0002, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.05291267286810738, | |
| "grad_norm": 0.022989150136709213, | |
| "learning_rate": 0.00013942627243429512, | |
| "loss": 0.0006, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.05305415060304885, | |
| "grad_norm": 0.008212580345571041, | |
| "learning_rate": 0.00013913736668372026, | |
| "loss": 0.0004, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.05319562833799031, | |
| "grad_norm": 0.0014105787267908454, | |
| "learning_rate": 0.00013884807466313663, | |
| "loss": 0.0001, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.053337106072931774, | |
| "grad_norm": 0.0034487394150346518, | |
| "learning_rate": 0.00013855839922773968, | |
| "loss": 0.0002, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.05347858380787324, | |
| "grad_norm": 0.0014626358170062304, | |
| "learning_rate": 0.000138268343236509, | |
| "loss": 0.0001, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.0536200615428147, | |
| "grad_norm": 0.001634497893974185, | |
| "learning_rate": 0.00013797790955218014, | |
| "loss": 0.0001, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.05376153927775616, | |
| "grad_norm": 0.3064191937446594, | |
| "learning_rate": 0.00013768710104121627, | |
| "loss": 0.0022, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.053903017012697625, | |
| "grad_norm": 0.0029049685690551996, | |
| "learning_rate": 0.00013739592057378003, | |
| "loss": 0.0002, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.05404449474763909, | |
| "grad_norm": 0.005087097175419331, | |
| "learning_rate": 0.0001371043710237051, | |
| "loss": 0.0003, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.05418597248258055, | |
| "grad_norm": 0.008555252104997635, | |
| "learning_rate": 0.00013681245526846783, | |
| "loss": 0.0004, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.05432745021752202, | |
| "grad_norm": 0.0014736767625436187, | |
| "learning_rate": 0.0001365201761891588, | |
| "loss": 0.0001, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.05446892795246348, | |
| "grad_norm": 0.0015276784542948008, | |
| "learning_rate": 0.00013622753667045457, | |
| "loss": 0.0001, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.054610405687404946, | |
| "grad_norm": 0.001212657312862575, | |
| "learning_rate": 0.00013593453960058908, | |
| "loss": 0.0001, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.05475188342234641, | |
| "grad_norm": 0.0023078841622918844, | |
| "learning_rate": 0.00013564118787132506, | |
| "loss": 0.0001, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.05489336115728787, | |
| "grad_norm": 0.002347096335142851, | |
| "learning_rate": 0.00013534748437792573, | |
| "loss": 0.0002, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.055034838892229335, | |
| "grad_norm": 0.004173379857093096, | |
| "learning_rate": 0.0001350534320191259, | |
| "loss": 0.0001, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.0551763166271708, | |
| "grad_norm": 0.000805948453489691, | |
| "learning_rate": 0.0001347590336971037, | |
| "loss": 0.0001, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.05531779436211226, | |
| "grad_norm": 0.00531614338979125, | |
| "learning_rate": 0.0001344642923174517, | |
| "loss": 0.0001, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.05545927209705372, | |
| "grad_norm": 0.009082508273422718, | |
| "learning_rate": 0.00013416921078914835, | |
| "loss": 0.0003, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.05560074983199519, | |
| "grad_norm": 0.022566402330994606, | |
| "learning_rate": 0.00013387379202452917, | |
| "loss": 0.0003, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.055742227566936656, | |
| "grad_norm": 0.004918436054140329, | |
| "learning_rate": 0.00013357803893925807, | |
| "loss": 0.0001, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.05588370530187812, | |
| "grad_norm": 0.0007803619955666363, | |
| "learning_rate": 0.00013328195445229868, | |
| "loss": 0.0001, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.05602518303681958, | |
| "grad_norm": 0.0024644150398671627, | |
| "learning_rate": 0.00013298554148588528, | |
| "loss": 0.0001, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.056166660771761044, | |
| "grad_norm": 0.008953128010034561, | |
| "learning_rate": 0.00013268880296549425, | |
| "loss": 0.0006, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.05630813850670251, | |
| "grad_norm": 0.0007975678890943527, | |
| "learning_rate": 0.00013239174181981495, | |
| "loss": 0.0001, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.05644961624164397, | |
| "grad_norm": 0.0007346520433202386, | |
| "learning_rate": 0.00013209436098072095, | |
| "loss": 0.0001, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.05659109397658543, | |
| "grad_norm": 0.025135928764939308, | |
| "learning_rate": 0.00013179666338324108, | |
| "loss": 0.0002, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.056732571711526895, | |
| "grad_norm": 0.0011148619232699275, | |
| "learning_rate": 0.0001314986519655305, | |
| "loss": 0.0001, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.056874049446468365, | |
| "grad_norm": 0.0004933550371788442, | |
| "learning_rate": 0.0001312003296688415, | |
| "loss": 0.0, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.05701552718140983, | |
| "grad_norm": 0.000759758404456079, | |
| "learning_rate": 0.00013090169943749476, | |
| "loss": 0.0001, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.05715700491635129, | |
| "grad_norm": 0.0008426797576248646, | |
| "learning_rate": 0.0001306027642188501, | |
| "loss": 0.0001, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.057298482651292754, | |
| "grad_norm": 0.0015815444057807326, | |
| "learning_rate": 0.00013030352696327742, | |
| "loss": 0.0001, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.057439960386234216, | |
| "grad_norm": 0.00043021078454330564, | |
| "learning_rate": 0.00013000399062412763, | |
| "loss": 0.0, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.05758143812117568, | |
| "grad_norm": 0.0008661262108944356, | |
| "learning_rate": 0.0001297041581577035, | |
| "loss": 0.0001, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.05772291585611714, | |
| "grad_norm": 0.004798825830221176, | |
| "learning_rate": 0.0001294040325232304, | |
| "loss": 0.0001, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.057864393591058605, | |
| "grad_norm": 0.0007471769349649549, | |
| "learning_rate": 0.00012910361668282719, | |
| "loss": 0.0001, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.05800587132600007, | |
| "grad_norm": 0.012662540189921856, | |
| "learning_rate": 0.00012880291360147693, | |
| "loss": 0.0001, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.05814734906094154, | |
| "grad_norm": 0.0005973036750219762, | |
| "learning_rate": 0.0001285019262469976, | |
| "loss": 0.0, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.058288826795883, | |
| "grad_norm": 0.0005400076624937356, | |
| "learning_rate": 0.00012820065759001293, | |
| "loss": 0.0, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.05843030453082446, | |
| "grad_norm": 0.0010891173733398318, | |
| "learning_rate": 0.00012789911060392294, | |
| "loss": 0.0001, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.058571782265765926, | |
| "grad_norm": 0.0004290946526452899, | |
| "learning_rate": 0.0001275972882648746, | |
| "loss": 0.0, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.05871326000070739, | |
| "grad_norm": 0.0004823437484446913, | |
| "learning_rate": 0.00012729519355173254, | |
| "loss": 0.0, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.05885473773564885, | |
| "grad_norm": 0.005344636272639036, | |
| "learning_rate": 0.00012699282944604967, | |
| "loss": 0.0001, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.058996215470590314, | |
| "grad_norm": 3.188809394836426, | |
| "learning_rate": 0.00012669019893203759, | |
| "loss": 1.2313, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.05913769320553178, | |
| "grad_norm": 0.0019267729949206114, | |
| "learning_rate": 0.0001263873049965373, | |
| "loss": 0.0001, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.05927917094047324, | |
| "grad_norm": 0.0005391717422753572, | |
| "learning_rate": 0.00012608415062898972, | |
| "loss": 0.0, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.05942064867541471, | |
| "grad_norm": 0.005409176927059889, | |
| "learning_rate": 0.000125780738821406, | |
| "loss": 0.0003, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.05956212641035617, | |
| "grad_norm": 0.013438250869512558, | |
| "learning_rate": 0.00012547707256833823, | |
| "loss": 0.0006, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.059703604145297635, | |
| "grad_norm": 0.060834258794784546, | |
| "learning_rate": 0.00012517315486684972, | |
| "loss": 0.0019, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.0598450818802391, | |
| "grad_norm": 0.30073702335357666, | |
| "learning_rate": 0.0001248689887164855, | |
| "loss": 0.0043, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.05998655961518056, | |
| "grad_norm": 0.5793721675872803, | |
| "learning_rate": 0.00012456457711924266, | |
| "loss": 0.023, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.060128037350122024, | |
| "grad_norm": 0.01727374456822872, | |
| "learning_rate": 0.00012425992307954075, | |
| "loss": 0.0012, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.06026951508506349, | |
| "grad_norm": 0.039440348744392395, | |
| "learning_rate": 0.0001239550296041922, | |
| "loss": 0.002, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.06041099282000495, | |
| "grad_norm": 0.01554853469133377, | |
| "learning_rate": 0.00012364989970237248, | |
| "loss": 0.0007, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.06055247055494641, | |
| "grad_norm": 0.020410068333148956, | |
| "learning_rate": 0.00012334453638559057, | |
| "loss": 0.0013, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.06069394828988788, | |
| "grad_norm": 3.5123672485351562, | |
| "learning_rate": 0.00012303894266765908, | |
| "loss": 0.159, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.060835426024829345, | |
| "grad_norm": 0.010013503022491932, | |
| "learning_rate": 0.00012273312156466464, | |
| "loss": 0.0008, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.06097690375977081, | |
| "grad_norm": 0.060755547136068344, | |
| "learning_rate": 0.00012242707609493814, | |
| "loss": 0.0035, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.06111838149471227, | |
| "grad_norm": 0.005364975892007351, | |
| "learning_rate": 0.00012212080927902474, | |
| "loss": 0.0004, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.06125985922965373, | |
| "grad_norm": 0.014719590544700623, | |
| "learning_rate": 0.00012181432413965428, | |
| "loss": 0.0007, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.061401336964595196, | |
| "grad_norm": 0.016079336404800415, | |
| "learning_rate": 0.00012150762370171136, | |
| "loss": 0.0008, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.06154281469953666, | |
| "grad_norm": 0.03487243875861168, | |
| "learning_rate": 0.00012120071099220549, | |
| "loss": 0.0018, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.06168429243447812, | |
| "grad_norm": 0.03025330975651741, | |
| "learning_rate": 0.00012089358904024117, | |
| "loss": 0.0015, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.061825770169419585, | |
| "grad_norm": 0.02542041428387165, | |
| "learning_rate": 0.00012058626087698814, | |
| "loss": 0.0008, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.061967247904361054, | |
| "grad_norm": 0.011038844473659992, | |
| "learning_rate": 0.00012027872953565125, | |
| "loss": 0.0005, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.06210872563930252, | |
| "grad_norm": 0.020355192944407463, | |
| "learning_rate": 0.00011997099805144069, | |
| "loss": 0.0009, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.06225020337424398, | |
| "grad_norm": 0.008449536748230457, | |
| "learning_rate": 0.000119663069461542, | |
| "loss": 0.0005, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.06239168110918544, | |
| "grad_norm": 0.008639265783131123, | |
| "learning_rate": 0.00011935494680508606, | |
| "loss": 0.0004, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.0625331588441269, | |
| "grad_norm": 0.020484648644924164, | |
| "learning_rate": 0.00011904663312311901, | |
| "loss": 0.0012, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.06267463657906837, | |
| "grad_norm": 0.0050698923878371716, | |
| "learning_rate": 0.00011873813145857249, | |
| "loss": 0.0003, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.06281611431400984, | |
| "grad_norm": 0.004197041038423777, | |
| "learning_rate": 0.00011842944485623335, | |
| "loss": 0.0003, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.0629575920489513, | |
| "grad_norm": 0.029855944216251373, | |
| "learning_rate": 0.00011812057636271374, | |
| "loss": 0.0012, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.06309906978389276, | |
| "grad_norm": 0.002124859020113945, | |
| "learning_rate": 0.000117811529026421, | |
| "loss": 0.0001, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.06324054751883422, | |
| "grad_norm": 0.0030106690246611834, | |
| "learning_rate": 0.00011750230589752762, | |
| "loss": 0.0001, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.06338202525377569, | |
| "grad_norm": 0.003053938504308462, | |
| "learning_rate": 0.00011719291002794096, | |
| "loss": 0.0002, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.06352350298871715, | |
| "grad_norm": 0.0032461783848702908, | |
| "learning_rate": 0.00011688334447127338, | |
| "loss": 0.0002, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.06366498072365862, | |
| "grad_norm": 0.02754434570670128, | |
| "learning_rate": 0.00011657361228281199, | |
| "loss": 0.0013, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.06380645845860007, | |
| "grad_norm": 0.0038834463339298964, | |
| "learning_rate": 0.00011626371651948838, | |
| "loss": 0.0002, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.06394793619354154, | |
| "grad_norm": 0.0011302996426820755, | |
| "learning_rate": 0.00011595366023984864, | |
| "loss": 0.0001, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.06408941392848301, | |
| "grad_norm": 0.004102921113371849, | |
| "learning_rate": 0.0001156434465040231, | |
| "loss": 0.0001, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.06423089166342447, | |
| "grad_norm": 0.0013566426932811737, | |
| "learning_rate": 0.00011533307837369607, | |
| "loss": 0.0001, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.06437236939836594, | |
| "grad_norm": 0.0034373244270682335, | |
| "learning_rate": 0.00011502255891207572, | |
| "loss": 0.0001, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.06451384713330739, | |
| "grad_norm": 0.0010898098116740584, | |
| "learning_rate": 0.00011471189118386375, | |
| "loss": 0.0001, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.06465532486824886, | |
| "grad_norm": 0.0038209185004234314, | |
| "learning_rate": 0.00011440107825522521, | |
| "loss": 0.0002, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.06479680260319032, | |
| "grad_norm": 0.0053474209271371365, | |
| "learning_rate": 0.00011409012319375827, | |
| "loss": 0.0003, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.06493828033813179, | |
| "grad_norm": 0.0008347167167812586, | |
| "learning_rate": 0.0001137790290684638, | |
| "loss": 0.0001, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.06507975807307324, | |
| "grad_norm": 0.0008003226830624044, | |
| "learning_rate": 0.00011346779894971527, | |
| "loss": 0.0001, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.06522123580801471, | |
| "grad_norm": 0.0006106279324740171, | |
| "learning_rate": 0.00011315643590922827, | |
| "loss": 0.0, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.06536271354295618, | |
| "grad_norm": 0.0030305362306535244, | |
| "learning_rate": 0.0001128449430200303, | |
| "loss": 0.0002, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.06550419127789764, | |
| "grad_norm": 0.003015139140188694, | |
| "learning_rate": 0.00011253332335643043, | |
| "loss": 0.0002, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.06564566901283911, | |
| "grad_norm": 0.002168464008718729, | |
| "learning_rate": 0.00011222157999398895, | |
| "loss": 0.0001, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.06578714674778056, | |
| "grad_norm": 0.0038204342126846313, | |
| "learning_rate": 0.00011190971600948699, | |
| "loss": 0.0003, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.06592862448272203, | |
| "grad_norm": 0.0014754064613953233, | |
| "learning_rate": 0.00011159773448089614, | |
| "loss": 0.0001, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.06607010221766349, | |
| "grad_norm": 0.0011957096867263317, | |
| "learning_rate": 0.00011128563848734816, | |
| "loss": 0.0001, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.06621157995260496, | |
| "grad_norm": 0.002384569263085723, | |
| "learning_rate": 0.00011097343110910452, | |
| "loss": 0.0, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.06635305768754642, | |
| "grad_norm": 0.0006383927538990974, | |
| "learning_rate": 0.000110661115427526, | |
| "loss": 0.0, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.06649453542248789, | |
| "grad_norm": 0.0007738766144029796, | |
| "learning_rate": 0.00011034869452504226, | |
| "loss": 0.0001, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.06663601315742936, | |
| "grad_norm": 0.11662693321704865, | |
| "learning_rate": 0.00011003617148512149, | |
| "loss": 0.0009, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.06677749089237081, | |
| "grad_norm": 0.000526952208019793, | |
| "learning_rate": 0.00010972354939223996, | |
| "loss": 0.0, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.06691896862731228, | |
| "grad_norm": 0.001668064622208476, | |
| "learning_rate": 0.00010941083133185146, | |
| "loss": 0.0001, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.06706044636225374, | |
| "grad_norm": 0.003478636732324958, | |
| "learning_rate": 0.00010909802039035701, | |
| "loss": 0.0002, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.0672019240971952, | |
| "grad_norm": 0.0026004633400589228, | |
| "learning_rate": 0.00010878511965507434, | |
| "loss": 0.0001, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.06734340183213666, | |
| "grad_norm": 0.0019350722432136536, | |
| "learning_rate": 0.00010847213221420736, | |
| "loss": 0.0001, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.06748487956707813, | |
| "grad_norm": 0.0009413132793270051, | |
| "learning_rate": 0.00010815906115681578, | |
| "loss": 0.0001, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.06762635730201959, | |
| "grad_norm": 0.00028766566538251936, | |
| "learning_rate": 0.0001078459095727845, | |
| "loss": 0.0, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.06776783503696106, | |
| "grad_norm": 0.00023354949371423572, | |
| "learning_rate": 0.00010753268055279329, | |
| "loss": 0.0, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.06790931277190253, | |
| "grad_norm": 0.002164566656574607, | |
| "learning_rate": 0.0001072193771882861, | |
| "loss": 0.0001, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.06805079050684398, | |
| "grad_norm": 0.0007285153842531145, | |
| "learning_rate": 0.00010690600257144061, | |
| "loss": 0.0001, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.06819226824178545, | |
| "grad_norm": 0.0002895043871831149, | |
| "learning_rate": 0.0001065925597951378, | |
| "loss": 0.0, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.06833374597672691, | |
| "grad_norm": 0.001868347986601293, | |
| "learning_rate": 0.00010627905195293135, | |
| "loss": 0.0001, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.06847522371166838, | |
| "grad_norm": 0.0008055320358835161, | |
| "learning_rate": 0.00010596548213901708, | |
| "loss": 0.0001, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.06861670144660983, | |
| "grad_norm": 0.0038549823220819235, | |
| "learning_rate": 0.00010565185344820247, | |
| "loss": 0.0001, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.0687581791815513, | |
| "grad_norm": 0.003560754470527172, | |
| "learning_rate": 0.00010533816897587606, | |
| "loss": 0.0003, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.06889965691649276, | |
| "grad_norm": 0.0006623827503062785, | |
| "learning_rate": 0.00010502443181797697, | |
| "loss": 0.0001, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.06904113465143423, | |
| "grad_norm": 0.030813848599791527, | |
| "learning_rate": 0.00010471064507096426, | |
| "loss": 0.0003, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.0691826123863757, | |
| "grad_norm": 0.003694392740726471, | |
| "learning_rate": 0.0001043968118317865, | |
| "loss": 0.0002, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.06932409012131716, | |
| "grad_norm": 0.0010670871706679463, | |
| "learning_rate": 0.00010408293519785101, | |
| "loss": 0.0001, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.06946556785625863, | |
| "grad_norm": 0.0027516393456608057, | |
| "learning_rate": 0.00010376901826699348, | |
| "loss": 0.0001, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.06960704559120008, | |
| "grad_norm": 0.0029371054843068123, | |
| "learning_rate": 0.00010345506413744726, | |
| "loss": 0.0001, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.06974852332614155, | |
| "grad_norm": 0.0013108784332871437, | |
| "learning_rate": 0.00010314107590781284, | |
| "loss": 0.0001, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.069890001061083, | |
| "grad_norm": 0.0004981230013072491, | |
| "learning_rate": 0.00010282705667702734, | |
| "loss": 0.0, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.07003147879602448, | |
| "grad_norm": 0.00029754231218248606, | |
| "learning_rate": 0.00010251300954433376, | |
| "loss": 0.0, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.07017295653096593, | |
| "grad_norm": 0.0013778514694422483, | |
| "learning_rate": 0.00010219893760925052, | |
| "loss": 0.0, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.0703144342659074, | |
| "grad_norm": 0.0023718923330307007, | |
| "learning_rate": 0.00010188484397154084, | |
| "loss": 0.0001, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.07045591200084887, | |
| "grad_norm": 0.0007462603389285505, | |
| "learning_rate": 0.00010157073173118208, | |
| "loss": 0.0001, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.07059738973579033, | |
| "grad_norm": 0.00037132593570277095, | |
| "learning_rate": 0.00010125660398833528, | |
| "loss": 0.0, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.0707388674707318, | |
| "grad_norm": 0.000680119323078543, | |
| "learning_rate": 0.00010094246384331442, | |
| "loss": 0.0001, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07088034520567325, | |
| "grad_norm": 0.0008801145595498383, | |
| "learning_rate": 0.00010062831439655591, | |
| "loss": 0.0001, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.07102182294061472, | |
| "grad_norm": 0.0019729931373149157, | |
| "learning_rate": 0.00010031415874858797, | |
| "loss": 0.0002, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.07116330067555618, | |
| "grad_norm": 0.0009173870203085244, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0001, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.07130477841049765, | |
| "grad_norm": 0.0003767950984183699, | |
| "learning_rate": 9.968584125141204e-05, | |
| "loss": 0.0, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.0714462561454391, | |
| "grad_norm": 0.0010468692053109407, | |
| "learning_rate": 9.937168560344412e-05, | |
| "loss": 0.0001, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.07158773388038057, | |
| "grad_norm": 0.0019238515524193645, | |
| "learning_rate": 9.90575361566856e-05, | |
| "loss": 0.0001, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.07172921161532204, | |
| "grad_norm": 0.00045130791841074824, | |
| "learning_rate": 9.874339601166473e-05, | |
| "loss": 0.0, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.0718706893502635, | |
| "grad_norm": 0.0017480598762631416, | |
| "learning_rate": 9.842926826881796e-05, | |
| "loss": 0.0001, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.07201216708520497, | |
| "grad_norm": 0.0005805511609651148, | |
| "learning_rate": 9.81151560284592e-05, | |
| "loss": 0.0, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.07215364482014643, | |
| "grad_norm": 0.00020824585226364434, | |
| "learning_rate": 9.78010623907495e-05, | |
| "loss": 0.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.0722951225550879, | |
| "grad_norm": 0.000254087004577741, | |
| "learning_rate": 9.748699045566626e-05, | |
| "loss": 0.0, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.07243660029002935, | |
| "grad_norm": 0.0006141222547739744, | |
| "learning_rate": 9.717294332297268e-05, | |
| "loss": 0.0, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.07257807802497082, | |
| "grad_norm": 0.0007048989646136761, | |
| "learning_rate": 9.685892409218717e-05, | |
| "loss": 0.0001, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.07271955575991228, | |
| "grad_norm": 0.00048093812074512243, | |
| "learning_rate": 9.654493586255278e-05, | |
| "loss": 0.0, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.07286103349485375, | |
| "grad_norm": 0.0009035237017087638, | |
| "learning_rate": 9.623098173300654e-05, | |
| "loss": 0.0001, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.07300251122979522, | |
| "grad_norm": 0.0005546315223909914, | |
| "learning_rate": 9.591706480214901e-05, | |
| "loss": 0.0, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.07314398896473667, | |
| "grad_norm": 0.017050910741090775, | |
| "learning_rate": 9.560318816821353e-05, | |
| "loss": 0.0005, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.07328546669967814, | |
| "grad_norm": 0.015889961272478104, | |
| "learning_rate": 9.528935492903575e-05, | |
| "loss": 0.0002, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.0734269444346196, | |
| "grad_norm": 0.0003646703262347728, | |
| "learning_rate": 9.497556818202306e-05, | |
| "loss": 0.0, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.07356842216956107, | |
| "grad_norm": 0.0006750635802745819, | |
| "learning_rate": 9.466183102412395e-05, | |
| "loss": 0.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.07370989990450252, | |
| "grad_norm": 0.0002909269533120096, | |
| "learning_rate": 9.434814655179755e-05, | |
| "loss": 0.0, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.073851377639444, | |
| "grad_norm": 0.0032838047482073307, | |
| "learning_rate": 9.403451786098294e-05, | |
| "loss": 0.0001, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.07399285537438545, | |
| "grad_norm": 0.0004030920681543648, | |
| "learning_rate": 9.372094804706867e-05, | |
| "loss": 0.0, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.07413433310932692, | |
| "grad_norm": 0.003876444650813937, | |
| "learning_rate": 9.340744020486222e-05, | |
| "loss": 0.0001, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.07427581084426839, | |
| "grad_norm": 0.0003544877690728754, | |
| "learning_rate": 9.309399742855942e-05, | |
| "loss": 0.0, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.07441728857920984, | |
| "grad_norm": 0.0003599386545829475, | |
| "learning_rate": 9.278062281171393e-05, | |
| "loss": 0.0, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.07455876631415131, | |
| "grad_norm": 0.0009949669474735856, | |
| "learning_rate": 9.246731944720675e-05, | |
| "loss": 0.0001, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.07470024404909277, | |
| "grad_norm": 0.0006730380118824542, | |
| "learning_rate": 9.215409042721552e-05, | |
| "loss": 0.0, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.07484172178403424, | |
| "grad_norm": 0.0006648433045484126, | |
| "learning_rate": 9.184093884318425e-05, | |
| "loss": 0.0, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.0749831995189757, | |
| "grad_norm": 0.0010465396335348487, | |
| "learning_rate": 9.152786778579267e-05, | |
| "loss": 0.0001, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.07512467725391717, | |
| "grad_norm": 0.0002523198490962386, | |
| "learning_rate": 9.121488034492569e-05, | |
| "loss": 0.0, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.07526615498885862, | |
| "grad_norm": 0.0005815126351080835, | |
| "learning_rate": 9.090197960964301e-05, | |
| "loss": 0.0, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.07540763272380009, | |
| "grad_norm": 0.0027641430497169495, | |
| "learning_rate": 9.058916866814858e-05, | |
| "loss": 0.0001, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.07554911045874156, | |
| "grad_norm": 0.0037838981952518225, | |
| "learning_rate": 9.027645060776006e-05, | |
| "loss": 0.0002, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.07569058819368302, | |
| "grad_norm": 0.00022687749878969043, | |
| "learning_rate": 8.99638285148785e-05, | |
| "loss": 0.0, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.07583206592862449, | |
| "grad_norm": 0.0002952757349703461, | |
| "learning_rate": 8.965130547495776e-05, | |
| "loss": 0.0, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.07597354366356594, | |
| "grad_norm": 0.00020262067846488208, | |
| "learning_rate": 8.933888457247402e-05, | |
| "loss": 0.0, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.07611502139850741, | |
| "grad_norm": 0.00022801620070822537, | |
| "learning_rate": 8.902656889089548e-05, | |
| "loss": 0.0, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.07625649913344887, | |
| "grad_norm": 0.0029370381962507963, | |
| "learning_rate": 8.871436151265184e-05, | |
| "loss": 0.0001, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.07639797686839034, | |
| "grad_norm": 0.00019757526752073318, | |
| "learning_rate": 8.840226551910387e-05, | |
| "loss": 0.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.0765394546033318, | |
| "grad_norm": 0.00035157534875907004, | |
| "learning_rate": 8.809028399051302e-05, | |
| "loss": 0.0, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.07668093233827326, | |
| "grad_norm": 0.00033226568484678864, | |
| "learning_rate": 8.777842000601105e-05, | |
| "loss": 0.0, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.07682241007321473, | |
| "grad_norm": 0.0004599531239364296, | |
| "learning_rate": 8.746667664356956e-05, | |
| "loss": 0.0, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.07696388780815619, | |
| "grad_norm": 0.000987498089671135, | |
| "learning_rate": 8.715505697996971e-05, | |
| "loss": 0.0001, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.07710536554309766, | |
| "grad_norm": 0.0003310377069283277, | |
| "learning_rate": 8.684356409077176e-05, | |
| "loss": 0.0, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.07724684327803912, | |
| "grad_norm": 0.0006641054060310125, | |
| "learning_rate": 8.653220105028474e-05, | |
| "loss": 0.0001, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.07738832101298058, | |
| "grad_norm": 0.0002603815810289234, | |
| "learning_rate": 8.62209709315362e-05, | |
| "loss": 0.0, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.07752979874792204, | |
| "grad_norm": 0.004001593217253685, | |
| "learning_rate": 8.590987680624174e-05, | |
| "loss": 0.0001, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.07767127648286351, | |
| "grad_norm": 0.00022212194744497538, | |
| "learning_rate": 8.559892174477479e-05, | |
| "loss": 0.0, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.07781275421780497, | |
| "grad_norm": 0.07186271995306015, | |
| "learning_rate": 8.528810881613626e-05, | |
| "loss": 0.0022, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.07795423195274644, | |
| "grad_norm": 0.0003144246293231845, | |
| "learning_rate": 8.497744108792429e-05, | |
| "loss": 0.0, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.0780957096876879, | |
| "grad_norm": 0.005859481170773506, | |
| "learning_rate": 8.466692162630392e-05, | |
| "loss": 0.0003, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.07823718742262936, | |
| "grad_norm": 0.000740467687137425, | |
| "learning_rate": 8.435655349597689e-05, | |
| "loss": 0.0, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.07837866515757083, | |
| "grad_norm": 0.0005886468570679426, | |
| "learning_rate": 8.404633976015134e-05, | |
| "loss": 0.0, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.07852014289251229, | |
| "grad_norm": 0.0009009242057800293, | |
| "learning_rate": 8.373628348051165e-05, | |
| "loss": 0.0001, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.07866162062745376, | |
| "grad_norm": 0.0015645289095118642, | |
| "learning_rate": 8.342638771718802e-05, | |
| "loss": 0.0001, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.07880309836239521, | |
| "grad_norm": 0.0002594326506368816, | |
| "learning_rate": 8.311665552872662e-05, | |
| "loss": 0.0, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.07894457609733668, | |
| "grad_norm": 0.00021320579980965704, | |
| "learning_rate": 8.280708997205904e-05, | |
| "loss": 0.0, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.07908605383227814, | |
| "grad_norm": 0.00017182575538754463, | |
| "learning_rate": 8.249769410247239e-05, | |
| "loss": 0.0, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.07922753156721961, | |
| "grad_norm": 0.00021368375746533275, | |
| "learning_rate": 8.218847097357898e-05, | |
| "loss": 0.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.07936900930216108, | |
| "grad_norm": 0.0002579468709882349, | |
| "learning_rate": 8.187942363728625e-05, | |
| "loss": 0.0, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.07951048703710253, | |
| "grad_norm": 0.00014378316700458527, | |
| "learning_rate": 8.157055514376666e-05, | |
| "loss": 0.0, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.079651964772044, | |
| "grad_norm": 0.0006984220235608518, | |
| "learning_rate": 8.126186854142752e-05, | |
| "loss": 0.0, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.07979344250698546, | |
| "grad_norm": 0.00012296480417717248, | |
| "learning_rate": 8.095336687688102e-05, | |
| "loss": 0.0, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.07993492024192693, | |
| "grad_norm": 0.0001581730757607147, | |
| "learning_rate": 8.064505319491398e-05, | |
| "loss": 0.0, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.08007639797686839, | |
| "grad_norm": 0.0001595177163835615, | |
| "learning_rate": 8.033693053845801e-05, | |
| "loss": 0.0, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.08021787571180986, | |
| "grad_norm": 0.8796876668930054, | |
| "learning_rate": 8.002900194855932e-05, | |
| "loss": 0.4228, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.08035935344675131, | |
| "grad_norm": 0.0006363423308357596, | |
| "learning_rate": 7.972127046434878e-05, | |
| "loss": 0.0, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.08050083118169278, | |
| "grad_norm": 0.0015658728079870343, | |
| "learning_rate": 7.941373912301189e-05, | |
| "loss": 0.0001, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.08064230891663425, | |
| "grad_norm": 0.0007438261527568102, | |
| "learning_rate": 7.910641095975886e-05, | |
| "loss": 0.0001, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.0807837866515757, | |
| "grad_norm": 0.0014448019210249186, | |
| "learning_rate": 7.879928900779456e-05, | |
| "loss": 0.0, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.08092526438651718, | |
| "grad_norm": 0.00021074670075904578, | |
| "learning_rate": 7.849237629828869e-05, | |
| "loss": 0.0, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.08106674212145863, | |
| "grad_norm": 0.00042521391878835857, | |
| "learning_rate": 7.818567586034577e-05, | |
| "loss": 0.0, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.0812082198564001, | |
| "grad_norm": 0.0009682802483439445, | |
| "learning_rate": 7.787919072097531e-05, | |
| "loss": 0.0001, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.08134969759134156, | |
| "grad_norm": 0.0012320525711402297, | |
| "learning_rate": 7.75729239050619e-05, | |
| "loss": 0.0001, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.08149117532628303, | |
| "grad_norm": 0.00030932322260923684, | |
| "learning_rate": 7.726687843533538e-05, | |
| "loss": 0.0, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.08163265306122448, | |
| "grad_norm": 0.0066994656808674335, | |
| "learning_rate": 7.696105733234098e-05, | |
| "loss": 0.0004, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.08177413079616595, | |
| "grad_norm": 0.0007564704865217209, | |
| "learning_rate": 7.66554636144095e-05, | |
| "loss": 0.0001, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.08191560853110742, | |
| "grad_norm": 0.0006317924126051366, | |
| "learning_rate": 7.635010029762756e-05, | |
| "loss": 0.0001, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.08205708626604888, | |
| "grad_norm": 0.00094227195950225, | |
| "learning_rate": 7.604497039580785e-05, | |
| "loss": 0.0001, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.08219856400099035, | |
| "grad_norm": 0.0027162383776158094, | |
| "learning_rate": 7.574007692045928e-05, | |
| "loss": 0.0002, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.0823400417359318, | |
| "grad_norm": 0.003974114544689655, | |
| "learning_rate": 7.543542288075739e-05, | |
| "loss": 0.0001, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.08248151947087327, | |
| "grad_norm": 0.004181701224297285, | |
| "learning_rate": 7.513101128351454e-05, | |
| "loss": 0.0003, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.08262299720581473, | |
| "grad_norm": 0.0016781368758529425, | |
| "learning_rate": 7.48268451331503e-05, | |
| "loss": 0.0001, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.0827644749407562, | |
| "grad_norm": 0.0009342627017758787, | |
| "learning_rate": 7.45229274316618e-05, | |
| "loss": 0.0001, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.08290595267569766, | |
| "grad_norm": 0.05183006078004837, | |
| "learning_rate": 7.421926117859403e-05, | |
| "loss": 0.0026, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.08304743041063913, | |
| "grad_norm": 0.0014916006475687027, | |
| "learning_rate": 7.391584937101033e-05, | |
| "loss": 0.0001, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.0831889081455806, | |
| "grad_norm": 0.001441052882000804, | |
| "learning_rate": 7.361269500346274e-05, | |
| "loss": 0.0001, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.08333038588052205, | |
| "grad_norm": 0.003165285335853696, | |
| "learning_rate": 7.330980106796246e-05, | |
| "loss": 0.0002, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.08347186361546352, | |
| "grad_norm": 0.00124356709420681, | |
| "learning_rate": 7.300717055395039e-05, | |
| "loss": 0.0001, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.08361334135040498, | |
| "grad_norm": 0.0007717587286606431, | |
| "learning_rate": 7.270480644826749e-05, | |
| "loss": 0.0001, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.08375481908534645, | |
| "grad_norm": 0.0012677700724452734, | |
| "learning_rate": 7.240271173512546e-05, | |
| "loss": 0.0001, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.0838962968202879, | |
| "grad_norm": 0.008508299477398396, | |
| "learning_rate": 7.210088939607708e-05, | |
| "loss": 0.0005, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.08403777455522937, | |
| "grad_norm": 0.0027715216856449842, | |
| "learning_rate": 7.179934240998706e-05, | |
| "loss": 0.0002, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.08417925229017083, | |
| "grad_norm": 0.0006361504783853889, | |
| "learning_rate": 7.149807375300239e-05, | |
| "loss": 0.0001, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.0843207300251123, | |
| "grad_norm": 0.0007495923200622201, | |
| "learning_rate": 7.119708639852312e-05, | |
| "loss": 0.0001, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.08446220776005377, | |
| "grad_norm": 0.0008743112557567656, | |
| "learning_rate": 7.089638331717284e-05, | |
| "loss": 0.0001, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.08460368549499522, | |
| "grad_norm": 0.006306476425379515, | |
| "learning_rate": 7.059596747676962e-05, | |
| "loss": 0.0004, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.08474516322993669, | |
| "grad_norm": 0.2450258582830429, | |
| "learning_rate": 7.029584184229653e-05, | |
| "loss": 0.002, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.08488664096487815, | |
| "grad_norm": 0.0009690061560831964, | |
| "learning_rate": 6.999600937587239e-05, | |
| "loss": 0.0001, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.08502811869981962, | |
| "grad_norm": 0.004833643790334463, | |
| "learning_rate": 6.969647303672262e-05, | |
| "loss": 0.0003, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.08516959643476107, | |
| "grad_norm": 0.00044146020081825554, | |
| "learning_rate": 6.939723578114993e-05, | |
| "loss": 0.0, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.08531107416970254, | |
| "grad_norm": 0.000619858386926353, | |
| "learning_rate": 6.909830056250527e-05, | |
| "loss": 0.0001, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.085452551904644, | |
| "grad_norm": 0.0006960814935155213, | |
| "learning_rate": 6.879967033115853e-05, | |
| "loss": 0.0001, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.08559402963958547, | |
| "grad_norm": 0.019819116219878197, | |
| "learning_rate": 6.850134803446954e-05, | |
| "loss": 0.0012, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.08573550737452694, | |
| "grad_norm": 0.0005196069832891226, | |
| "learning_rate": 6.820333661675893e-05, | |
| "loss": 0.0, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.0858769851094684, | |
| "grad_norm": 0.0008297892636619508, | |
| "learning_rate": 6.790563901927907e-05, | |
| "loss": 0.0001, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.08601846284440987, | |
| "grad_norm": 23.886945724487305, | |
| "learning_rate": 6.760825818018508e-05, | |
| "loss": 0.3313, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.08615994057935132, | |
| "grad_norm": 0.001881247735582292, | |
| "learning_rate": 6.731119703450577e-05, | |
| "loss": 0.0001, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.08630141831429279, | |
| "grad_norm": 0.0037710980977863073, | |
| "learning_rate": 6.701445851411472e-05, | |
| "loss": 0.0002, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.08644289604923425, | |
| "grad_norm": 0.001079973648302257, | |
| "learning_rate": 6.671804554770135e-05, | |
| "loss": 0.0001, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.08658437378417572, | |
| "grad_norm": 0.002796902321279049, | |
| "learning_rate": 6.642196106074194e-05, | |
| "loss": 0.0001, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.08672585151911717, | |
| "grad_norm": 0.023120107129216194, | |
| "learning_rate": 6.612620797547087e-05, | |
| "loss": 0.0005, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.08686732925405864, | |
| "grad_norm": 0.04147057607769966, | |
| "learning_rate": 6.583078921085167e-05, | |
| "loss": 0.0011, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.08700880698900011, | |
| "grad_norm": 0.033874575048685074, | |
| "learning_rate": 6.55357076825483e-05, | |
| "loss": 0.001, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.08715028472394157, | |
| "grad_norm": 0.07600700855255127, | |
| "learning_rate": 6.52409663028963e-05, | |
| "loss": 0.0032, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.08729176245888304, | |
| "grad_norm": 0.019974149763584137, | |
| "learning_rate": 6.494656798087412e-05, | |
| "loss": 0.001, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.0874332401938245, | |
| "grad_norm": 0.015204976312816143, | |
| "learning_rate": 6.465251562207431e-05, | |
| "loss": 0.0006, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.08757471792876596, | |
| "grad_norm": 0.01299876905977726, | |
| "learning_rate": 6.435881212867493e-05, | |
| "loss": 0.0005, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.08771619566370742, | |
| "grad_norm": 0.02097712829709053, | |
| "learning_rate": 6.406546039941094e-05, | |
| "loss": 0.0007, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.08785767339864889, | |
| "grad_norm": 0.020041853189468384, | |
| "learning_rate": 6.377246332954544e-05, | |
| "loss": 0.0007, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.08799915113359034, | |
| "grad_norm": 0.021356869488954544, | |
| "learning_rate": 6.347982381084123e-05, | |
| "loss": 0.0007, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.08814062886853181, | |
| "grad_norm": 0.006782687269151211, | |
| "learning_rate": 6.318754473153221e-05, | |
| "loss": 0.0002, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.08828210660347328, | |
| "grad_norm": 0.008033067919313908, | |
| "learning_rate": 6.289562897629492e-05, | |
| "loss": 0.0002, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.08842358433841474, | |
| "grad_norm": 0.0033709348645061255, | |
| "learning_rate": 6.260407942621998e-05, | |
| "loss": 0.0001, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.08856506207335621, | |
| "grad_norm": 0.005288586486130953, | |
| "learning_rate": 6.231289895878375e-05, | |
| "loss": 0.0002, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.08870653980829767, | |
| "grad_norm": 0.0014732020208612084, | |
| "learning_rate": 6.20220904478199e-05, | |
| "loss": 0.0, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.08884801754323914, | |
| "grad_norm": 0.002344023436307907, | |
| "learning_rate": 6.173165676349103e-05, | |
| "loss": 0.0001, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.08898949527818059, | |
| "grad_norm": 0.0037802611477673054, | |
| "learning_rate": 6.144160077226036e-05, | |
| "loss": 0.0002, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.08913097301312206, | |
| "grad_norm": 0.0017438894137740135, | |
| "learning_rate": 6.11519253368634e-05, | |
| "loss": 0.0001, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.08927245074806352, | |
| "grad_norm": 0.006431651767343283, | |
| "learning_rate": 6.086263331627976e-05, | |
| "loss": 0.0001, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.08941392848300499, | |
| "grad_norm": 0.0024249274283647537, | |
| "learning_rate": 6.05737275657049e-05, | |
| "loss": 0.0001, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.08955540621794646, | |
| "grad_norm": 0.009574075229465961, | |
| "learning_rate": 6.0285210936521955e-05, | |
| "loss": 0.0006, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.08969688395288791, | |
| "grad_norm": 0.0018211673013865948, | |
| "learning_rate": 5.999708627627354e-05, | |
| "loss": 0.0001, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.08983836168782938, | |
| "grad_norm": 0.0010810673702508211, | |
| "learning_rate": 5.9709356428633746e-05, | |
| "loss": 0.0, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.08997983942277084, | |
| "grad_norm": 0.0009683024836704135, | |
| "learning_rate": 5.9422024233380013e-05, | |
| "loss": 0.0001, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.09012131715771231, | |
| "grad_norm": 0.0022739556152373552, | |
| "learning_rate": 5.913509252636511e-05, | |
| "loss": 0.0002, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.09026279489265376, | |
| "grad_norm": 0.0006144489743746817, | |
| "learning_rate": 5.884856413948913e-05, | |
| "loss": 0.0, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.09040427262759523, | |
| "grad_norm": 0.001888429163955152, | |
| "learning_rate": 5.856244190067159e-05, | |
| "loss": 0.0001, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.09054575036253669, | |
| "grad_norm": 0.0006371226045303047, | |
| "learning_rate": 5.82767286338235e-05, | |
| "loss": 0.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.09068722809747816, | |
| "grad_norm": 0.0011725660879164934, | |
| "learning_rate": 5.799142715881938e-05, | |
| "loss": 0.0001, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.09082870583241963, | |
| "grad_norm": 0.0020375438034534454, | |
| "learning_rate": 5.770654029146969e-05, | |
| "loss": 0.0001, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.09097018356736108, | |
| "grad_norm": 0.00023711427638772875, | |
| "learning_rate": 5.7422070843492734e-05, | |
| "loss": 0.0, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.09111166130230255, | |
| "grad_norm": 0.0010858512250706553, | |
| "learning_rate": 5.713802162248718e-05, | |
| "loss": 0.0001, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.09125313903724401, | |
| "grad_norm": 0.008106240071356297, | |
| "learning_rate": 5.6854395431904094e-05, | |
| "loss": 0.0003, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.09139461677218548, | |
| "grad_norm": 0.0011279614409431815, | |
| "learning_rate": 5.657119507101954e-05, | |
| "loss": 0.0001, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.09153609450712694, | |
| "grad_norm": 0.001151368604041636, | |
| "learning_rate": 5.6288423334906735e-05, | |
| "loss": 0.0, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.0916775722420684, | |
| "grad_norm": 0.002258772263303399, | |
| "learning_rate": 5.6006083014408484e-05, | |
| "loss": 0.0001, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.09181904997700986, | |
| "grad_norm": 0.0006376850651577115, | |
| "learning_rate": 5.572417689610987e-05, | |
| "loss": 0.0, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.09196052771195133, | |
| "grad_norm": 0.0002894207718782127, | |
| "learning_rate": 5.544270776231038e-05, | |
| "loss": 0.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.0921020054468928, | |
| "grad_norm": 0.0004874817677773535, | |
| "learning_rate": 5.5161678390996796e-05, | |
| "loss": 0.0, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.09224348318183426, | |
| "grad_norm": 0.0003829976776614785, | |
| "learning_rate": 5.488109155581549e-05, | |
| "loss": 0.0, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.09238496091677573, | |
| "grad_norm": 0.0019727759063243866, | |
| "learning_rate": 5.4600950026045326e-05, | |
| "loss": 0.0001, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.09252643865171718, | |
| "grad_norm": 0.00044044721289537847, | |
| "learning_rate": 5.4321256566570036e-05, | |
| "loss": 0.0, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.09266791638665865, | |
| "grad_norm": 0.00258098216727376, | |
| "learning_rate": 5.404201393785122e-05, | |
| "loss": 0.0002, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.09280939412160011, | |
| "grad_norm": 0.0012749796733260155, | |
| "learning_rate": 5.3763224895900846e-05, | |
| "loss": 0.0001, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.09295087185654158, | |
| "grad_norm": 0.0007071017753332853, | |
| "learning_rate": 5.348489219225416e-05, | |
| "loss": 0.0, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.09309234959148303, | |
| "grad_norm": 0.0017588926712051034, | |
| "learning_rate": 5.320701857394268e-05, | |
| "loss": 0.0001, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.0932338273264245, | |
| "grad_norm": 0.002789848716929555, | |
| "learning_rate": 5.292960678346675e-05, | |
| "loss": 0.0002, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.09337530506136597, | |
| "grad_norm": 0.00038435394526459277, | |
| "learning_rate": 5.265265955876879e-05, | |
| "loss": 0.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.09351678279630743, | |
| "grad_norm": 0.0007107415585778654, | |
| "learning_rate": 5.237617963320608e-05, | |
| "loss": 0.0, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.0936582605312489, | |
| "grad_norm": 0.0032040157821029425, | |
| "learning_rate": 5.210016973552391e-05, | |
| "loss": 0.0002, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.09379973826619036, | |
| "grad_norm": 0.0017821533838286996, | |
| "learning_rate": 5.182463258982846e-05, | |
| "loss": 0.0001, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.09394121600113182, | |
| "grad_norm": 0.0003448922943789512, | |
| "learning_rate": 5.1549570915560206e-05, | |
| "loss": 0.0, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.09408269373607328, | |
| "grad_norm": 0.0010452198330312967, | |
| "learning_rate": 5.127498742746675e-05, | |
| "loss": 0.0, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.09422417147101475, | |
| "grad_norm": 0.0009789979085326195, | |
| "learning_rate": 5.100088483557634e-05, | |
| "loss": 0.0, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.0943656492059562, | |
| "grad_norm": 0.0005419703666120768, | |
| "learning_rate": 5.072726584517086e-05, | |
| "loss": 0.0, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.09450712694089768, | |
| "grad_norm": 0.00028989804559387267, | |
| "learning_rate": 5.045413315675924e-05, | |
| "loss": 0.0, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.09464860467583915, | |
| "grad_norm": 0.0018694131867960095, | |
| "learning_rate": 5.018148946605092e-05, | |
| "loss": 0.0001, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.0947900824107806, | |
| "grad_norm": 0.0001970644952962175, | |
| "learning_rate": 4.990933746392899e-05, | |
| "loss": 0.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.09493156014572207, | |
| "grad_norm": 0.00024093178217299283, | |
| "learning_rate": 4.9637679836423924e-05, | |
| "loss": 0.0, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.09507303788066353, | |
| "grad_norm": 0.001606027246452868, | |
| "learning_rate": 4.9366519264686725e-05, | |
| "loss": 0.0, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.095214515615605, | |
| "grad_norm": 0.0034317609388381243, | |
| "learning_rate": 4.909585842496287e-05, | |
| "loss": 0.0002, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.09535599335054645, | |
| "grad_norm": 0.0005060399416834116, | |
| "learning_rate": 4.8825699988565485e-05, | |
| "loss": 0.0, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.09549747108548792, | |
| "grad_norm": 0.00040333837387152016, | |
| "learning_rate": 4.8556046621849346e-05, | |
| "loss": 0.0, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.09563894882042938, | |
| "grad_norm": 0.032013844698667526, | |
| "learning_rate": 4.828690098618429e-05, | |
| "loss": 0.0004, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.09578042655537085, | |
| "grad_norm": 0.0005927220336161554, | |
| "learning_rate": 4.8018265737929044e-05, | |
| "loss": 0.0, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.09592190429031232, | |
| "grad_norm": 0.0006017786217853427, | |
| "learning_rate": 4.7750143528405126e-05, | |
| "loss": 0.0, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.09606338202525377, | |
| "grad_norm": 0.002094410127028823, | |
| "learning_rate": 4.748253700387042e-05, | |
| "loss": 0.0001, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.09620485976019524, | |
| "grad_norm": 0.0008351746946573257, | |
| "learning_rate": 4.721544880549337e-05, | |
| "loss": 0.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.0963463374951367, | |
| "grad_norm": 0.07186631858348846, | |
| "learning_rate": 4.694888156932658e-05, | |
| "loss": 0.0023, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.09648781523007817, | |
| "grad_norm": 0.0034203226678073406, | |
| "learning_rate": 4.668283792628114e-05, | |
| "loss": 0.0001, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.09662929296501963, | |
| "grad_norm": 0.0005536339012905955, | |
| "learning_rate": 4.6417320502100316e-05, | |
| "loss": 0.0, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.0967707706999611, | |
| "grad_norm": 0.006527572870254517, | |
| "learning_rate": 4.615233191733398e-05, | |
| "loss": 0.0004, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.09691224843490255, | |
| "grad_norm": 0.00046978742466308177, | |
| "learning_rate": 4.588787478731242e-05, | |
| "loss": 0.0, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.09705372616984402, | |
| "grad_norm": 0.0001826570078264922, | |
| "learning_rate": 4.5623951722120736e-05, | |
| "loss": 0.0, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.09719520390478549, | |
| "grad_norm": 0.0008781368378549814, | |
| "learning_rate": 4.5360565326573104e-05, | |
| "loss": 0.0, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.09733668163972695, | |
| "grad_norm": 0.0002281236374983564, | |
| "learning_rate": 4.5097718200186814e-05, | |
| "loss": 0.0, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.09747815937466842, | |
| "grad_norm": 0.0003516919387038797, | |
| "learning_rate": 4.483541293715698e-05, | |
| "loss": 0.0, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.09761963710960987, | |
| "grad_norm": 0.002035178244113922, | |
| "learning_rate": 4.457365212633058e-05, | |
| "loss": 0.0001, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.09776111484455134, | |
| "grad_norm": 0.0006699900841340423, | |
| "learning_rate": 4.431243835118124e-05, | |
| "loss": 0.0, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.0979025925794928, | |
| "grad_norm": 0.0003746839938685298, | |
| "learning_rate": 4.4051774189783315e-05, | |
| "loss": 0.0, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.09804407031443427, | |
| "grad_norm": 0.0003929166414309293, | |
| "learning_rate": 4.379166221478697e-05, | |
| "loss": 0.0, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.09818554804937572, | |
| "grad_norm": 0.010091761127114296, | |
| "learning_rate": 4.3532104993392306e-05, | |
| "loss": 0.0003, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.09832702578431719, | |
| "grad_norm": 0.0012642780784517527, | |
| "learning_rate": 4.327310508732437e-05, | |
| "loss": 0.0001, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.09846850351925866, | |
| "grad_norm": 0.00036933113005943596, | |
| "learning_rate": 4.301466505280762e-05, | |
| "loss": 0.0, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.09860998125420012, | |
| "grad_norm": 0.0009099773596972227, | |
| "learning_rate": 4.2756787440540936e-05, | |
| "loss": 0.0001, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.09875145898914159, | |
| "grad_norm": 0.0003582508652471006, | |
| "learning_rate": 4.249947479567218e-05, | |
| "loss": 0.0, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.09889293672408304, | |
| "grad_norm": 0.005193689372390509, | |
| "learning_rate": 4.224272965777326e-05, | |
| "loss": 0.0002, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.09903441445902451, | |
| "grad_norm": 0.0015010442584753036, | |
| "learning_rate": 4.1986554560815096e-05, | |
| "loss": 0.0001, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.09917589219396597, | |
| "grad_norm": 2.6988134384155273, | |
| "learning_rate": 4.173095203314241e-05, | |
| "loss": 0.8706, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.09931736992890744, | |
| "grad_norm": 0.0003478722064755857, | |
| "learning_rate": 4.1475924597449024e-05, | |
| "loss": 0.0, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.0994588476638489, | |
| "grad_norm": 0.00035000426578335464, | |
| "learning_rate": 4.12214747707527e-05, | |
| "loss": 0.0, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.09960032539879037, | |
| "grad_norm": 0.0004221213166601956, | |
| "learning_rate": 4.096760506437057e-05, | |
| "loss": 0.0, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.09974180313373184, | |
| "grad_norm": 0.0002811127051245421, | |
| "learning_rate": 4.071431798389408e-05, | |
| "loss": 0.0, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.09988328086867329, | |
| "grad_norm": 0.0014768473338335752, | |
| "learning_rate": 4.0461616029164526e-05, | |
| "loss": 0.0001, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.10002475860361476, | |
| "grad_norm": 0.0011548775946721435, | |
| "learning_rate": 4.020950169424815e-05, | |
| "loss": 0.0001, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.10016623633855622, | |
| "grad_norm": 0.002059435937553644, | |
| "learning_rate": 3.9957977467411615e-05, | |
| "loss": 0.0002, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.10030771407349769, | |
| "grad_norm": 0.0005607010680250823, | |
| "learning_rate": 3.9707045831097555e-05, | |
| "loss": 0.0, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.10044919180843914, | |
| "grad_norm": 0.0003256005293224007, | |
| "learning_rate": 3.945670926189987e-05, | |
| "loss": 0.0, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.10059066954338061, | |
| "grad_norm": 0.009765557013452053, | |
| "learning_rate": 3.920697023053949e-05, | |
| "loss": 0.0002, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.10073214727832207, | |
| "grad_norm": 0.030024884268641472, | |
| "learning_rate": 3.895783120183976e-05, | |
| "loss": 0.0004, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.10087362501326354, | |
| "grad_norm": 0.0017325967783108354, | |
| "learning_rate": 3.8709294634702376e-05, | |
| "loss": 0.0001, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.10101510274820501, | |
| "grad_norm": 0.0008862835238687694, | |
| "learning_rate": 3.846136298208285e-05, | |
| "loss": 0.0001, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.10115658048314646, | |
| "grad_norm": 0.0033906784374266863, | |
| "learning_rate": 3.821403869096658e-05, | |
| "loss": 0.0003, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.10129805821808793, | |
| "grad_norm": 0.0006109073874540627, | |
| "learning_rate": 3.796732420234443e-05, | |
| "loss": 0.0, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.10143953595302939, | |
| "grad_norm": 0.008680574595928192, | |
| "learning_rate": 3.7721221951188765e-05, | |
| "loss": 0.0002, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.10158101368797086, | |
| "grad_norm": 0.0005801686784252524, | |
| "learning_rate": 3.747573436642951e-05, | |
| "loss": 0.0001, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.10172249142291231, | |
| "grad_norm": 0.00133225554600358, | |
| "learning_rate": 3.7230863870929964e-05, | |
| "loss": 0.0001, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.10186396915785378, | |
| "grad_norm": 0.0013388440711423755, | |
| "learning_rate": 3.698661288146311e-05, | |
| "loss": 0.0001, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.10200544689279524, | |
| "grad_norm": 0.002170740393921733, | |
| "learning_rate": 3.674298380868756e-05, | |
| "loss": 0.0002, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.10214692462773671, | |
| "grad_norm": 0.0010131692979484797, | |
| "learning_rate": 3.649997905712396e-05, | |
| "loss": 0.0001, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.10228840236267818, | |
| "grad_norm": 0.0006320245447568595, | |
| "learning_rate": 3.6257601025131026e-05, | |
| "loss": 0.0001, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.10242988009761964, | |
| "grad_norm": 0.0005717655294574797, | |
| "learning_rate": 3.601585210488218e-05, | |
| "loss": 0.0001, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.1025713578325611, | |
| "grad_norm": 0.0009512366959825158, | |
| "learning_rate": 3.577473468234156e-05, | |
| "loss": 0.0001, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.10271283556750256, | |
| "grad_norm": 0.0010945550166070461, | |
| "learning_rate": 3.553425113724088e-05, | |
| "loss": 0.0001, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.10285431330244403, | |
| "grad_norm": 0.0025489837862551212, | |
| "learning_rate": 3.52944038430556e-05, | |
| "loss": 0.0001, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.10299579103738549, | |
| "grad_norm": 0.016141386702656746, | |
| "learning_rate": 3.5055195166981645e-05, | |
| "loss": 0.0013, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.10313726877232696, | |
| "grad_norm": 0.0008998136036098003, | |
| "learning_rate": 3.481662746991214e-05, | |
| "loss": 0.0001, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.10327874650726841, | |
| "grad_norm": 0.007485687267035246, | |
| "learning_rate": 3.4578703106413904e-05, | |
| "loss": 0.0006, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.10342022424220988, | |
| "grad_norm": 0.0015185687225311995, | |
| "learning_rate": 3.4341424424704375e-05, | |
| "loss": 0.0001, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.10356170197715135, | |
| "grad_norm": 0.0037518057506531477, | |
| "learning_rate": 3.4104793766628304e-05, | |
| "loss": 0.0002, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.10370317971209281, | |
| "grad_norm": 0.002752428874373436, | |
| "learning_rate": 3.386881346763483e-05, | |
| "loss": 0.0001, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.10384465744703428, | |
| "grad_norm": 0.007001630496233702, | |
| "learning_rate": 3.363348585675414e-05, | |
| "loss": 0.0001, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.10398613518197573, | |
| "grad_norm": 0.005060289520770311, | |
| "learning_rate": 3.339881325657484e-05, | |
| "loss": 0.0003, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.1041276129169172, | |
| "grad_norm": 0.003094696905463934, | |
| "learning_rate": 3.316479798322072e-05, | |
| "loss": 0.0001, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.10426909065185866, | |
| "grad_norm": 0.0031883700285106897, | |
| "learning_rate": 3.2931442346328004e-05, | |
| "loss": 0.0002, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.10441056838680013, | |
| "grad_norm": 0.0017164596356451511, | |
| "learning_rate": 3.269874864902269e-05, | |
| "loss": 0.0001, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.10455204612174158, | |
| "grad_norm": 0.0011868190485984087, | |
| "learning_rate": 3.246671918789755e-05, | |
| "loss": 0.0001, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.10469352385668305, | |
| "grad_norm": 0.00042919107363559306, | |
| "learning_rate": 3.223535625298979e-05, | |
| "loss": 0.0, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.10483500159162452, | |
| "grad_norm": 0.0008362437947653234, | |
| "learning_rate": 3.200466212775808e-05, | |
| "loss": 0.0001, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.10497647932656598, | |
| "grad_norm": 0.0012623334769159555, | |
| "learning_rate": 3.1774639089060363e-05, | |
| "loss": 0.0001, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.10511795706150745, | |
| "grad_norm": 0.0010986161651089787, | |
| "learning_rate": 3.154528940713113e-05, | |
| "loss": 0.0001, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.1052594347964489, | |
| "grad_norm": 0.0006085491622798145, | |
| "learning_rate": 3.1316615345559185e-05, | |
| "loss": 0.0001, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.10540091253139038, | |
| "grad_norm": 0.0008765387465246022, | |
| "learning_rate": 3.108861916126518e-05, | |
| "loss": 0.0001, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.10554239026633183, | |
| "grad_norm": 0.0006421508733183146, | |
| "learning_rate": 3.086130310447937e-05, | |
| "loss": 0.0001, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.1056838680012733, | |
| "grad_norm": 0.0016310947248712182, | |
| "learning_rate": 3.063466941871952e-05, | |
| "loss": 0.0001, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.10582534573621476, | |
| "grad_norm": 0.0014764780644327402, | |
| "learning_rate": 3.0408720340768572e-05, | |
| "loss": 0.0001, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.10596682347115623, | |
| "grad_norm": 0.0006910095689818263, | |
| "learning_rate": 3.018345810065275e-05, | |
| "loss": 0.0001, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.1061083012060977, | |
| "grad_norm": 0.0015598449390381575, | |
| "learning_rate": 2.9958884921619367e-05, | |
| "loss": 0.0001, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.10624977894103915, | |
| "grad_norm": 0.0007486201939173043, | |
| "learning_rate": 2.9735003020115092e-05, | |
| "loss": 0.0001, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.10639125667598062, | |
| "grad_norm": 0.005332762375473976, | |
| "learning_rate": 2.9511814605763855e-05, | |
| "loss": 0.0005, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.10653273441092208, | |
| "grad_norm": 0.04735836386680603, | |
| "learning_rate": 2.9289321881345254e-05, | |
| "loss": 0.0004, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.10667421214586355, | |
| "grad_norm": 0.004297490697354078, | |
| "learning_rate": 2.9067527042772636e-05, | |
| "loss": 0.0004, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.106815689880805, | |
| "grad_norm": 0.0011461108224466443, | |
| "learning_rate": 2.8846432279071467e-05, | |
| "loss": 0.0001, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.10695716761574647, | |
| "grad_norm": 0.0008430193993262947, | |
| "learning_rate": 2.8626039772357882e-05, | |
| "loss": 0.0001, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.10709864535068793, | |
| "grad_norm": 0.0005710861296392977, | |
| "learning_rate": 2.840635169781688e-05, | |
| "loss": 0.0, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.1072401230856294, | |
| "grad_norm": 0.0006396773969754577, | |
| "learning_rate": 2.8187370223681132e-05, | |
| "loss": 0.0001, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.10738160082057087, | |
| "grad_norm": 0.0046224696561694145, | |
| "learning_rate": 2.7969097511209308e-05, | |
| "loss": 0.0001, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.10752307855551232, | |
| "grad_norm": 0.003434223821386695, | |
| "learning_rate": 2.775153571466502e-05, | |
| "loss": 0.0002, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.1076645562904538, | |
| "grad_norm": 0.005056839436292648, | |
| "learning_rate": 2.753468698129533e-05, | |
| "loss": 0.0002, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.10780603402539525, | |
| "grad_norm": 0.0009986249497160316, | |
| "learning_rate": 2.7318553451309726e-05, | |
| "loss": 0.0001, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.10794751176033672, | |
| "grad_norm": 0.008566567674279213, | |
| "learning_rate": 2.7103137257858868e-05, | |
| "loss": 0.0001, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.10808898949527818, | |
| "grad_norm": 0.001387615455314517, | |
| "learning_rate": 2.688844052701359e-05, | |
| "loss": 0.0001, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.10823046723021965, | |
| "grad_norm": 0.0008968693437054753, | |
| "learning_rate": 2.6674465377744017e-05, | |
| "loss": 0.0001, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.1083719449651611, | |
| "grad_norm": 0.0020030024461448193, | |
| "learning_rate": 2.646121392189841e-05, | |
| "loss": 0.0001, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.10851342270010257, | |
| "grad_norm": 0.0008027153671719134, | |
| "learning_rate": 2.624868826418262e-05, | |
| "loss": 0.0, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.10865490043504404, | |
| "grad_norm": 0.000605833251029253, | |
| "learning_rate": 2.603689050213902e-05, | |
| "loss": 0.0001, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.1087963781699855, | |
| "grad_norm": 0.002874531550332904, | |
| "learning_rate": 2.582582272612609e-05, | |
| "loss": 0.0002, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.10893785590492697, | |
| "grad_norm": 0.0006501192692667246, | |
| "learning_rate": 2.561548701929749e-05, | |
| "loss": 0.0001, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.10907933363986842, | |
| "grad_norm": 0.000950626446865499, | |
| "learning_rate": 2.540588545758179e-05, | |
| "loss": 0.0001, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.10922081137480989, | |
| "grad_norm": 0.0013473192229866982, | |
| "learning_rate": 2.5197020109661772e-05, | |
| "loss": 0.0001, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.10936228910975135, | |
| "grad_norm": 0.0013363496400415897, | |
| "learning_rate": 2.4988893036954043e-05, | |
| "loss": 0.0001, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.10950376684469282, | |
| "grad_norm": 0.0068521020002663136, | |
| "learning_rate": 2.4781506293588873e-05, | |
| "loss": 0.0004, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.10964524457963427, | |
| "grad_norm": 0.0016451867995783687, | |
| "learning_rate": 2.4574861926389615e-05, | |
| "loss": 0.0001, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.10978672231457574, | |
| "grad_norm": 0.00135321996640414, | |
| "learning_rate": 2.436896197485282e-05, | |
| "loss": 0.0001, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.10992820004951721, | |
| "grad_norm": 0.0008520256378687918, | |
| "learning_rate": 2.4163808471127812e-05, | |
| "loss": 0.0001, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.11006967778445867, | |
| "grad_norm": 0.0019374149851500988, | |
| "learning_rate": 2.3959403439996907e-05, | |
| "loss": 0.0002, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.11021115551940014, | |
| "grad_norm": 0.0019093346782028675, | |
| "learning_rate": 2.37557488988552e-05, | |
| "loss": 0.0002, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.1103526332543416, | |
| "grad_norm": 0.0007253644871525466, | |
| "learning_rate": 2.3552846857690846e-05, | |
| "loss": 0.0001, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.11049411098928306, | |
| "grad_norm": 0.0013740455033257604, | |
| "learning_rate": 2.3350699319065026e-05, | |
| "loss": 0.0001, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.11063558872422452, | |
| "grad_norm": 0.0012033848324790597, | |
| "learning_rate": 2.3149308278092342e-05, | |
| "loss": 0.0001, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.11077706645916599, | |
| "grad_norm": 0.001106973155401647, | |
| "learning_rate": 2.2948675722421086e-05, | |
| "loss": 0.0001, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.11091854419410745, | |
| "grad_norm": 0.00048042790149338543, | |
| "learning_rate": 2.2748803632213557e-05, | |
| "loss": 0.0, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.11106002192904892, | |
| "grad_norm": 0.001044884673319757, | |
| "learning_rate": 2.254969398012663e-05, | |
| "loss": 0.0001, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.11120149966399039, | |
| "grad_norm": 0.0007944092503748834, | |
| "learning_rate": 2.235134873129213e-05, | |
| "loss": 0.0001, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.11134297739893184, | |
| "grad_norm": 0.0007932492881081998, | |
| "learning_rate": 2.2153769843297667e-05, | |
| "loss": 0.0001, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.11148445513387331, | |
| "grad_norm": 0.001373193459585309, | |
| "learning_rate": 2.195695926616702e-05, | |
| "loss": 0.0001, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.11162593286881477, | |
| "grad_norm": 0.006605231203138828, | |
| "learning_rate": 2.1760918942341192e-05, | |
| "loss": 0.0006, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.11176741060375624, | |
| "grad_norm": 0.0010321062291041017, | |
| "learning_rate": 2.1565650806658975e-05, | |
| "loss": 0.0001, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.11190888833869769, | |
| "grad_norm": 0.20049892365932465, | |
| "learning_rate": 2.137115678633811e-05, | |
| "loss": 0.0012, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.11205036607363916, | |
| "grad_norm": 0.003096005879342556, | |
| "learning_rate": 2.1177438800956007e-05, | |
| "loss": 0.0002, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.11219184380858062, | |
| "grad_norm": 0.0008285019430331886, | |
| "learning_rate": 2.098449876243096e-05, | |
| "loss": 0.0001, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.11233332154352209, | |
| "grad_norm": 0.003056522458791733, | |
| "learning_rate": 2.07923385750033e-05, | |
| "loss": 0.0002, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.11247479927846356, | |
| "grad_norm": 0.0010699566919356585, | |
| "learning_rate": 2.0600960135216462e-05, | |
| "loss": 0.0001, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.11261627701340501, | |
| "grad_norm": 0.003565857419744134, | |
| "learning_rate": 2.0410365331898416e-05, | |
| "loss": 0.0002, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.11275775474834648, | |
| "grad_norm": 0.000508810393512249, | |
| "learning_rate": 2.0220556046142893e-05, | |
| "loss": 0.0, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.11289923248328794, | |
| "grad_norm": 0.00033257991890423, | |
| "learning_rate": 2.0031534151290943e-05, | |
| "loss": 0.0, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.11304071021822941, | |
| "grad_norm": 0.0007687319885008037, | |
| "learning_rate": 1.9843301512912327e-05, | |
| "loss": 0.0001, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.11318218795317087, | |
| "grad_norm": 0.004830488003790379, | |
| "learning_rate": 1.965585998878724e-05, | |
| "loss": 0.0004, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.11332366568811233, | |
| "grad_norm": 0.0005077541572973132, | |
| "learning_rate": 1.946921142888781e-05, | |
| "loss": 0.0, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.11346514342305379, | |
| "grad_norm": 0.004109581001102924, | |
| "learning_rate": 1.928335767535997e-05, | |
| "loss": 0.0003, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.11360662115799526, | |
| "grad_norm": 0.0029293650295585394, | |
| "learning_rate": 1.9098300562505266e-05, | |
| "loss": 0.0002, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.11374809889293673, | |
| "grad_norm": 0.0005266869557090104, | |
| "learning_rate": 1.891404191676265e-05, | |
| "loss": 0.0, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.11388957662787819, | |
| "grad_norm": 0.0005665577482432127, | |
| "learning_rate": 1.8730583556690605e-05, | |
| "loss": 0.0001, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.11403105436281966, | |
| "grad_norm": 0.0034227666910737753, | |
| "learning_rate": 1.854792729294905e-05, | |
| "loss": 0.0001, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.11417253209776111, | |
| "grad_norm": 0.000532831996679306, | |
| "learning_rate": 1.8366074928281607e-05, | |
| "loss": 0.0, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.11431400983270258, | |
| "grad_norm": 0.0009800855768844485, | |
| "learning_rate": 1.818502825749764e-05, | |
| "loss": 0.0001, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.11445548756764404, | |
| "grad_norm": 0.0037957008462399244, | |
| "learning_rate": 1.8004789067454764e-05, | |
| "loss": 0.0003, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.11459696530258551, | |
| "grad_norm": 0.0018789039459079504, | |
| "learning_rate": 1.7825359137040988e-05, | |
| "loss": 0.0002, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.11473844303752696, | |
| "grad_norm": 0.0015523998299613595, | |
| "learning_rate": 1.7646740237157256e-05, | |
| "loss": 0.0001, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.11487992077246843, | |
| "grad_norm": 0.000724561046808958, | |
| "learning_rate": 1.7468934130700044e-05, | |
| "loss": 0.0001, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.1150213985074099, | |
| "grad_norm": 0.003468384500592947, | |
| "learning_rate": 1.7291942572543807e-05, | |
| "loss": 0.0002, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.11516287624235136, | |
| "grad_norm": 0.0004411648551467806, | |
| "learning_rate": 1.7115767309523812e-05, | |
| "loss": 0.0, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.11530435397729283, | |
| "grad_norm": 0.003343729767948389, | |
| "learning_rate": 1.6940410080418723e-05, | |
| "loss": 0.0001, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.11544583171223428, | |
| "grad_norm": 1.5019727945327759, | |
| "learning_rate": 1.6765872615933677e-05, | |
| "loss": 0.4939, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.11558730944717575, | |
| "grad_norm": 0.0021441394928842783, | |
| "learning_rate": 1.6592156638682886e-05, | |
| "loss": 0.0002, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.11572878718211721, | |
| "grad_norm": 0.0018722140230238438, | |
| "learning_rate": 1.6419263863172997e-05, | |
| "loss": 0.0001, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.11587026491705868, | |
| "grad_norm": 0.000854533922392875, | |
| "learning_rate": 1.6247195995785837e-05, | |
| "loss": 0.0001, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.11601174265200014, | |
| "grad_norm": 0.0007223361171782017, | |
| "learning_rate": 1.6075954734761845e-05, | |
| "loss": 0.0001, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.1161532203869416, | |
| "grad_norm": 0.0026152019854635, | |
| "learning_rate": 1.5905541770183096e-05, | |
| "loss": 0.0002, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.11629469812188307, | |
| "grad_norm": 0.001397658372297883, | |
| "learning_rate": 1.5735958783956794e-05, | |
| "loss": 0.0001, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.11643617585682453, | |
| "grad_norm": 0.0011791229480877519, | |
| "learning_rate": 1.5567207449798515e-05, | |
| "loss": 0.0001, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.116577653591766, | |
| "grad_norm": 0.0016374592669308186, | |
| "learning_rate": 1.539928943321579e-05, | |
| "loss": 0.0001, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.11671913132670746, | |
| "grad_norm": 0.002598709659650922, | |
| "learning_rate": 1.5232206391491699e-05, | |
| "loss": 0.0002, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.11686060906164893, | |
| "grad_norm": 0.0026453689206391573, | |
| "learning_rate": 1.5065959973668353e-05, | |
| "loss": 0.0002, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.11700208679659038, | |
| "grad_norm": 0.0007108437712304294, | |
| "learning_rate": 1.4900551820530828e-05, | |
| "loss": 0.0001, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.11714356453153185, | |
| "grad_norm": 0.0016297996044158936, | |
| "learning_rate": 1.4735983564590783e-05, | |
| "loss": 0.0001, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.11728504226647331, | |
| "grad_norm": 0.0010631303302943707, | |
| "learning_rate": 1.4572256830070497e-05, | |
| "loss": 0.0001, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.11742652000141478, | |
| "grad_norm": 0.041488487273454666, | |
| "learning_rate": 1.4409373232886702e-05, | |
| "loss": 0.0006, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.11756799773635625, | |
| "grad_norm": 0.002247254131361842, | |
| "learning_rate": 1.4247334380634792e-05, | |
| "loss": 0.0001, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.1177094754712977, | |
| "grad_norm": 0.0015282740350812674, | |
| "learning_rate": 1.4086141872572789e-05, | |
| "loss": 0.0001, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.11785095320623917, | |
| "grad_norm": 0.0033260490745306015, | |
| "learning_rate": 1.3925797299605647e-05, | |
| "loss": 0.0002, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.11799243094118063, | |
| "grad_norm": 0.00047575324424542487, | |
| "learning_rate": 1.3766302244269624e-05, | |
| "loss": 0.0, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.1181339086761221, | |
| "grad_norm": 1.9940252304077148, | |
| "learning_rate": 1.3607658280716473e-05, | |
| "loss": 0.1164, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.11827538641106355, | |
| "grad_norm": 0.013329320587217808, | |
| "learning_rate": 1.3449866974698122e-05, | |
| "loss": 0.0007, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.11841686414600502, | |
| "grad_norm": 0.009485892951488495, | |
| "learning_rate": 1.3292929883550998e-05, | |
| "loss": 0.0007, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.11855834188094648, | |
| "grad_norm": 0.004114389885216951, | |
| "learning_rate": 1.3136848556180892e-05, | |
| "loss": 0.0004, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.11869981961588795, | |
| "grad_norm": 0.008051803335547447, | |
| "learning_rate": 1.2981624533047432e-05, | |
| "loss": 0.0002, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.11884129735082942, | |
| "grad_norm": 0.00846549030393362, | |
| "learning_rate": 1.2827259346149122e-05, | |
| "loss": 0.0005, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.11898277508577088, | |
| "grad_norm": 0.004868239630013704, | |
| "learning_rate": 1.2673754519008008e-05, | |
| "loss": 0.0004, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.11912425282071235, | |
| "grad_norm": 0.00196613441221416, | |
| "learning_rate": 1.2521111566654731e-05, | |
| "loss": 0.0001, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.1192657305556538, | |
| "grad_norm": 0.0007714144885540009, | |
| "learning_rate": 1.2369331995613665e-05, | |
| "loss": 0.0001, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.11940720829059527, | |
| "grad_norm": 0.0020139142870903015, | |
| "learning_rate": 1.2218417303887842e-05, | |
| "loss": 0.0002, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.11954868602553673, | |
| "grad_norm": 0.001310071093030274, | |
| "learning_rate": 1.206836898094439e-05, | |
| "loss": 0.0001, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.1196901637604782, | |
| "grad_norm": 0.00624494906514883, | |
| "learning_rate": 1.191918850769964e-05, | |
| "loss": 0.0002, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.11983164149541965, | |
| "grad_norm": 0.0040423693135380745, | |
| "learning_rate": 1.1770877356504683e-05, | |
| "loss": 0.0002, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.11997311923036112, | |
| "grad_norm": 0.01039808988571167, | |
| "learning_rate": 1.1623436991130654e-05, | |
| "loss": 0.0007, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.12011459696530259, | |
| "grad_norm": 0.005628874525427818, | |
| "learning_rate": 1.1476868866754486e-05, | |
| "loss": 0.0004, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.12025607470024405, | |
| "grad_norm": 0.011199036613106728, | |
| "learning_rate": 1.1331174429944347e-05, | |
| "loss": 0.0007, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.12039755243518552, | |
| "grad_norm": 0.00257562636397779, | |
| "learning_rate": 1.1186355118645554e-05, | |
| "loss": 0.0001, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.12053903017012697, | |
| "grad_norm": 0.001868070219643414, | |
| "learning_rate": 1.1042412362166222e-05, | |
| "loss": 0.0001, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.12068050790506844, | |
| "grad_norm": 0.003299275878816843, | |
| "learning_rate": 1.0899347581163221e-05, | |
| "loss": 0.0003, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.1208219856400099, | |
| "grad_norm": 0.0014683003537356853, | |
| "learning_rate": 1.0757162187628222e-05, | |
| "loss": 0.0001, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.12096346337495137, | |
| "grad_norm": 0.004328795243054628, | |
| "learning_rate": 1.0615857584873623e-05, | |
| "loss": 0.0004, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.12110494110989282, | |
| "grad_norm": 0.002547298092395067, | |
| "learning_rate": 1.0475435167518843e-05, | |
| "loss": 0.0002, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.1212464188448343, | |
| "grad_norm": 0.0016848307568579912, | |
| "learning_rate": 1.0335896321476413e-05, | |
| "loss": 0.0001, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.12138789657977576, | |
| "grad_norm": 0.004747582133859396, | |
| "learning_rate": 1.0197242423938446e-05, | |
| "loss": 0.0005, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.12152937431471722, | |
| "grad_norm": 0.001700869295746088, | |
| "learning_rate": 1.0059474843362892e-05, | |
| "loss": 0.0001, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.12167085204965869, | |
| "grad_norm": 0.0012192331487312913, | |
| "learning_rate": 9.922594939460194e-06, | |
| "loss": 0.0001, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.12181232978460015, | |
| "grad_norm": 0.003007133025676012, | |
| "learning_rate": 9.786604063179728e-06, | |
| "loss": 0.0002, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.12195380751954162, | |
| "grad_norm": 0.001699776970781386, | |
| "learning_rate": 9.651503556696516e-06, | |
| "loss": 0.0001, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.12209528525448307, | |
| "grad_norm": 0.0022404356859624386, | |
| "learning_rate": 9.517294753398064e-06, | |
| "loss": 0.0002, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.12223676298942454, | |
| "grad_norm": 0.003892921144142747, | |
| "learning_rate": 9.383978977871021e-06, | |
| "loss": 0.0002, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.122378240724366, | |
| "grad_norm": 0.0008568639750592411, | |
| "learning_rate": 9.251557545888312e-06, | |
| "loss": 0.0001, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.12251971845930747, | |
| "grad_norm": 0.001413036254234612, | |
| "learning_rate": 9.120031764395987e-06, | |
| "loss": 0.0001, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.12266119619424894, | |
| "grad_norm": 0.0006800137925893068, | |
| "learning_rate": 8.989402931500434e-06, | |
| "loss": 0.0001, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.12280267392919039, | |
| "grad_norm": 0.009284158237278461, | |
| "learning_rate": 8.85967233645547e-06, | |
| "loss": 0.0004, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.12294415166413186, | |
| "grad_norm": 0.002639732789248228, | |
| "learning_rate": 8.730841259649725e-06, | |
| "loss": 0.0002, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.12308562939907332, | |
| "grad_norm": 0.009310910478234291, | |
| "learning_rate": 8.602910972593892e-06, | |
| "loss": 0.0007, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.12322710713401479, | |
| "grad_norm": 0.001654073246754706, | |
| "learning_rate": 8.475882737908248e-06, | |
| "loss": 0.0001, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.12336858486895624, | |
| "grad_norm": 0.007454808335751295, | |
| "learning_rate": 8.34975780931021e-06, | |
| "loss": 0.0001, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.12351006260389771, | |
| "grad_norm": 0.002037209691479802, | |
| "learning_rate": 8.224537431601886e-06, | |
| "loss": 0.0002, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.12365154033883917, | |
| "grad_norm": 0.003405377734452486, | |
| "learning_rate": 8.100222840657878e-06, | |
| "loss": 0.0002, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.12379301807378064, | |
| "grad_norm": 0.002389519941061735, | |
| "learning_rate": 7.976815263412963e-06, | |
| "loss": 0.0002, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.12393449580872211, | |
| "grad_norm": 0.000885749002918601, | |
| "learning_rate": 7.854315917850163e-06, | |
| "loss": 0.0001, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.12407597354366356, | |
| "grad_norm": 0.0019240875262767076, | |
| "learning_rate": 7.73272601298851e-06, | |
| "loss": 0.0002, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.12421745127860503, | |
| "grad_norm": 0.001213736366480589, | |
| "learning_rate": 7.612046748871327e-06, | |
| "loss": 0.0001, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.12435892901354649, | |
| "grad_norm": 0.0018200764898210764, | |
| "learning_rate": 7.492279316554207e-06, | |
| "loss": 0.0002, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.12450040674848796, | |
| "grad_norm": 0.048911500722169876, | |
| "learning_rate": 7.3734248980933395e-06, | |
| "loss": 0.0009, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.12464188448342942, | |
| "grad_norm": 0.003094620769843459, | |
| "learning_rate": 7.255484666533874e-06, | |
| "loss": 0.0001, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.12478336221837089, | |
| "grad_norm": 0.02175629325211048, | |
| "learning_rate": 7.138459785898266e-06, | |
| "loss": 0.0013, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.12492483995331234, | |
| "grad_norm": 0.007283073849976063, | |
| "learning_rate": 7.022351411174866e-06, | |
| "loss": 0.0002, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.1250663176882538, | |
| "grad_norm": 0.0008444397244602442, | |
| "learning_rate": 6.907160688306425e-06, | |
| "loss": 0.0001, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.12520779542319527, | |
| "grad_norm": 0.0045507000759243965, | |
| "learning_rate": 6.7928887541789055e-06, | |
| "loss": 0.0003, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.12534927315813674, | |
| "grad_norm": 0.006236658431589603, | |
| "learning_rate": 6.679536736610137e-06, | |
| "loss": 0.0005, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.1254907508930782, | |
| "grad_norm": 0.0028792882803827524, | |
| "learning_rate": 6.5671057543387985e-06, | |
| "loss": 0.0001, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.12563222862801968, | |
| "grad_norm": 0.004536019172519445, | |
| "learning_rate": 6.455596917013273e-06, | |
| "loss": 0.0002, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.12577370636296112, | |
| "grad_norm": 0.0009695796761661768, | |
| "learning_rate": 6.345011325180772e-06, | |
| "loss": 0.0001, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.1259151840979026, | |
| "grad_norm": 0.00836182851344347, | |
| "learning_rate": 6.235350070276447e-06, | |
| "loss": 0.0004, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.12605666183284406, | |
| "grad_norm": 0.0012931537348777056, | |
| "learning_rate": 6.126614234612593e-06, | |
| "loss": 0.0001, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.12619813956778553, | |
| "grad_norm": 0.004833157639950514, | |
| "learning_rate": 6.018804891368035e-06, | |
| "loss": 0.0004, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.12633961730272697, | |
| "grad_norm": 0.0011749600525945425, | |
| "learning_rate": 5.911923104577455e-06, | |
| "loss": 0.0001, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.12648109503766844, | |
| "grad_norm": 0.0016763556050136685, | |
| "learning_rate": 5.805969929120947e-06, | |
| "loss": 0.0001, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.1266225727726099, | |
| "grad_norm": 0.003065883880481124, | |
| "learning_rate": 5.700946410713548e-06, | |
| "loss": 0.0002, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.12676405050755138, | |
| "grad_norm": 0.015194329433143139, | |
| "learning_rate": 5.5968535858950345e-06, | |
| "loss": 0.0004, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.12690552824249285, | |
| "grad_norm": 0.007229126524180174, | |
| "learning_rate": 5.49369248201953e-06, | |
| "loss": 0.0006, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.1270470059774343, | |
| "grad_norm": 0.026731327176094055, | |
| "learning_rate": 5.39146411724547e-06, | |
| "loss": 0.0005, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.12718848371237576, | |
| "grad_norm": 0.001329147256910801, | |
| "learning_rate": 5.290169500525577e-06, | |
| "loss": 0.0001, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.12732996144731723, | |
| "grad_norm": 0.016030043363571167, | |
| "learning_rate": 5.189809631596798e-06, | |
| "loss": 0.0008, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.1274714391822587, | |
| "grad_norm": 0.001103358343243599, | |
| "learning_rate": 5.0903855009705514e-06, | |
| "loss": 0.0001, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.12761291691720014, | |
| "grad_norm": 0.0012724302941933274, | |
| "learning_rate": 4.991898089922819e-06, | |
| "loss": 0.0001, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.1277543946521416, | |
| "grad_norm": 0.0033973059616982937, | |
| "learning_rate": 4.8943483704846475e-06, | |
| "loss": 0.0003, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.12789587238708308, | |
| "grad_norm": 0.01135913748294115, | |
| "learning_rate": 4.797737305432337e-06, | |
| "loss": 0.0006, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.12803735012202455, | |
| "grad_norm": 0.0018166914815083146, | |
| "learning_rate": 4.702065848278126e-06, | |
| "loss": 0.0002, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.12817882785696602, | |
| "grad_norm": 0.0008935577352531254, | |
| "learning_rate": 4.607334943260655e-06, | |
| "loss": 0.0001, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.12832030559190746, | |
| "grad_norm": 0.0008974755764938891, | |
| "learning_rate": 4.513545525335705e-06, | |
| "loss": 0.0001, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.12846178332684893, | |
| "grad_norm": 0.0007228873437270522, | |
| "learning_rate": 4.420698520166988e-06, | |
| "loss": 0.0001, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.1286032610617904, | |
| "grad_norm": 0.004292274825274944, | |
| "learning_rate": 4.328794844116946e-06, | |
| "loss": 0.0002, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.12874473879673187, | |
| "grad_norm": 0.003769136033952236, | |
| "learning_rate": 4.237835404237778e-06, | |
| "loss": 0.0002, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.12888621653167331, | |
| "grad_norm": 0.044125765562057495, | |
| "learning_rate": 4.147821098262405e-06, | |
| "loss": 0.0006, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.12902769426661478, | |
| "grad_norm": 0.001430506817996502, | |
| "learning_rate": 4.0587528145957235e-06, | |
| "loss": 0.0001, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.12916917200155625, | |
| "grad_norm": 0.007022987585514784, | |
| "learning_rate": 3.970631432305694e-06, | |
| "loss": 0.0004, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.12931064973649772, | |
| "grad_norm": 0.0009093685657717288, | |
| "learning_rate": 3.883457821114811e-06, | |
| "loss": 0.0001, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.1294521274714392, | |
| "grad_norm": 0.0009062972967512906, | |
| "learning_rate": 3.797232841391407e-06, | |
| "loss": 0.0001, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.12959360520638064, | |
| "grad_norm": 0.001498628407716751, | |
| "learning_rate": 3.711957344141237e-06, | |
| "loss": 0.0001, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.1297350829413221, | |
| "grad_norm": 0.0011825069086626172, | |
| "learning_rate": 3.627632170999029e-06, | |
| "loss": 0.0001, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.12987656067626357, | |
| "grad_norm": 0.005202493164688349, | |
| "learning_rate": 3.5442581542201923e-06, | |
| "loss": 0.0002, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.13001803841120504, | |
| "grad_norm": 0.0010673865908756852, | |
| "learning_rate": 3.461836116672612e-06, | |
| "loss": 0.0001, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.1301595161461465, | |
| "grad_norm": 0.003380801063030958, | |
| "learning_rate": 3.380366871828522e-06, | |
| "loss": 0.0003, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.13030099388108796, | |
| "grad_norm": 0.001819453900679946, | |
| "learning_rate": 3.2998512237565005e-06, | |
| "loss": 0.0002, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.13044247161602943, | |
| "grad_norm": 0.004628917668014765, | |
| "learning_rate": 3.2202899671134546e-06, | |
| "loss": 0.0003, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.1305839493509709, | |
| "grad_norm": 0.0009073893306776881, | |
| "learning_rate": 3.1416838871368924e-06, | |
| "loss": 0.0001, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.13072542708591237, | |
| "grad_norm": 0.0032710530795156956, | |
| "learning_rate": 3.064033759637064e-06, | |
| "loss": 0.0003, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.1308669048208538, | |
| "grad_norm": 0.000904114858713001, | |
| "learning_rate": 2.9873403509894203e-06, | |
| "loss": 0.0001, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.13100838255579528, | |
| "grad_norm": 0.0010823109187185764, | |
| "learning_rate": 2.9116044181269007e-06, | |
| "loss": 0.0001, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.13114986029073675, | |
| "grad_norm": 0.010690744034945965, | |
| "learning_rate": 2.836826708532603e-06, | |
| "loss": 0.0006, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.13129133802567822, | |
| "grad_norm": 0.007006384897977114, | |
| "learning_rate": 2.7630079602323442e-06, | |
| "loss": 0.0003, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.13143281576061966, | |
| "grad_norm": 0.0007068116683512926, | |
| "learning_rate": 2.690148901787337e-06, | |
| "loss": 0.0001, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.13157429349556113, | |
| "grad_norm": 0.003064696444198489, | |
| "learning_rate": 2.618250252287113e-06, | |
| "loss": 0.0002, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.1317157712305026, | |
| "grad_norm": 0.0013085821410641074, | |
| "learning_rate": 2.5473127213422763e-06, | |
| "loss": 0.0001, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.13185724896544407, | |
| "grad_norm": 0.0008828960126265883, | |
| "learning_rate": 2.4773370090776626e-06, | |
| "loss": 0.0001, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.13199872670038554, | |
| "grad_norm": 2.9277994632720947, | |
| "learning_rate": 2.4083238061252567e-06, | |
| "loss": 1.0387, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.13214020443532698, | |
| "grad_norm": 0.0015159097965806723, | |
| "learning_rate": 2.3402737936175425e-06, | |
| "loss": 0.0001, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.13228168217026845, | |
| "grad_norm": 0.0016068522818386555, | |
| "learning_rate": 2.273187643180652e-06, | |
| "loss": 0.0001, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.13242315990520992, | |
| "grad_norm": 0.001012073247693479, | |
| "learning_rate": 2.2070660169278166e-06, | |
| "loss": 0.0001, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.1325646376401514, | |
| "grad_norm": 0.004135122988373041, | |
| "learning_rate": 2.141909567452793e-06, | |
| "loss": 0.0002, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.13270611537509283, | |
| "grad_norm": 0.0009160821209661663, | |
| "learning_rate": 2.0777189378234143e-06, | |
| "loss": 0.0001, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.1328475931100343, | |
| "grad_norm": 0.0008047740557231009, | |
| "learning_rate": 2.014494761575314e-06, | |
| "loss": 0.0001, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.13298907084497577, | |
| "grad_norm": 0.0031038711313158274, | |
| "learning_rate": 1.9522376627055583e-06, | |
| "loss": 0.0003, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.13313054857991724, | |
| "grad_norm": 0.006230383645743132, | |
| "learning_rate": 1.8909482556666024e-06, | |
| "loss": 0.0005, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.1332720263148587, | |
| "grad_norm": 0.0016900923801586032, | |
| "learning_rate": 1.8306271453601199e-06, | |
| "loss": 0.0001, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.13341350404980015, | |
| "grad_norm": 0.0012291180901229382, | |
| "learning_rate": 1.771274927131139e-06, | |
| "loss": 0.0001, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.13355498178474162, | |
| "grad_norm": 0.002149342093616724, | |
| "learning_rate": 1.712892186762083e-06, | |
| "loss": 0.0002, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.1336964595196831, | |
| "grad_norm": 0.0009066860657185316, | |
| "learning_rate": 1.6554795004670388e-06, | |
| "loss": 0.0001, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.13383793725462456, | |
| "grad_norm": 0.0023614042438566685, | |
| "learning_rate": 1.5990374348860305e-06, | |
| "loss": 0.0001, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.133979414989566, | |
| "grad_norm": 0.0028560732025653124, | |
| "learning_rate": 1.543566547079467e-06, | |
| "loss": 0.0002, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.13412089272450747, | |
| "grad_norm": 0.004639330320060253, | |
| "learning_rate": 1.4890673845226133e-06, | |
| "loss": 0.0002, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.13426237045944894, | |
| "grad_norm": 0.0011574679519981146, | |
| "learning_rate": 1.4355404851001952e-06, | |
| "loss": 0.0001, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.1344038481943904, | |
| "grad_norm": 0.01731015555560589, | |
| "learning_rate": 1.3829863771011253e-06, | |
| "loss": 0.0002, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.13454532592933188, | |
| "grad_norm": 0.0013583000982180238, | |
| "learning_rate": 1.3314055792131964e-06, | |
| "loss": 0.0001, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.13468680366427332, | |
| "grad_norm": 0.01872401311993599, | |
| "learning_rate": 1.280798600518085e-06, | |
| "loss": 0.0004, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.1348282813992148, | |
| "grad_norm": 0.005545449908822775, | |
| "learning_rate": 1.231165940486234e-06, | |
| "loss": 0.0005, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.13496975913415626, | |
| "grad_norm": 0.0026185193564742804, | |
| "learning_rate": 1.1825080889719563e-06, | |
| "loss": 0.0001, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.13511123686909773, | |
| "grad_norm": 0.0041889348067343235, | |
| "learning_rate": 1.134825526208605e-06, | |
| "loss": 0.0003, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.13525271460403918, | |
| "grad_norm": 0.0009472736855968833, | |
| "learning_rate": 1.0881187228038215e-06, | |
| "loss": 0.0001, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.13539419233898065, | |
| "grad_norm": 0.0025584392715245485, | |
| "learning_rate": 1.0423881397349068e-06, | |
| "loss": 0.0001, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.13553567007392212, | |
| "grad_norm": 0.0036006199661642313, | |
| "learning_rate": 9.976342283442463e-07, | |
| "loss": 0.0003, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.13567714780886359, | |
| "grad_norm": 0.004876970779150724, | |
| "learning_rate": 9.538574303348813e-07, | |
| "loss": 0.0003, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.13581862554380505, | |
| "grad_norm": 0.0027515313122421503, | |
| "learning_rate": 9.110581777661331e-07, | |
| "loss": 0.0002, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.1359601032787465, | |
| "grad_norm": 0.001473053591325879, | |
| "learning_rate": 8.692368930493521e-07, | |
| "loss": 0.0001, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.13610158101368797, | |
| "grad_norm": 0.004612274467945099, | |
| "learning_rate": 8.283939889437209e-07, | |
| "loss": 0.0002, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.13624305874862944, | |
| "grad_norm": 0.0012349090538918972, | |
| "learning_rate": 7.885298685522235e-07, | |
| "loss": 0.0001, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.1363845364835709, | |
| "grad_norm": 0.0017732393462210894, | |
| "learning_rate": 7.496449253176274e-07, | |
| "loss": 0.0002, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.13652601421851235, | |
| "grad_norm": 0.0008514790097251534, | |
| "learning_rate": 7.117395430186414e-07, | |
| "loss": 0.0001, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.13666749195345382, | |
| "grad_norm": 0.000827544427011162, | |
| "learning_rate": 6.748140957660631e-07, | |
| "loss": 0.0001, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.1368089696883953, | |
| "grad_norm": 0.0010190614266321063, | |
| "learning_rate": 6.388689479991605e-07, | |
| "loss": 0.0001, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.13695044742333676, | |
| "grad_norm": 0.0039400323294103146, | |
| "learning_rate": 6.039044544820404e-07, | |
| "loss": 0.0002, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.13709192515827823, | |
| "grad_norm": 0.002428358420729637, | |
| "learning_rate": 5.699209603001076e-07, | |
| "loss": 0.0002, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.13723340289321967, | |
| "grad_norm": 0.0017006148118525743, | |
| "learning_rate": 5.369188008567672e-07, | |
| "loss": 0.0001, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.13737488062816114, | |
| "grad_norm": 0.0008442560210824013, | |
| "learning_rate": 5.048983018699827e-07, | |
| "loss": 0.0001, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.1375163583631026, | |
| "grad_norm": 0.002315743826329708, | |
| "learning_rate": 4.738597793691679e-07, | |
| "loss": 0.0002, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.13765783609804408, | |
| "grad_norm": 0.016204334795475006, | |
| "learning_rate": 4.438035396920004e-07, | |
| "loss": 0.0003, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.13779931383298552, | |
| "grad_norm": 0.007021232508122921, | |
| "learning_rate": 4.1472987948143473e-07, | |
| "loss": 0.0005, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.137940791567927, | |
| "grad_norm": 0.0011094443034380674, | |
| "learning_rate": 3.866390856827495e-07, | |
| "loss": 0.0001, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.13808226930286846, | |
| "grad_norm": 0.0013754486571997404, | |
| "learning_rate": 3.595314355407609e-07, | |
| "loss": 0.0001, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.13822374703780993, | |
| "grad_norm": 0.0012389803305268288, | |
| "learning_rate": 3.3340719659701313e-07, | |
| "loss": 0.0001, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.1383652247727514, | |
| "grad_norm": 0.0010980741353705525, | |
| "learning_rate": 3.0826662668720364e-07, | |
| "loss": 0.0001, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.13850670250769284, | |
| "grad_norm": 0.006173287518322468, | |
| "learning_rate": 2.841099739386066e-07, | |
| "loss": 0.0004, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.1386481802426343, | |
| "grad_norm": 1.0002788305282593, | |
| "learning_rate": 2.609374767676309e-07, | |
| "loss": 0.3774, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.13878965797757578, | |
| "grad_norm": 0.0016743881860747933, | |
| "learning_rate": 2.387493638774774e-07, | |
| "loss": 0.0001, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.13893113571251725, | |
| "grad_norm": 0.0023470830637961626, | |
| "learning_rate": 2.175458542558517e-07, | |
| "loss": 0.0001, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.1390726134474587, | |
| "grad_norm": 0.015273729339241982, | |
| "learning_rate": 1.973271571728441e-07, | |
| "loss": 0.0009, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.13921409118240016, | |
| "grad_norm": 0.008181693963706493, | |
| "learning_rate": 1.7809347217881966e-07, | |
| "loss": 0.0004, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.13935556891734163, | |
| "grad_norm": 0.0018706975970417261, | |
| "learning_rate": 1.598449891024978e-07, | |
| "loss": 0.0001, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.1394970466522831, | |
| "grad_norm": 0.002527001081034541, | |
| "learning_rate": 1.425818880490315e-07, | |
| "loss": 0.0002, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.13963852438722457, | |
| "grad_norm": 0.0017283704364672303, | |
| "learning_rate": 1.2630433939825327e-07, | |
| "loss": 0.0001, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.139780002122166, | |
| "grad_norm": 0.0018094810657203197, | |
| "learning_rate": 1.1101250380300965e-07, | |
| "loss": 0.0001, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.13992147985710748, | |
| "grad_norm": 0.001633922685869038, | |
| "learning_rate": 9.670653218752934e-08, | |
| "loss": 0.0001, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.14006295759204895, | |
| "grad_norm": 0.0005336939357221127, | |
| "learning_rate": 8.33865657459909e-08, | |
| "loss": 0.0001, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.14020443532699042, | |
| "grad_norm": 0.004103470593690872, | |
| "learning_rate": 7.105273594107953e-08, | |
| "loss": 0.0002, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.14034591306193187, | |
| "grad_norm": 0.003065005410462618, | |
| "learning_rate": 5.970516450271025e-08, | |
| "loss": 0.0003, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.14048739079687333, | |
| "grad_norm": 0.0010252476204186678, | |
| "learning_rate": 4.934396342684e-08, | |
| "loss": 0.0001, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.1406288685318148, | |
| "grad_norm": 0.0008998365374282002, | |
| "learning_rate": 3.996923497434635e-08, | |
| "loss": 0.0001, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.14077034626675627, | |
| "grad_norm": 0.007965818047523499, | |
| "learning_rate": 3.1581071670006015e-08, | |
| "loss": 0.0003, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.14091182400169774, | |
| "grad_norm": 0.0009977156296372414, | |
| "learning_rate": 2.417955630159563e-08, | |
| "loss": 0.0001, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.1410533017366392, | |
| "grad_norm": 0.0016674831276759505, | |
| "learning_rate": 1.7764761919103477e-08, | |
| "loss": 0.0001, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.14119477947158066, | |
| "grad_norm": 0.002003878355026245, | |
| "learning_rate": 1.2336751833941229e-08, | |
| "loss": 0.0002, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.14133625720652213, | |
| "grad_norm": 0.0028543765656650066, | |
| "learning_rate": 7.895579618388827e-09, | |
| "loss": 0.0001, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.1414777349414636, | |
| "grad_norm": 0.0011507285526022315, | |
| "learning_rate": 4.4412891050171765e-09, | |
| "loss": 0.0001, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1414777349414636, | |
| "eval_loss": 0.003401491791009903, | |
| "eval_runtime": 154.3696, | |
| "eval_samples_per_second": 9.646, | |
| "eval_steps_per_second": 9.646, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.1662243053568e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |