{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.20191822311963656, "eval_steps": 500, "global_step": 1200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0016826518593303045, "grad_norm": 5.367858933563703, "learning_rate": 4.9999999999999996e-06, "loss": 0.9537, "step": 10 }, { "epoch": 0.003365303718660609, "grad_norm": 9.386746384686745, "learning_rate": 9.999999999999999e-06, "loss": 0.943, "step": 20 }, { "epoch": 0.005047955577990914, "grad_norm": 7.387362447577942, "learning_rate": 1.5e-05, "loss": 0.934, "step": 30 }, { "epoch": 0.006730607437321218, "grad_norm": 6.9256319824932655, "learning_rate": 1.9999999999999998e-05, "loss": 0.8376, "step": 40 }, { "epoch": 0.008413259296651522, "grad_norm": 9.1148382590838, "learning_rate": 2.5e-05, "loss": 0.8484, "step": 50 }, { "epoch": 0.010095911155981827, "grad_norm": 3.9989232759892426, "learning_rate": 3e-05, "loss": 0.8097, "step": 60 }, { "epoch": 0.011778563015312132, "grad_norm": 3.892371218590039, "learning_rate": 2.9999786123888308e-05, "loss": 0.7811, "step": 70 }, { "epoch": 0.013461214874642436, "grad_norm": 8.096662196282066, "learning_rate": 2.9999144501652298e-05, "loss": 0.7446, "step": 80 }, { "epoch": 0.01514386673397274, "grad_norm": 1.5769306611206149, "learning_rate": 2.9998075151588992e-05, "loss": 0.7258, "step": 90 }, { "epoch": 0.016826518593303044, "grad_norm": 8.47430485487969, "learning_rate": 2.999657810419285e-05, "loss": 0.7052, "step": 100 }, { "epoch": 0.01850917045263335, "grad_norm": 2.363071299913598, "learning_rate": 2.999465340215489e-05, "loss": 0.7657, "step": 110 }, { "epoch": 0.020191822311963654, "grad_norm": 1.9252385425154874, "learning_rate": 2.999230110036149e-05, "loss": 0.7329, "step": 120 }, { "epoch": 0.02187447417129396, "grad_norm": 8.946028475031488, "learning_rate": 2.99895212658928e-05, "loss": 0.7304, "step": 130 }, { "epoch": 0.023557126030624265, "grad_norm": 6.877609312630206, "learning_rate": 2.9986313978020846e-05, "loss": 0.7453, "step": 140 }, { "epoch": 0.02523977788995457, "grad_norm": 2.5256324882367993, "learning_rate": 2.9982679328207262e-05, "loss": 0.7366, "step": 150 }, { "epoch": 0.02692242974928487, "grad_norm": 2.709550398238738, "learning_rate": 2.9978617420100692e-05, "loss": 0.7258, "step": 160 }, { "epoch": 0.028605081608615177, "grad_norm": 1.543550019689774, "learning_rate": 2.9974128369533805e-05, "loss": 0.7372, "step": 170 }, { "epoch": 0.03028773346794548, "grad_norm": 3.3453966881155504, "learning_rate": 2.9969212304520034e-05, "loss": 0.743, "step": 180 }, { "epoch": 0.03197038532727579, "grad_norm": 1.922001656181265, "learning_rate": 2.9963869365249895e-05, "loss": 0.7819, "step": 190 }, { "epoch": 0.03365303718660609, "grad_norm": 2.0611188483400036, "learning_rate": 2.995809970408699e-05, "loss": 0.7155, "step": 200 }, { "epoch": 0.0353356890459364, "grad_norm": 1.5313041833127259, "learning_rate": 2.9951903485563685e-05, "loss": 0.7322, "step": 210 }, { "epoch": 0.0370183409052667, "grad_norm": 2.0124191694435085, "learning_rate": 2.99452808863764e-05, "loss": 0.6759, "step": 220 }, { "epoch": 0.03870099276459701, "grad_norm": 3.182123324389477, "learning_rate": 2.993823209538056e-05, "loss": 0.6953, "step": 230 }, { "epoch": 0.04038364462392731, "grad_norm": 1.6122782177661379, "learning_rate": 2.9930757313585238e-05, "loss": 0.6953, "step": 240 }, { "epoch": 0.04206629648325761, "grad_norm": 2.2027482596695647, "learning_rate": 2.9922856754147406e-05, "loss": 0.7301, "step": 250 }, { "epoch": 0.04374894834258792, "grad_norm": 2.6782477155989213, "learning_rate": 2.9914530642365852e-05, "loss": 0.6891, "step": 260 }, { "epoch": 0.04543160020191822, "grad_norm": 1.9740401144541417, "learning_rate": 2.990577921567476e-05, "loss": 0.7231, "step": 270 }, { "epoch": 0.04711425206124853, "grad_norm": 1.719874620968932, "learning_rate": 2.989660272363696e-05, "loss": 0.7505, "step": 280 }, { "epoch": 0.04879690392057883, "grad_norm": 1.3138364164203409, "learning_rate": 2.988700142793676e-05, "loss": 0.7116, "step": 290 }, { "epoch": 0.05047955577990914, "grad_norm": 5.853627389344256, "learning_rate": 2.9876975602372536e-05, "loss": 0.719, "step": 300 }, { "epoch": 0.05216220763923944, "grad_norm": 2.347259437170711, "learning_rate": 2.9866525532848906e-05, "loss": 0.6803, "step": 310 }, { "epoch": 0.05384485949856974, "grad_norm": 1.937679220955038, "learning_rate": 2.9855651517368567e-05, "loss": 0.7461, "step": 320 }, { "epoch": 0.05552751135790005, "grad_norm": 1.6661300351569575, "learning_rate": 2.9844353866023802e-05, "loss": 0.7472, "step": 330 }, { "epoch": 0.05721016321723035, "grad_norm": 2.357915869204484, "learning_rate": 2.9832632900987642e-05, "loss": 0.7148, "step": 340 }, { "epoch": 0.05889281507656066, "grad_norm": 4.398815186243292, "learning_rate": 2.982048895650468e-05, "loss": 0.6992, "step": 350 }, { "epoch": 0.06057546693589096, "grad_norm": 12.662682224480092, "learning_rate": 2.9807922378881537e-05, "loss": 0.7539, "step": 360 }, { "epoch": 0.06225811879522127, "grad_norm": 0.8642696401357872, "learning_rate": 2.979493352647697e-05, "loss": 0.7212, "step": 370 }, { "epoch": 0.06394077065455157, "grad_norm": 27.047937858232604, "learning_rate": 2.9781522769691686e-05, "loss": 0.722, "step": 380 }, { "epoch": 0.06562342251388188, "grad_norm": 2.598805292448644, "learning_rate": 2.9767690490957758e-05, "loss": 0.7065, "step": 390 }, { "epoch": 0.06730607437321218, "grad_norm": 1.2314762895092763, "learning_rate": 2.9753437084727713e-05, "loss": 0.7498, "step": 400 }, { "epoch": 0.06898872623254249, "grad_norm": 1.6421909669790502, "learning_rate": 2.9738762957463292e-05, "loss": 0.6992, "step": 410 }, { "epoch": 0.0706713780918728, "grad_norm": 2.023552968622588, "learning_rate": 2.9723668527623877e-05, "loss": 0.6943, "step": 420 }, { "epoch": 0.0723540299512031, "grad_norm": 1.5172337910969138, "learning_rate": 2.9708154225654526e-05, "loss": 0.6987, "step": 430 }, { "epoch": 0.0740366818105334, "grad_norm": 1.197852135730745, "learning_rate": 2.9692220493973712e-05, "loss": 0.7302, "step": 440 }, { "epoch": 0.0757193336698637, "grad_norm": 2.4396443837967183, "learning_rate": 2.9675867786960718e-05, "loss": 0.7318, "step": 450 }, { "epoch": 0.07740198552919401, "grad_norm": 1.4599851880563282, "learning_rate": 2.9659096570942654e-05, "loss": 0.6941, "step": 460 }, { "epoch": 0.07908463738852431, "grad_norm": 1.117755825364562, "learning_rate": 2.9641907324181194e-05, "loss": 0.7399, "step": 470 }, { "epoch": 0.08076728924785462, "grad_norm": 2.9235378164576242, "learning_rate": 2.96243005368589e-05, "loss": 0.7207, "step": 480 }, { "epoch": 0.08244994110718493, "grad_norm": 7.308883163781362, "learning_rate": 2.960627671106527e-05, "loss": 0.682, "step": 490 }, { "epoch": 0.08413259296651522, "grad_norm": 3.4394827932955234, "learning_rate": 2.9587836360782405e-05, "loss": 0.708, "step": 500 }, { "epoch": 0.08581524482584553, "grad_norm": 3.2314529856927634, "learning_rate": 2.9568980011870357e-05, "loss": 0.7335, "step": 510 }, { "epoch": 0.08749789668517584, "grad_norm": 1.825724533695325, "learning_rate": 2.954970820205214e-05, "loss": 0.6951, "step": 520 }, { "epoch": 0.08918054854450615, "grad_norm": 3.3231741746640076, "learning_rate": 2.9530021480898393e-05, "loss": 0.7793, "step": 530 }, { "epoch": 0.09086320040383644, "grad_norm": 1.3097651462571123, "learning_rate": 2.9509920409811696e-05, "loss": 0.7087, "step": 540 }, { "epoch": 0.09254585226316675, "grad_norm": 6.685911471215255, "learning_rate": 2.9489405562010565e-05, "loss": 0.6906, "step": 550 }, { "epoch": 0.09422850412249706, "grad_norm": 2.870746617513948, "learning_rate": 2.9468477522513132e-05, "loss": 0.7028, "step": 560 }, { "epoch": 0.09591115598182735, "grad_norm": 1.782555352805469, "learning_rate": 2.9447136888120408e-05, "loss": 0.6901, "step": 570 }, { "epoch": 0.09759380784115766, "grad_norm": 2.336519711000487, "learning_rate": 2.9425384267399327e-05, "loss": 0.7779, "step": 580 }, { "epoch": 0.09927645970048797, "grad_norm": 8.935574410818228, "learning_rate": 2.940322028066534e-05, "loss": 0.7503, "step": 590 }, { "epoch": 0.10095911155981828, "grad_norm": 2.754713786882031, "learning_rate": 2.938064555996476e-05, "loss": 0.7208, "step": 600 }, { "epoch": 0.10264176341914857, "grad_norm": 1.5082503557652136, "learning_rate": 2.9357660749056713e-05, "loss": 0.7169, "step": 610 }, { "epoch": 0.10432441527847888, "grad_norm": 9.04522194526273, "learning_rate": 2.9334266503394803e-05, "loss": 0.6927, "step": 620 }, { "epoch": 0.10600706713780919, "grad_norm": 55.28278686388287, "learning_rate": 2.9310463490108397e-05, "loss": 0.7107, "step": 630 }, { "epoch": 0.10768971899713949, "grad_norm": 3.721916069105249, "learning_rate": 2.928625238798362e-05, "loss": 0.6951, "step": 640 }, { "epoch": 0.1093723708564698, "grad_norm": 2.5040797323750112, "learning_rate": 2.9261633887443993e-05, "loss": 0.6916, "step": 650 }, { "epoch": 0.1110550227158001, "grad_norm": 3.5468924769840617, "learning_rate": 2.9236608690530738e-05, "loss": 0.7077, "step": 660 }, { "epoch": 0.11273767457513041, "grad_norm": 3.0266819778200746, "learning_rate": 2.921117751088276e-05, "loss": 0.6952, "step": 670 }, { "epoch": 0.1144203264344607, "grad_norm": 1.634743894298146, "learning_rate": 2.91853410737163e-05, "loss": 0.6936, "step": 680 }, { "epoch": 0.11610297829379101, "grad_norm": 1.0925365801520501, "learning_rate": 2.915910011580426e-05, "loss": 0.7317, "step": 690 }, { "epoch": 0.11778563015312132, "grad_norm": 1.6959112138540386, "learning_rate": 2.9132455385455176e-05, "loss": 0.6917, "step": 700 }, { "epoch": 0.11946828201245162, "grad_norm": 1.9723433746891168, "learning_rate": 2.9105407642491895e-05, "loss": 0.7209, "step": 710 }, { "epoch": 0.12115093387178193, "grad_norm": 2.1537215293733833, "learning_rate": 2.907795765822989e-05, "loss": 0.7488, "step": 720 }, { "epoch": 0.12283358573111224, "grad_norm": 3.227101869737169, "learning_rate": 2.9050106215455283e-05, "loss": 0.7152, "step": 730 }, { "epoch": 0.12451623759044254, "grad_norm": 2.7222358893572554, "learning_rate": 2.9021854108402516e-05, "loss": 0.708, "step": 740 }, { "epoch": 0.12619888944977284, "grad_norm": 2.1054843767538136, "learning_rate": 2.8993202142731693e-05, "loss": 0.7251, "step": 750 }, { "epoch": 0.12788154130910315, "grad_norm": 2.11845883419618, "learning_rate": 2.8964151135505616e-05, "loss": 0.7405, "step": 760 }, { "epoch": 0.12956419316843346, "grad_norm": 13.171512404187755, "learning_rate": 2.8934701915166477e-05, "loss": 0.6844, "step": 770 }, { "epoch": 0.13124684502776376, "grad_norm": 2.7633375632879127, "learning_rate": 2.890485532151225e-05, "loss": 0.6766, "step": 780 }, { "epoch": 0.13292949688709407, "grad_norm": 1.8420785342693768, "learning_rate": 2.887461220567271e-05, "loss": 0.7037, "step": 790 }, { "epoch": 0.13461214874642435, "grad_norm": 1.5557447509529954, "learning_rate": 2.8843973430085204e-05, "loss": 0.6991, "step": 800 }, { "epoch": 0.13629480060575466, "grad_norm": 1.9295826624758823, "learning_rate": 2.8812939868470016e-05, "loss": 0.6956, "step": 810 }, { "epoch": 0.13797745246508497, "grad_norm": 3.3211216557707126, "learning_rate": 2.878151240580548e-05, "loss": 0.6774, "step": 820 }, { "epoch": 0.13966010432441528, "grad_norm": 4.196064403930616, "learning_rate": 2.874969193830274e-05, "loss": 0.6752, "step": 830 }, { "epoch": 0.1413427561837456, "grad_norm": 5.574976270137628, "learning_rate": 2.871747937338016e-05, "loss": 0.6553, "step": 840 }, { "epoch": 0.1430254080430759, "grad_norm": 1.6494038718740478, "learning_rate": 2.8684875629637505e-05, "loss": 0.7152, "step": 850 }, { "epoch": 0.1447080599024062, "grad_norm": 1.3061892609414858, "learning_rate": 2.8651881636829698e-05, "loss": 0.7462, "step": 860 }, { "epoch": 0.1463907117617365, "grad_norm": 4.321044418392694, "learning_rate": 2.861849833584032e-05, "loss": 0.6902, "step": 870 }, { "epoch": 0.1480733636210668, "grad_norm": 2.9444722968009764, "learning_rate": 2.8584726678654787e-05, "loss": 0.6813, "step": 880 }, { "epoch": 0.1497560154803971, "grad_norm": 1.4940245340163587, "learning_rate": 2.85505676283332e-05, "loss": 0.689, "step": 890 }, { "epoch": 0.1514386673397274, "grad_norm": 3.3704010040589565, "learning_rate": 2.851602215898287e-05, "loss": 0.6953, "step": 900 }, { "epoch": 0.15312131919905772, "grad_norm": 1.6597144402924948, "learning_rate": 2.8481091255730552e-05, "loss": 0.7277, "step": 910 }, { "epoch": 0.15480397105838803, "grad_norm": 10.969872224353953, "learning_rate": 2.844577591469435e-05, "loss": 0.7142, "step": 920 }, { "epoch": 0.15648662291771834, "grad_norm": 8.45616831264245, "learning_rate": 2.8410077142955304e-05, "loss": 0.7197, "step": 930 }, { "epoch": 0.15816927477704862, "grad_norm": 2.9594258901214427, "learning_rate": 2.8373995958528683e-05, "loss": 0.7351, "step": 940 }, { "epoch": 0.15985192663637893, "grad_norm": 2.168676312428759, "learning_rate": 2.8337533390334942e-05, "loss": 0.7544, "step": 950 }, { "epoch": 0.16153457849570924, "grad_norm": 7.898767360662744, "learning_rate": 2.8300690478170388e-05, "loss": 0.7015, "step": 960 }, { "epoch": 0.16321723035503954, "grad_norm": 16.83650212945308, "learning_rate": 2.826346827267753e-05, "loss": 0.7139, "step": 970 }, { "epoch": 0.16489988221436985, "grad_norm": 2.3791337429068977, "learning_rate": 2.8225867835315114e-05, "loss": 0.7053, "step": 980 }, { "epoch": 0.16658253407370016, "grad_norm": 1.9679363325295285, "learning_rate": 2.8187890238327842e-05, "loss": 0.7313, "step": 990 }, { "epoch": 0.16826518593303044, "grad_norm": 1.4822625638777076, "learning_rate": 2.814953656471583e-05, "loss": 0.7085, "step": 1000 }, { "epoch": 0.16994783779236075, "grad_norm": 2.647291447509443, "learning_rate": 2.8110807908203682e-05, "loss": 0.6638, "step": 1010 }, { "epoch": 0.17163048965169106, "grad_norm": 2.969379719654364, "learning_rate": 2.8071705373209328e-05, "loss": 0.6884, "step": 1020 }, { "epoch": 0.17331314151102137, "grad_norm": 1.1163745403124403, "learning_rate": 2.803223007481252e-05, "loss": 0.6885, "step": 1030 }, { "epoch": 0.17499579337035168, "grad_norm": 1.2686557979094786, "learning_rate": 2.7992383138723034e-05, "loss": 0.7037, "step": 1040 }, { "epoch": 0.17667844522968199, "grad_norm": 4.648945448875594, "learning_rate": 2.7952165701248573e-05, "loss": 0.6933, "step": 1050 }, { "epoch": 0.1783610970890123, "grad_norm": 4.723564874595428, "learning_rate": 2.7911578909262353e-05, "loss": 0.7144, "step": 1060 }, { "epoch": 0.18004374894834257, "grad_norm": 5.211806926801946, "learning_rate": 2.787062392017041e-05, "loss": 0.7266, "step": 1070 }, { "epoch": 0.18172640080767288, "grad_norm": 1.3725560316172503, "learning_rate": 2.7829301901878592e-05, "loss": 0.7445, "step": 1080 }, { "epoch": 0.1834090526670032, "grad_norm": 0.9012241436004484, "learning_rate": 2.7787614032759243e-05, "loss": 0.6986, "step": 1090 }, { "epoch": 0.1850917045263335, "grad_norm": 2.912544243603394, "learning_rate": 2.7745561501617605e-05, "loss": 0.7173, "step": 1100 }, { "epoch": 0.1867743563856638, "grad_norm": 1.4248442614931247, "learning_rate": 2.7703145507657923e-05, "loss": 0.7035, "step": 1110 }, { "epoch": 0.18845700824499412, "grad_norm": 2.186609904533333, "learning_rate": 2.766036726044926e-05, "loss": 0.7371, "step": 1120 }, { "epoch": 0.19013966010432443, "grad_norm": 2.0524595532166603, "learning_rate": 2.7617227979890957e-05, "loss": 0.6986, "step": 1130 }, { "epoch": 0.1918223119636547, "grad_norm": 1.8227045280907195, "learning_rate": 2.7573728896177897e-05, "loss": 0.7075, "step": 1140 }, { "epoch": 0.19350496382298502, "grad_norm": 1.8425998009576734, "learning_rate": 2.7529871249765397e-05, "loss": 0.6897, "step": 1150 }, { "epoch": 0.19518761568231532, "grad_norm": 5.3035191638420836, "learning_rate": 2.7485656291333845e-05, "loss": 0.7027, "step": 1160 }, { "epoch": 0.19687026754164563, "grad_norm": 3.3228474353685504, "learning_rate": 2.7441085281753028e-05, "loss": 0.7091, "step": 1170 }, { "epoch": 0.19855291940097594, "grad_norm": 3.5016968564731283, "learning_rate": 2.739615949204617e-05, "loss": 0.7241, "step": 1180 }, { "epoch": 0.20023557126030625, "grad_norm": 1.7190048028902127, "learning_rate": 2.7350880203353703e-05, "loss": 0.7192, "step": 1190 }, { "epoch": 0.20191822311963656, "grad_norm": 3.7186824247487515, "learning_rate": 2.7305248706896722e-05, "loss": 0.7063, "step": 1200 } ], "logging_steps": 10, "max_steps": 5943, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 400, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 5.467141180489728e+18, "train_batch_size": 4, "trial_name": null, "trial_params": null }