| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 600, | |
| "global_step": 3573, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008396305625524769, | |
| "grad_norm": 3.039360795711161, | |
| "learning_rate": 1.3966480446927373e-06, | |
| "loss": 1.7981, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016792611251049538, | |
| "grad_norm": 2.1081820956343322, | |
| "learning_rate": 2.7932960893854746e-06, | |
| "loss": 1.7816, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02518891687657431, | |
| "grad_norm": 0.563623056034138, | |
| "learning_rate": 4.189944134078212e-06, | |
| "loss": 1.6797, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.033585222502099076, | |
| "grad_norm": 0.4076099849250059, | |
| "learning_rate": 5.586592178770949e-06, | |
| "loss": 1.5657, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.041981528127623846, | |
| "grad_norm": 0.30151480402917696, | |
| "learning_rate": 6.983240223463687e-06, | |
| "loss": 1.4759, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05037783375314862, | |
| "grad_norm": 0.23775034251274657, | |
| "learning_rate": 8.379888268156424e-06, | |
| "loss": 1.4312, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05877413937867338, | |
| "grad_norm": 0.2421182919342462, | |
| "learning_rate": 9.776536312849161e-06, | |
| "loss": 1.4082, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06717044500419815, | |
| "grad_norm": 0.23011928549656843, | |
| "learning_rate": 1.1173184357541899e-05, | |
| "loss": 1.4263, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07556675062972293, | |
| "grad_norm": 0.21851210361234266, | |
| "learning_rate": 1.2569832402234637e-05, | |
| "loss": 1.4216, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08396305625524769, | |
| "grad_norm": 0.23106315932058966, | |
| "learning_rate": 1.3966480446927374e-05, | |
| "loss": 1.4207, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09235936188077246, | |
| "grad_norm": 0.23062228974277152, | |
| "learning_rate": 1.5363128491620113e-05, | |
| "loss": 1.399, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10075566750629723, | |
| "grad_norm": 0.23855661202824083, | |
| "learning_rate": 1.675977653631285e-05, | |
| "loss": 1.404, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.109151973131822, | |
| "grad_norm": 0.2302715158226374, | |
| "learning_rate": 1.8156424581005588e-05, | |
| "loss": 1.4057, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11754827875734676, | |
| "grad_norm": 0.23018949408838, | |
| "learning_rate": 1.9553072625698323e-05, | |
| "loss": 1.3956, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12594458438287154, | |
| "grad_norm": 0.23103802546960453, | |
| "learning_rate": 2.0949720670391062e-05, | |
| "loss": 1.4179, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1343408900083963, | |
| "grad_norm": 0.2287991193827312, | |
| "learning_rate": 2.2346368715083797e-05, | |
| "loss": 1.412, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14273719563392107, | |
| "grad_norm": 0.22988402418477955, | |
| "learning_rate": 2.3743016759776536e-05, | |
| "loss": 1.39, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.15113350125944586, | |
| "grad_norm": 0.21974152422479476, | |
| "learning_rate": 2.5139664804469275e-05, | |
| "loss": 1.4004, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.15952980688497062, | |
| "grad_norm": 0.23284763880742212, | |
| "learning_rate": 2.6536312849162014e-05, | |
| "loss": 1.386, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16792611251049538, | |
| "grad_norm": 0.21486774869633107, | |
| "learning_rate": 2.793296089385475e-05, | |
| "loss": 1.4012, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17632241813602015, | |
| "grad_norm": 0.22783180948472934, | |
| "learning_rate": 2.9329608938547488e-05, | |
| "loss": 1.3707, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1847187237615449, | |
| "grad_norm": 0.22399716105168718, | |
| "learning_rate": 3.0726256983240227e-05, | |
| "loss": 1.4125, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.19311502938706968, | |
| "grad_norm": 0.2147254679707046, | |
| "learning_rate": 3.212290502793296e-05, | |
| "loss": 1.3699, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.20151133501259447, | |
| "grad_norm": 0.21426390076476165, | |
| "learning_rate": 3.35195530726257e-05, | |
| "loss": 1.374, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.20990764063811923, | |
| "grad_norm": 0.22424846384922523, | |
| "learning_rate": 3.491620111731844e-05, | |
| "loss": 1.3788, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.218303946263644, | |
| "grad_norm": 0.21440605091273993, | |
| "learning_rate": 3.6312849162011175e-05, | |
| "loss": 1.3565, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.22670025188916876, | |
| "grad_norm": 0.21539799426915837, | |
| "learning_rate": 3.770949720670392e-05, | |
| "loss": 1.3521, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.23509655751469352, | |
| "grad_norm": 0.22056667191105353, | |
| "learning_rate": 3.9106145251396646e-05, | |
| "loss": 1.3613, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.2434928631402183, | |
| "grad_norm": 0.2041245512715553, | |
| "learning_rate": 4.050279329608939e-05, | |
| "loss": 1.36, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2518891687657431, | |
| "grad_norm": 0.2053261976415489, | |
| "learning_rate": 4.1899441340782123e-05, | |
| "loss": 1.3799, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.26028547439126787, | |
| "grad_norm": 0.20324705222690662, | |
| "learning_rate": 4.3296089385474866e-05, | |
| "loss": 1.3797, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2686817800167926, | |
| "grad_norm": 0.20526982003231917, | |
| "learning_rate": 4.4692737430167594e-05, | |
| "loss": 1.3675, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.2770780856423174, | |
| "grad_norm": 0.20273779659012153, | |
| "learning_rate": 4.6089385474860336e-05, | |
| "loss": 1.3888, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.28547439126784213, | |
| "grad_norm": 0.2061146702772721, | |
| "learning_rate": 4.748603351955307e-05, | |
| "loss": 1.3626, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2938706968933669, | |
| "grad_norm": 0.18820362655678458, | |
| "learning_rate": 4.8882681564245814e-05, | |
| "loss": 1.3598, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3022670025188917, | |
| "grad_norm": 0.21352845647640323, | |
| "learning_rate": 4.9999952257225154e-05, | |
| "loss": 1.3933, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.31066330814441645, | |
| "grad_norm": 0.21205929000762902, | |
| "learning_rate": 4.9998281279252004e-05, | |
| "loss": 1.3723, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.31905961376994124, | |
| "grad_norm": 0.20026396935477256, | |
| "learning_rate": 4.9994223344882976e-05, | |
| "loss": 1.3889, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.327455919395466, | |
| "grad_norm": 0.2027355098630582, | |
| "learning_rate": 4.9987778841589184e-05, | |
| "loss": 1.3757, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.33585222502099077, | |
| "grad_norm": 0.1917389523789995, | |
| "learning_rate": 4.997894838472288e-05, | |
| "loss": 1.3602, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.34424853064651556, | |
| "grad_norm": 0.19386030500153506, | |
| "learning_rate": 4.996773281745864e-05, | |
| "loss": 1.3483, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.3526448362720403, | |
| "grad_norm": 0.18924586602111995, | |
| "learning_rate": 4.9954133210712904e-05, | |
| "loss": 1.3773, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3610411418975651, | |
| "grad_norm": 0.19404566415989755, | |
| "learning_rate": 4.9938150863041666e-05, | |
| "loss": 1.3817, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3694374475230898, | |
| "grad_norm": 0.1864716184637937, | |
| "learning_rate": 4.991978730051653e-05, | |
| "loss": 1.3436, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.3778337531486146, | |
| "grad_norm": 0.18756275917822954, | |
| "learning_rate": 4.9899044276578956e-05, | |
| "loss": 1.376, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.38623005877413935, | |
| "grad_norm": 0.19103603911697656, | |
| "learning_rate": 4.987592377187286e-05, | |
| "loss": 1.3699, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.39462636439966414, | |
| "grad_norm": 0.19933360659538543, | |
| "learning_rate": 4.985042799405547e-05, | |
| "loss": 1.3831, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.40302267002518893, | |
| "grad_norm": 0.19498666555973088, | |
| "learning_rate": 4.982255937758657e-05, | |
| "loss": 1.3579, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.41141897565071367, | |
| "grad_norm": 0.19300141279658406, | |
| "learning_rate": 4.9792320583495975e-05, | |
| "loss": 1.348, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.41981528127623846, | |
| "grad_norm": 0.19742724416821206, | |
| "learning_rate": 4.975971449912952e-05, | |
| "loss": 1.3474, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4282115869017632, | |
| "grad_norm": 0.19421992100107466, | |
| "learning_rate": 4.972474423787331e-05, | |
| "loss": 1.3609, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.436607892527288, | |
| "grad_norm": 0.2078937193948646, | |
| "learning_rate": 4.9687413138856446e-05, | |
| "loss": 1.3829, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.4450041981528128, | |
| "grad_norm": 0.19272346953581754, | |
| "learning_rate": 4.964772476663222e-05, | |
| "loss": 1.3554, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4534005037783375, | |
| "grad_norm": 0.19281909541060518, | |
| "learning_rate": 4.960568291083772e-05, | |
| "loss": 1.3515, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4617968094038623, | |
| "grad_norm": 0.19781631242122302, | |
| "learning_rate": 4.956129158583199e-05, | |
| "loss": 1.3547, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.47019311502938704, | |
| "grad_norm": 0.21165698099082017, | |
| "learning_rate": 4.951455503031271e-05, | |
| "loss": 1.329, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.47858942065491183, | |
| "grad_norm": 0.1954676247733346, | |
| "learning_rate": 4.946547770691152e-05, | |
| "loss": 1.3547, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.4869857262804366, | |
| "grad_norm": 0.1934746445894875, | |
| "learning_rate": 4.9414064301767786e-05, | |
| "loss": 1.3421, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.49538203190596136, | |
| "grad_norm": 0.19263774524822871, | |
| "learning_rate": 4.9360319724081285e-05, | |
| "loss": 1.3576, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5037783375314862, | |
| "grad_norm": 0.18876853207737465, | |
| "learning_rate": 4.930424910564334e-05, | |
| "loss": 1.3667, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5037783375314862, | |
| "eval_loss": 1.3807679414749146, | |
| "eval_runtime": 37.4693, | |
| "eval_samples_per_second": 10.275, | |
| "eval_steps_per_second": 2.589, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5121746431570109, | |
| "grad_norm": 0.19209309775474845, | |
| "learning_rate": 4.92458578003469e-05, | |
| "loss": 1.3504, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5205709487825357, | |
| "grad_norm": 0.19079678945155537, | |
| "learning_rate": 4.9185151383675246e-05, | |
| "loss": 1.339, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5289672544080605, | |
| "grad_norm": 0.194534067082253, | |
| "learning_rate": 4.912213565216966e-05, | |
| "loss": 1.3358, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5373635600335852, | |
| "grad_norm": 0.19307901988822676, | |
| "learning_rate": 4.905681662287595e-05, | |
| "loss": 1.3708, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5457598656591099, | |
| "grad_norm": 0.1990057756809498, | |
| "learning_rate": 4.898920053276989e-05, | |
| "loss": 1.363, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5541561712846348, | |
| "grad_norm": 0.2010697996628507, | |
| "learning_rate": 4.891929383816169e-05, | |
| "loss": 1.3993, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5625524769101595, | |
| "grad_norm": 0.20209675418432702, | |
| "learning_rate": 4.8847103214079524e-05, | |
| "loss": 1.351, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5709487825356843, | |
| "grad_norm": 0.20138078865908093, | |
| "learning_rate": 4.877263555363216e-05, | |
| "loss": 1.3494, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5793450881612091, | |
| "grad_norm": 0.20340329720637837, | |
| "learning_rate": 4.869589796735078e-05, | |
| "loss": 1.3699, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5877413937867338, | |
| "grad_norm": 0.18554034872359323, | |
| "learning_rate": 4.8616897782510006e-05, | |
| "loss": 1.3358, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5961376994122586, | |
| "grad_norm": 0.20470702291536869, | |
| "learning_rate": 4.853564254242831e-05, | |
| "loss": 1.3417, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6045340050377834, | |
| "grad_norm": 0.20233392948438, | |
| "learning_rate": 4.845214000574768e-05, | |
| "loss": 1.3633, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6129303106633082, | |
| "grad_norm": 0.19552940545300115, | |
| "learning_rate": 4.8366398145692824e-05, | |
| "loss": 1.3582, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6213266162888329, | |
| "grad_norm": 0.20658182549440357, | |
| "learning_rate": 4.827842514930985e-05, | |
| "loss": 1.3702, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6297229219143576, | |
| "grad_norm": 0.2029780054195454, | |
| "learning_rate": 4.81882294166845e-05, | |
| "loss": 1.3807, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6381192275398825, | |
| "grad_norm": 0.19667484329069757, | |
| "learning_rate": 4.8095819560140096e-05, | |
| "loss": 1.3593, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6465155331654072, | |
| "grad_norm": 0.2048531959544165, | |
| "learning_rate": 4.8001204403415204e-05, | |
| "loss": 1.3583, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.654911838790932, | |
| "grad_norm": 0.2036838290154731, | |
| "learning_rate": 4.7904392980821035e-05, | |
| "loss": 1.3478, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6633081444164568, | |
| "grad_norm": 0.20036896998141893, | |
| "learning_rate": 4.78053945363789e-05, | |
| "loss": 1.361, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6717044500419815, | |
| "grad_norm": 0.19874326596454528, | |
| "learning_rate": 4.770421852293746e-05, | |
| "loss": 1.3445, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6801007556675063, | |
| "grad_norm": 0.20224592915430473, | |
| "learning_rate": 4.760087460127019e-05, | |
| "loss": 1.3328, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6884970612930311, | |
| "grad_norm": 0.20341065735706346, | |
| "learning_rate": 4.749537263915288e-05, | |
| "loss": 1.327, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.6968933669185559, | |
| "grad_norm": 0.19878763475266986, | |
| "learning_rate": 4.7387722710421414e-05, | |
| "loss": 1.3508, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7052896725440806, | |
| "grad_norm": 0.1901873610814321, | |
| "learning_rate": 4.7277935094009896e-05, | |
| "loss": 1.331, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7136859781696053, | |
| "grad_norm": 0.20858107457668973, | |
| "learning_rate": 4.716602027296916e-05, | |
| "loss": 1.3398, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7220822837951302, | |
| "grad_norm": 0.2127448740445764, | |
| "learning_rate": 4.705198893346578e-05, | |
| "loss": 1.3557, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7304785894206549, | |
| "grad_norm": 0.2052323089476111, | |
| "learning_rate": 4.693585196376171e-05, | |
| "loss": 1.3422, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7388748950461796, | |
| "grad_norm": 0.2034886804011326, | |
| "learning_rate": 4.681762045317464e-05, | |
| "loss": 1.3767, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7472712006717045, | |
| "grad_norm": 0.20205914104891914, | |
| "learning_rate": 4.6697305691019105e-05, | |
| "loss": 1.3459, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7556675062972292, | |
| "grad_norm": 0.1947344074048, | |
| "learning_rate": 4.6574919165528567e-05, | |
| "loss": 1.3253, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.764063811922754, | |
| "grad_norm": 0.20617146845645057, | |
| "learning_rate": 4.645047256275839e-05, | |
| "loss": 1.3419, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7724601175482787, | |
| "grad_norm": 0.19999709652925082, | |
| "learning_rate": 4.632397776547011e-05, | |
| "loss": 1.3478, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7808564231738035, | |
| "grad_norm": 0.20682503408598918, | |
| "learning_rate": 4.619544685199669e-05, | |
| "loss": 1.3391, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7892527287993283, | |
| "grad_norm": 0.2111768615345554, | |
| "learning_rate": 4.6064892095089326e-05, | |
| "loss": 1.3445, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.797649034424853, | |
| "grad_norm": 0.2081975290000968, | |
| "learning_rate": 4.59323259607455e-05, | |
| "loss": 1.3167, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8060453400503779, | |
| "grad_norm": 0.20101213815546085, | |
| "learning_rate": 4.5797761107018754e-05, | |
| "loss": 1.3383, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8144416456759026, | |
| "grad_norm": 0.2174273103650515, | |
| "learning_rate": 4.566121038280995e-05, | |
| "loss": 1.3404, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8228379513014273, | |
| "grad_norm": 0.19965611041565887, | |
| "learning_rate": 4.552268682664045e-05, | |
| "loss": 1.3333, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8312342569269522, | |
| "grad_norm": 0.20691842606557614, | |
| "learning_rate": 4.538220366540713e-05, | |
| "loss": 1.3182, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8396305625524769, | |
| "grad_norm": 0.21181131160704766, | |
| "learning_rate": 4.52397743131194e-05, | |
| "loss": 1.3494, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8480268681780017, | |
| "grad_norm": 0.20088379875239834, | |
| "learning_rate": 4.509541236961835e-05, | |
| "loss": 1.3372, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8564231738035264, | |
| "grad_norm": 0.21111113264702316, | |
| "learning_rate": 4.4949131619278233e-05, | |
| "loss": 1.3459, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8648194794290512, | |
| "grad_norm": 0.2099829717112053, | |
| "learning_rate": 4.4800946029690205e-05, | |
| "loss": 1.3288, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.873215785054576, | |
| "grad_norm": 0.217914005065172, | |
| "learning_rate": 4.465086975032866e-05, | |
| "loss": 1.3524, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8816120906801007, | |
| "grad_norm": 0.2063304535624245, | |
| "learning_rate": 4.4498917111200154e-05, | |
| "loss": 1.3233, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8900083963056256, | |
| "grad_norm": 0.21350579375508957, | |
| "learning_rate": 4.434510262147514e-05, | |
| "loss": 1.3486, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.8984047019311503, | |
| "grad_norm": 0.2091334109956843, | |
| "learning_rate": 4.418944096810253e-05, | |
| "loss": 1.3375, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.906801007556675, | |
| "grad_norm": 0.20954696844936122, | |
| "learning_rate": 4.403194701440733e-05, | |
| "loss": 1.3428, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.9151973131821999, | |
| "grad_norm": 0.21790164835706194, | |
| "learning_rate": 4.3872635798671384e-05, | |
| "loss": 1.3312, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9235936188077246, | |
| "grad_norm": 0.21625055602980792, | |
| "learning_rate": 4.3711522532697526e-05, | |
| "loss": 1.3268, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9319899244332494, | |
| "grad_norm": 0.21992048192275737, | |
| "learning_rate": 4.354862260035699e-05, | |
| "loss": 1.2904, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9403862300587741, | |
| "grad_norm": 0.22805590389300254, | |
| "learning_rate": 4.338395155612055e-05, | |
| "loss": 1.3352, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9487825356842989, | |
| "grad_norm": 0.2300433128490517, | |
| "learning_rate": 4.321752512357328e-05, | |
| "loss": 1.3327, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9571788413098237, | |
| "grad_norm": 0.2564818367135206, | |
| "learning_rate": 4.304935919391317e-05, | |
| "loss": 1.3293, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9655751469353484, | |
| "grad_norm": 0.21597640959608433, | |
| "learning_rate": 4.2879469824433814e-05, | |
| "loss": 1.3171, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9739714525608733, | |
| "grad_norm": 0.21055331712423173, | |
| "learning_rate": 4.2707873236991116e-05, | |
| "loss": 1.3291, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.982367758186398, | |
| "grad_norm": 0.21558556200945594, | |
| "learning_rate": 4.2534585816454384e-05, | |
| "loss": 1.2906, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9907640638119227, | |
| "grad_norm": 0.2134813755097652, | |
| "learning_rate": 4.235962410914185e-05, | |
| "loss": 1.3516, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.9991603694374476, | |
| "grad_norm": 0.22460106184588927, | |
| "learning_rate": 4.218300482124069e-05, | |
| "loss": 1.3249, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.0075566750629723, | |
| "grad_norm": 0.2510896281590031, | |
| "learning_rate": 4.2004744817211866e-05, | |
| "loss": 1.2766, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.0075566750629723, | |
| "eval_loss": 1.3506666421890259, | |
| "eval_runtime": 37.3255, | |
| "eval_samples_per_second": 10.315, | |
| "eval_steps_per_second": 2.599, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.015952980688497, | |
| "grad_norm": 0.2491416849165635, | |
| "learning_rate": 4.182486111817983e-05, | |
| "loss": 1.2816, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.0243492863140218, | |
| "grad_norm": 0.2711674700370134, | |
| "learning_rate": 4.164337090030727e-05, | |
| "loss": 1.2815, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.0327455919395465, | |
| "grad_norm": 0.25237777386220234, | |
| "learning_rate": 4.146029149315502e-05, | |
| "loss": 1.2692, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.0411418975650715, | |
| "grad_norm": 0.24173423889336904, | |
| "learning_rate": 4.1275640378027367e-05, | |
| "loss": 1.2572, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.0495382031905962, | |
| "grad_norm": 0.2516517653129535, | |
| "learning_rate": 4.108943518630287e-05, | |
| "loss": 1.2636, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.057934508816121, | |
| "grad_norm": 0.2663809997677264, | |
| "learning_rate": 4.09016936977508e-05, | |
| "loss": 1.246, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.0663308144416457, | |
| "grad_norm": 0.2666405948242722, | |
| "learning_rate": 4.071243383883344e-05, | |
| "loss": 1.2416, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.0747271200671704, | |
| "grad_norm": 0.27372912036143243, | |
| "learning_rate": 4.052167368099443e-05, | |
| "loss": 1.2684, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.0831234256926952, | |
| "grad_norm": 0.2822619978126531, | |
| "learning_rate": 4.032943143893315e-05, | |
| "loss": 1.2679, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.0915197313182199, | |
| "grad_norm": 0.2630554056666267, | |
| "learning_rate": 4.0135725468865545e-05, | |
| "loss": 1.2801, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.0999160369437448, | |
| "grad_norm": 0.27334249585434633, | |
| "learning_rate": 3.994057426677135e-05, | |
| "loss": 1.2552, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.1083123425692696, | |
| "grad_norm": 0.2751762295182287, | |
| "learning_rate": 3.974399646662804e-05, | |
| "loss": 1.2467, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.1167086481947943, | |
| "grad_norm": 0.27811851573000057, | |
| "learning_rate": 3.9546010838631523e-05, | |
| "loss": 1.2393, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.125104953820319, | |
| "grad_norm": 0.2786179703795066, | |
| "learning_rate": 3.9346636287403936e-05, | |
| "loss": 1.2413, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.1335012594458438, | |
| "grad_norm": 0.2757598420534043, | |
| "learning_rate": 3.9145891850188446e-05, | |
| "loss": 1.2344, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.1418975650713685, | |
| "grad_norm": 0.2826938023138817, | |
| "learning_rate": 3.894379669503159e-05, | |
| "loss": 1.2723, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.1502938706968933, | |
| "grad_norm": 0.28640980146174666, | |
| "learning_rate": 3.874037011895294e-05, | |
| "loss": 1.2441, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.1586901763224182, | |
| "grad_norm": 0.2806223555234711, | |
| "learning_rate": 3.853563154610255e-05, | |
| "loss": 1.2599, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.167086481947943, | |
| "grad_norm": 0.280705015660275, | |
| "learning_rate": 3.832960052590626e-05, | |
| "loss": 1.2596, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.1754827875734677, | |
| "grad_norm": 0.2794281887739961, | |
| "learning_rate": 3.812229673119902e-05, | |
| "loss": 1.2679, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.1838790931989924, | |
| "grad_norm": 0.29244474520092206, | |
| "learning_rate": 3.791373995634641e-05, | |
| "loss": 1.2893, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.1922753988245172, | |
| "grad_norm": 0.27087843377656023, | |
| "learning_rate": 3.770395011535459e-05, | |
| "loss": 1.2858, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.200671704450042, | |
| "grad_norm": 0.3084320815357459, | |
| "learning_rate": 3.749294723996884e-05, | |
| "loss": 1.2544, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.2090680100755669, | |
| "grad_norm": 0.2970014625754613, | |
| "learning_rate": 3.72807514777608e-05, | |
| "loss": 1.2406, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.2174643157010916, | |
| "grad_norm": 0.2858465781764202, | |
| "learning_rate": 3.7067383090204696e-05, | |
| "loss": 1.2687, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.2258606213266163, | |
| "grad_norm": 0.29654341377963134, | |
| "learning_rate": 3.6852862450742664e-05, | |
| "loss": 1.2529, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.234256926952141, | |
| "grad_norm": 0.2999209714333275, | |
| "learning_rate": 3.663721004283942e-05, | |
| "loss": 1.2607, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.2426532325776658, | |
| "grad_norm": 0.32376267785640894, | |
| "learning_rate": 3.642044645802638e-05, | |
| "loss": 1.2633, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.2510495382031905, | |
| "grad_norm": 0.2946271678215341, | |
| "learning_rate": 3.620259239393549e-05, | |
| "loss": 1.2631, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.2594458438287153, | |
| "grad_norm": 0.29934101463933066, | |
| "learning_rate": 3.5983668652322914e-05, | |
| "loss": 1.2323, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.26784214945424, | |
| "grad_norm": 0.3058737589423296, | |
| "learning_rate": 3.576369613708278e-05, | |
| "loss": 1.2499, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.276238455079765, | |
| "grad_norm": 0.294073209044752, | |
| "learning_rate": 3.554269585225117e-05, | |
| "loss": 1.2623, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.2846347607052897, | |
| "grad_norm": 0.3133601837566205, | |
| "learning_rate": 3.532068890000059e-05, | |
| "loss": 1.25, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.2930310663308144, | |
| "grad_norm": 0.3030161218843826, | |
| "learning_rate": 3.5097696478624956e-05, | |
| "loss": 1.2615, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.3014273719563392, | |
| "grad_norm": 0.2944854213261804, | |
| "learning_rate": 3.487373988051556e-05, | |
| "loss": 1.2577, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.309823677581864, | |
| "grad_norm": 0.3198932031443526, | |
| "learning_rate": 3.464884049012794e-05, | |
| "loss": 1.2252, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.3182199832073889, | |
| "grad_norm": 0.3075614601508588, | |
| "learning_rate": 3.442301978193996e-05, | |
| "loss": 1.2333, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.3266162888329136, | |
| "grad_norm": 0.3025833538356648, | |
| "learning_rate": 3.419629931840137e-05, | |
| "loss": 1.2309, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.3350125944584383, | |
| "grad_norm": 0.33238464076222285, | |
| "learning_rate": 3.396870074787489e-05, | |
| "loss": 1.2347, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.343408900083963, | |
| "grad_norm": 0.33142866431526025, | |
| "learning_rate": 3.374024580256913e-05, | |
| "loss": 1.2278, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.3518052057094878, | |
| "grad_norm": 0.3068832931071064, | |
| "learning_rate": 3.351095629646348e-05, | |
| "loss": 1.2459, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.3602015113350125, | |
| "grad_norm": 0.32787598875401036, | |
| "learning_rate": 3.3280854123225245e-05, | |
| "loss": 1.2567, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.3685978169605373, | |
| "grad_norm": 0.334986160782939, | |
| "learning_rate": 3.3049961254119077e-05, | |
| "loss": 1.2427, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.376994122586062, | |
| "grad_norm": 0.3257919179674348, | |
| "learning_rate": 3.281829973590909e-05, | |
| "loss": 1.2292, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.385390428211587, | |
| "grad_norm": 0.33488335118724716, | |
| "learning_rate": 3.258589168875373e-05, | |
| "loss": 1.2231, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.3937867338371117, | |
| "grad_norm": 0.29956276796558484, | |
| "learning_rate": 3.2352759304093624e-05, | |
| "loss": 1.2399, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.4021830394626364, | |
| "grad_norm": 0.32793658183091984, | |
| "learning_rate": 3.211892484253261e-05, | |
| "loss": 1.2786, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.4105793450881612, | |
| "grad_norm": 0.3437947332874714, | |
| "learning_rate": 3.1884410631712235e-05, | |
| "loss": 1.2423, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.418975650713686, | |
| "grad_norm": 0.32417782627379454, | |
| "learning_rate": 3.164923906417979e-05, | |
| "loss": 1.2399, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.4273719563392109, | |
| "grad_norm": 0.32303675587973024, | |
| "learning_rate": 3.1413432595250134e-05, | |
| "loss": 1.2575, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.4357682619647356, | |
| "grad_norm": 0.3107110639387478, | |
| "learning_rate": 3.117701374086158e-05, | |
| "loss": 1.2155, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.4441645675902604, | |
| "grad_norm": 0.31980715839644586, | |
| "learning_rate": 3.094000507542595e-05, | |
| "loss": 1.2561, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.452560873215785, | |
| "grad_norm": 0.3452092427446392, | |
| "learning_rate": 3.07024292296731e-05, | |
| "loss": 1.2389, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.4609571788413098, | |
| "grad_norm": 0.34168169619885197, | |
| "learning_rate": 3.0464308888489936e-05, | |
| "loss": 1.2323, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.4693534844668346, | |
| "grad_norm": 0.33064208693690544, | |
| "learning_rate": 3.022566678875446e-05, | |
| "loss": 1.228, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.4777497900923593, | |
| "grad_norm": 0.3362430973154644, | |
| "learning_rate": 2.9986525717164694e-05, | |
| "loss": 1.2025, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.486146095717884, | |
| "grad_norm": 0.34796677921939057, | |
| "learning_rate": 2.974690850806287e-05, | |
| "loss": 1.2585, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.4945424013434088, | |
| "grad_norm": 0.31369265907711963, | |
| "learning_rate": 2.9506838041255147e-05, | |
| "loss": 1.2438, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.5029387069689337, | |
| "grad_norm": 0.35233288464429297, | |
| "learning_rate": 2.926633723982692e-05, | |
| "loss": 1.23, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.5113350125944585, | |
| "grad_norm": 0.33824484157682727, | |
| "learning_rate": 2.9025429067953975e-05, | |
| "loss": 1.2089, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.5113350125944585, | |
| "eval_loss": 1.3161499500274658, | |
| "eval_runtime": 37.5007, | |
| "eval_samples_per_second": 10.266, | |
| "eval_steps_per_second": 2.587, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.5197313182199832, | |
| "grad_norm": 0.3450077958737747, | |
| "learning_rate": 2.878413652870983e-05, | |
| "loss": 1.2452, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.528127623845508, | |
| "grad_norm": 0.3401369524359448, | |
| "learning_rate": 2.8542482661869228e-05, | |
| "loss": 1.2335, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.536523929471033, | |
| "grad_norm": 0.35772471665666244, | |
| "learning_rate": 2.8300490541708226e-05, | |
| "loss": 1.2107, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.5449202350965576, | |
| "grad_norm": 0.36182719622922654, | |
| "learning_rate": 2.8058183274800933e-05, | |
| "loss": 1.2323, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.5533165407220824, | |
| "grad_norm": 0.3427498080631671, | |
| "learning_rate": 2.7815583997813176e-05, | |
| "loss": 1.2208, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.561712846347607, | |
| "grad_norm": 0.3416312895125341, | |
| "learning_rate": 2.7572715875293336e-05, | |
| "loss": 1.2519, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.5701091519731318, | |
| "grad_norm": 0.34134497126888136, | |
| "learning_rate": 2.7329602097460453e-05, | |
| "loss": 1.2072, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.5785054575986566, | |
| "grad_norm": 0.3414019695200471, | |
| "learning_rate": 2.7086265877989907e-05, | |
| "loss": 1.2171, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.5869017632241813, | |
| "grad_norm": 0.3493625784848411, | |
| "learning_rate": 2.68427304517969e-05, | |
| "loss": 1.2032, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.595298068849706, | |
| "grad_norm": 0.3432387874546048, | |
| "learning_rate": 2.6599019072817823e-05, | |
| "loss": 1.2233, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.6036943744752308, | |
| "grad_norm": 0.34931851248995316, | |
| "learning_rate": 2.6355155011789918e-05, | |
| "loss": 1.2302, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.6120906801007555, | |
| "grad_norm": 0.3423165132865183, | |
| "learning_rate": 2.6111161554029216e-05, | |
| "loss": 1.2237, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.6204869857262805, | |
| "grad_norm": 0.3286103317410491, | |
| "learning_rate": 2.5867061997207208e-05, | |
| "loss": 1.2373, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.6288832913518052, | |
| "grad_norm": 0.34439194836734, | |
| "learning_rate": 2.5622879649126204e-05, | |
| "loss": 1.2366, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.63727959697733, | |
| "grad_norm": 0.37147052522944746, | |
| "learning_rate": 2.5378637825493827e-05, | |
| "loss": 1.2175, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.645675902602855, | |
| "grad_norm": 0.3720397203000226, | |
| "learning_rate": 2.5134359847696725e-05, | |
| "loss": 1.2226, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.6540722082283796, | |
| "grad_norm": 0.372249827112124, | |
| "learning_rate": 2.48900690405737e-05, | |
| "loss": 1.2354, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.6624685138539044, | |
| "grad_norm": 0.32759893432286225, | |
| "learning_rate": 2.4645788730188595e-05, | |
| "loss": 1.2346, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.670864819479429, | |
| "grad_norm": 0.36258855898143105, | |
| "learning_rate": 2.4401542241602936e-05, | |
| "loss": 1.2266, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.6792611251049538, | |
| "grad_norm": 0.35828351901418637, | |
| "learning_rate": 2.4157352896648785e-05, | |
| "loss": 1.2489, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.6876574307304786, | |
| "grad_norm": 0.3547226628271256, | |
| "learning_rate": 2.391324401170189e-05, | |
| "loss": 1.2321, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.6960537363560033, | |
| "grad_norm": 0.37844822229404196, | |
| "learning_rate": 2.3669238895455257e-05, | |
| "loss": 1.2133, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.704450041981528, | |
| "grad_norm": 0.36535971407503814, | |
| "learning_rate": 2.3425360846693546e-05, | |
| "loss": 1.1832, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.7128463476070528, | |
| "grad_norm": 0.351966888983441, | |
| "learning_rate": 2.3181633152068444e-05, | |
| "loss": 1.1978, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.7212426532325775, | |
| "grad_norm": 0.35857960344757944, | |
| "learning_rate": 2.293807908387507e-05, | |
| "loss": 1.2274, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.7296389588581025, | |
| "grad_norm": 0.36067730619373684, | |
| "learning_rate": 2.269472189782984e-05, | |
| "loss": 1.2107, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.7380352644836272, | |
| "grad_norm": 0.3686118668283621, | |
| "learning_rate": 2.2451584830849963e-05, | |
| "loss": 1.2453, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.746431570109152, | |
| "grad_norm": 0.3574767970991608, | |
| "learning_rate": 2.2208691098834574e-05, | |
| "loss": 1.2112, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.7548278757346767, | |
| "grad_norm": 0.3649596547435675, | |
| "learning_rate": 2.196606389444802e-05, | |
| "loss": 1.2301, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.7632241813602016, | |
| "grad_norm": 0.35608820401696456, | |
| "learning_rate": 2.1723726384905332e-05, | |
| "loss": 1.2254, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.7716204869857264, | |
| "grad_norm": 0.3903682280760152, | |
| "learning_rate": 2.1481701709760054e-05, | |
| "loss": 1.2191, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.7800167926112511, | |
| "grad_norm": 0.3700744583799887, | |
| "learning_rate": 2.1240012978694786e-05, | |
| "loss": 1.1897, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.7884130982367759, | |
| "grad_norm": 0.3678524367281197, | |
| "learning_rate": 2.0998683269314613e-05, | |
| "loss": 1.1936, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.7968094038623006, | |
| "grad_norm": 0.39001676927124185, | |
| "learning_rate": 2.0757735624943448e-05, | |
| "loss": 1.2248, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.8052057094878253, | |
| "grad_norm": 0.39780376699395825, | |
| "learning_rate": 2.0517193052423823e-05, | |
| "loss": 1.2022, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.81360201511335, | |
| "grad_norm": 0.380325076212259, | |
| "learning_rate": 2.0277078519920044e-05, | |
| "loss": 1.1938, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.8219983207388748, | |
| "grad_norm": 0.3871471596296449, | |
| "learning_rate": 2.0037414954725117e-05, | |
| "loss": 1.1825, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.8303946263643995, | |
| "grad_norm": 0.37964701587107547, | |
| "learning_rate": 1.979822524107148e-05, | |
| "loss": 1.2092, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.8387909319899243, | |
| "grad_norm": 0.36807392164929836, | |
| "learning_rate": 1.9559532217945974e-05, | |
| "loss": 1.2378, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.8471872376154492, | |
| "grad_norm": 0.3558532380492764, | |
| "learning_rate": 1.932135867690901e-05, | |
| "loss": 1.2142, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.855583543240974, | |
| "grad_norm": 0.3795291868557196, | |
| "learning_rate": 1.908372735991836e-05, | |
| "loss": 1.2003, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.8639798488664987, | |
| "grad_norm": 0.3698629794511824, | |
| "learning_rate": 1.8846660957157626e-05, | |
| "loss": 1.2279, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.8723761544920237, | |
| "grad_norm": 0.37197609159817596, | |
| "learning_rate": 1.8610182104869676e-05, | |
| "loss": 1.2175, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.8807724601175484, | |
| "grad_norm": 0.39691535067925626, | |
| "learning_rate": 1.837431338319523e-05, | |
| "loss": 1.1965, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.8891687657430731, | |
| "grad_norm": 0.39830491258185996, | |
| "learning_rate": 1.813907731401677e-05, | |
| "loss": 1.2082, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.8975650713685979, | |
| "grad_norm": 0.40042636908106866, | |
| "learning_rate": 1.790449635880813e-05, | |
| "loss": 1.1969, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.9059613769941226, | |
| "grad_norm": 0.3631756871613192, | |
| "learning_rate": 1.7670592916489637e-05, | |
| "loss": 1.2094, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.9143576826196473, | |
| "grad_norm": 0.41767311488963316, | |
| "learning_rate": 1.743738932128945e-05, | |
| "loss": 1.2171, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.922753988245172, | |
| "grad_norm": 0.42201095235456104, | |
| "learning_rate": 1.7204907840610968e-05, | |
| "loss": 1.1902, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.9311502938706968, | |
| "grad_norm": 0.38604694393746347, | |
| "learning_rate": 1.6973170672906592e-05, | |
| "loss": 1.1915, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.9395465994962215, | |
| "grad_norm": 0.3699669985546787, | |
| "learning_rate": 1.6742199945558116e-05, | |
| "loss": 1.2018, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.9479429051217463, | |
| "grad_norm": 0.3862222953863642, | |
| "learning_rate": 1.651201771276397e-05, | |
| "loss": 1.1742, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.9563392107472712, | |
| "grad_norm": 0.4294759850725183, | |
| "learning_rate": 1.6282645953433278e-05, | |
| "loss": 1.2024, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.964735516372796, | |
| "grad_norm": 0.4231278271726052, | |
| "learning_rate": 1.6054106569087247e-05, | |
| "loss": 1.2072, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.9731318219983207, | |
| "grad_norm": 0.40525859849828033, | |
| "learning_rate": 1.5826421381767943e-05, | |
| "loss": 1.1996, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.9815281276238457, | |
| "grad_norm": 0.41477520137980894, | |
| "learning_rate": 1.5599612131954562e-05, | |
| "loss": 1.1963, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.9899244332493704, | |
| "grad_norm": 0.4201296814849193, | |
| "learning_rate": 1.537370047648755e-05, | |
| "loss": 1.1909, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.9983207388748951, | |
| "grad_norm": 0.39991078592707974, | |
| "learning_rate": 1.5148707986500754e-05, | |
| "loss": 1.1934, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.00671704450042, | |
| "grad_norm": 0.542630060134636, | |
| "learning_rate": 1.4924656145361642e-05, | |
| "loss": 1.1015, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.0151133501259446, | |
| "grad_norm": 0.44916796266698206, | |
| "learning_rate": 1.4701566346619994e-05, | |
| "loss": 1.0911, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.0151133501259446, | |
| "eval_loss": 1.288699746131897, | |
| "eval_runtime": 37.7556, | |
| "eval_samples_per_second": 10.197, | |
| "eval_steps_per_second": 2.569, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.0235096557514693, | |
| "grad_norm": 0.44991891228670405, | |
| "learning_rate": 1.447945989196518e-05, | |
| "loss": 1.0922, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.031905961376994, | |
| "grad_norm": 0.4773364949208615, | |
| "learning_rate": 1.4258357989192089e-05, | |
| "loss": 1.0882, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.040302267002519, | |
| "grad_norm": 0.47709647551922374, | |
| "learning_rate": 1.403828175017618e-05, | |
| "loss": 1.0976, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.0486985726280436, | |
| "grad_norm": 0.5391514428897679, | |
| "learning_rate": 1.381925218885759e-05, | |
| "loss": 1.0999, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.0570948782535683, | |
| "grad_norm": 0.482275832558956, | |
| "learning_rate": 1.3601290219234642e-05, | |
| "loss": 1.0848, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.065491183879093, | |
| "grad_norm": 0.4879837972652172, | |
| "learning_rate": 1.3384416653366796e-05, | |
| "loss": 1.1053, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.0738874895046178, | |
| "grad_norm": 0.5108185234761726, | |
| "learning_rate": 1.3168652199387565e-05, | |
| "loss": 1.0565, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.082283795130143, | |
| "grad_norm": 0.47147504315736866, | |
| "learning_rate": 1.2954017459527037e-05, | |
| "loss": 1.1135, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.0906801007556677, | |
| "grad_norm": 0.4683105843680792, | |
| "learning_rate": 1.2740532928144785e-05, | |
| "loss": 1.0978, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.0990764063811924, | |
| "grad_norm": 0.46420490471813974, | |
| "learning_rate": 1.2528218989772928e-05, | |
| "loss": 1.0924, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.107472712006717, | |
| "grad_norm": 0.5116237328178771, | |
| "learning_rate": 1.2317095917169729e-05, | |
| "loss": 1.1122, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.115869017632242, | |
| "grad_norm": 0.48364433468846557, | |
| "learning_rate": 1.2107183869383817e-05, | |
| "loss": 1.0654, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.1242653232577666, | |
| "grad_norm": 0.47577790302982037, | |
| "learning_rate": 1.1898502889829367e-05, | |
| "loss": 1.0885, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.1326616288832914, | |
| "grad_norm": 0.5105053373884131, | |
| "learning_rate": 1.1691072904372211e-05, | |
| "loss": 1.0814, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.141057934508816, | |
| "grad_norm": 0.45277641048792205, | |
| "learning_rate": 1.1484913719427245e-05, | |
| "loss": 1.1074, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.149454240134341, | |
| "grad_norm": 0.4721310040821966, | |
| "learning_rate": 1.1280045020067173e-05, | |
| "loss": 1.0624, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.1578505457598656, | |
| "grad_norm": 0.5264060503334844, | |
| "learning_rate": 1.1076486368142974e-05, | |
| "loss": 1.075, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.1662468513853903, | |
| "grad_norm": 0.49378445456124825, | |
| "learning_rate": 1.0874257200415921e-05, | |
| "loss": 1.1239, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.174643157010915, | |
| "grad_norm": 0.4696082013605863, | |
| "learning_rate": 1.0673376826701764e-05, | |
| "loss": 1.0855, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.1830394626364398, | |
| "grad_norm": 0.520016314444527, | |
| "learning_rate": 1.0473864428026903e-05, | |
| "loss": 1.0613, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.1914357682619645, | |
| "grad_norm": 0.5085845086562594, | |
| "learning_rate": 1.0275739054796849e-05, | |
| "loss": 1.0874, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.1998320738874897, | |
| "grad_norm": 0.5229182760518745, | |
| "learning_rate": 1.0079019624977277e-05, | |
| "loss": 1.093, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.2082283795130144, | |
| "grad_norm": 0.4847844823377718, | |
| "learning_rate": 9.883724922287593e-06, | |
| "loss": 1.0792, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.216624685138539, | |
| "grad_norm": 0.4731502709572998, | |
| "learning_rate": 9.689873594407398e-06, | |
| "loss": 1.0513, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.225020990764064, | |
| "grad_norm": 0.5138138380876534, | |
| "learning_rate": 9.497484151195874e-06, | |
| "loss": 1.0663, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.2334172963895886, | |
| "grad_norm": 0.5026329202465635, | |
| "learning_rate": 9.30657496292447e-06, | |
| "loss": 1.0787, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.2418136020151134, | |
| "grad_norm": 0.44925382614215525, | |
| "learning_rate": 9.117164258522695e-06, | |
| "loss": 1.0579, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.250209907640638, | |
| "grad_norm": 0.5293508173928859, | |
| "learning_rate": 8.929270123837632e-06, | |
| "loss": 1.0512, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.258606213266163, | |
| "grad_norm": 0.5247265106521677, | |
| "learning_rate": 8.742910499906973e-06, | |
| "loss": 1.0658, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.2670025188916876, | |
| "grad_norm": 0.5190390778509362, | |
| "learning_rate": 8.558103181245921e-06, | |
| "loss": 1.0696, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.2753988245172123, | |
| "grad_norm": 0.55132785975463, | |
| "learning_rate": 8.374865814148073e-06, | |
| "loss": 1.092, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.283795130142737, | |
| "grad_norm": 0.5213613994205901, | |
| "learning_rate": 8.193215895000526e-06, | |
| "loss": 1.0822, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.292191435768262, | |
| "grad_norm": 0.4796879456796719, | |
| "learning_rate": 8.013170768613146e-06, | |
| "loss": 1.0568, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.3005877413937865, | |
| "grad_norm": 0.5385546333675868, | |
| "learning_rate": 7.834747626562484e-06, | |
| "loss": 1.0731, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.3089840470193117, | |
| "grad_norm": 0.5377987038023434, | |
| "learning_rate": 7.657963505550189e-06, | |
| "loss": 1.075, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.3173803526448364, | |
| "grad_norm": 0.562428992862054, | |
| "learning_rate": 7.482835285776305e-06, | |
| "loss": 1.0854, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.325776658270361, | |
| "grad_norm": 0.4988726750554791, | |
| "learning_rate": 7.309379689327409e-06, | |
| "loss": 1.093, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.334172963895886, | |
| "grad_norm": 0.5433657502932824, | |
| "learning_rate": 7.137613278579964e-06, | |
| "loss": 1.0926, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.3425692695214106, | |
| "grad_norm": 0.5087897129635799, | |
| "learning_rate": 6.967552454618839e-06, | |
| "loss": 1.1078, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.3509655751469354, | |
| "grad_norm": 0.5170416004589418, | |
| "learning_rate": 6.799213455671255e-06, | |
| "loss": 1.0781, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.35936188077246, | |
| "grad_norm": 0.5063141748122139, | |
| "learning_rate": 6.632612355556256e-06, | |
| "loss": 1.0824, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.367758186397985, | |
| "grad_norm": 0.5169250792091412, | |
| "learning_rate": 6.467765062149977e-06, | |
| "loss": 1.0686, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.3761544920235096, | |
| "grad_norm": 0.47167776818464224, | |
| "learning_rate": 6.304687315866589e-06, | |
| "loss": 1.0902, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.3845507976490343, | |
| "grad_norm": 0.5230768936155751, | |
| "learning_rate": 6.143394688155396e-06, | |
| "loss": 1.0704, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.392947103274559, | |
| "grad_norm": 0.5113178637899721, | |
| "learning_rate": 5.98390258001397e-06, | |
| "loss": 1.0824, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.401343408900084, | |
| "grad_norm": 0.5008499019390629, | |
| "learning_rate": 5.826226220517606e-06, | |
| "loss": 1.0549, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.4097397145256085, | |
| "grad_norm": 0.5530580136554508, | |
| "learning_rate": 5.670380665365144e-06, | |
| "loss": 1.0999, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.4181360201511337, | |
| "grad_norm": 0.48265348835919253, | |
| "learning_rate": 5.516380795441417e-06, | |
| "loss": 1.0929, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.4265323257766584, | |
| "grad_norm": 0.5159406165392976, | |
| "learning_rate": 5.364241315396335e-06, | |
| "loss": 1.0857, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.434928631402183, | |
| "grad_norm": 0.5456400716277449, | |
| "learning_rate": 5.21397675224081e-06, | |
| "loss": 1.0763, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.443324937027708, | |
| "grad_norm": 0.5275724452771665, | |
| "learning_rate": 5.065601453959659e-06, | |
| "loss": 1.0837, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.4517212426532327, | |
| "grad_norm": 0.5054255164716437, | |
| "learning_rate": 4.919129588141563e-06, | |
| "loss": 1.0655, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.4601175482787574, | |
| "grad_norm": 0.5226226880297187, | |
| "learning_rate": 4.7745751406263165e-06, | |
| "loss": 1.0604, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.468513853904282, | |
| "grad_norm": 0.4917792079813032, | |
| "learning_rate": 4.631951914169363e-06, | |
| "loss": 1.0635, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.476910159529807, | |
| "grad_norm": 0.5656339286373594, | |
| "learning_rate": 4.491273527123866e-06, | |
| "loss": 1.0838, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.4853064651553316, | |
| "grad_norm": 0.5253948788481366, | |
| "learning_rate": 4.352553412140303e-06, | |
| "loss": 1.06, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.4937027707808563, | |
| "grad_norm": 0.525259011295812, | |
| "learning_rate": 4.215804814883959e-06, | |
| "loss": 1.0728, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.502099076406381, | |
| "grad_norm": 0.4945489147573741, | |
| "learning_rate": 4.08104079277005e-06, | |
| "loss": 1.0567, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.510495382031906, | |
| "grad_norm": 0.5289037096962053, | |
| "learning_rate": 3.948274213717015e-06, | |
| "loss": 1.0833, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.5188916876574305, | |
| "grad_norm": 0.520353171293509, | |
| "learning_rate": 3.817517754917802e-06, | |
| "loss": 1.0794, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.5188916876574305, | |
| "eval_loss": 1.271108627319336, | |
| "eval_runtime": 37.5109, | |
| "eval_samples_per_second": 10.264, | |
| "eval_steps_per_second": 2.586, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.5272879932829557, | |
| "grad_norm": 0.47216191409024166, | |
| "learning_rate": 3.6887839016293807e-06, | |
| "loss": 1.0797, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.53568429890848, | |
| "grad_norm": 0.5168618762259352, | |
| "learning_rate": 3.5620849459805983e-06, | |
| "loss": 1.0809, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.544080604534005, | |
| "grad_norm": 0.5702868726978964, | |
| "learning_rate": 3.4374329857984637e-06, | |
| "loss": 1.0841, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.55247691015953, | |
| "grad_norm": 0.5324695724343947, | |
| "learning_rate": 3.314839923453003e-06, | |
| "loss": 1.0783, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.5608732157850547, | |
| "grad_norm": 0.5856245582119982, | |
| "learning_rate": 3.1943174647207474e-06, | |
| "loss": 1.0657, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.5692695214105794, | |
| "grad_norm": 0.5622043278789876, | |
| "learning_rate": 3.0758771176669948e-06, | |
| "loss": 1.0811, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.577665827036104, | |
| "grad_norm": 0.5164314316915084, | |
| "learning_rate": 2.9595301915470246e-06, | |
| "loss": 1.085, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.586062132661629, | |
| "grad_norm": 0.5302956251674786, | |
| "learning_rate": 2.8452877957261537e-06, | |
| "loss": 1.0682, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.5944584382871536, | |
| "grad_norm": 0.5749370462779954, | |
| "learning_rate": 2.73316083861902e-06, | |
| "loss": 1.0705, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.6028547439126783, | |
| "grad_norm": 0.528328794476431, | |
| "learning_rate": 2.623160026647978e-06, | |
| "loss": 1.08, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.611251049538203, | |
| "grad_norm": 0.5235304102916779, | |
| "learning_rate": 2.515295863220796e-06, | |
| "loss": 1.055, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.619647355163728, | |
| "grad_norm": 0.5312138570667937, | |
| "learning_rate": 2.4095786477277253e-06, | |
| "loss": 1.0541, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.6280436607892526, | |
| "grad_norm": 0.5443569327871725, | |
| "learning_rate": 2.3060184745580972e-06, | |
| "loss": 1.0712, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.6364399664147777, | |
| "grad_norm": 0.48867610044695425, | |
| "learning_rate": 2.2046252321364368e-06, | |
| "loss": 1.0785, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.644836272040302, | |
| "grad_norm": 0.5523392458602866, | |
| "learning_rate": 2.1054086019782785e-06, | |
| "loss": 1.0623, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.653232577665827, | |
| "grad_norm": 0.5415782176601202, | |
| "learning_rate": 2.008378057765725e-06, | |
| "loss": 1.0629, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.661628883291352, | |
| "grad_norm": 0.5486934335306471, | |
| "learning_rate": 1.913542864442849e-06, | |
| "loss": 1.0682, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.6700251889168767, | |
| "grad_norm": 0.5176003080136743, | |
| "learning_rate": 1.8209120773310468e-06, | |
| "loss": 1.0352, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.6784214945424014, | |
| "grad_norm": 0.5415079933956461, | |
| "learning_rate": 1.7304945412643825e-06, | |
| "loss": 1.0617, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.686817800167926, | |
| "grad_norm": 0.5461504669544123, | |
| "learning_rate": 1.6422988897450392e-06, | |
| "loss": 1.0712, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.695214105793451, | |
| "grad_norm": 0.5356674558567608, | |
| "learning_rate": 1.5563335441189458e-06, | |
| "loss": 1.0735, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.7036104114189756, | |
| "grad_norm": 0.5177763070870024, | |
| "learning_rate": 1.4726067127716958e-06, | |
| "loss": 1.0621, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.7120067170445004, | |
| "grad_norm": 0.5696590300719524, | |
| "learning_rate": 1.3911263903447241e-06, | |
| "loss": 1.0652, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.720403022670025, | |
| "grad_norm": 0.4910661226799717, | |
| "learning_rate": 1.3119003569719789e-06, | |
| "loss": 1.0622, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.72879932829555, | |
| "grad_norm": 0.5036708642245188, | |
| "learning_rate": 1.2349361775370245e-06, | |
| "loss": 1.063, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.7371956339210746, | |
| "grad_norm": 0.5183995701558842, | |
| "learning_rate": 1.1602412009507014e-06, | |
| "loss": 1.0598, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.7455919395465997, | |
| "grad_norm": 0.4923573412537131, | |
| "learning_rate": 1.087822559449425e-06, | |
| "loss": 1.037, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.753988245172124, | |
| "grad_norm": 0.5351167051477966, | |
| "learning_rate": 1.0176871679141664e-06, | |
| "loss": 1.0721, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.762384550797649, | |
| "grad_norm": 0.5138535715173458, | |
| "learning_rate": 9.49841723210182e-07, | |
| "loss": 1.0624, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.770780856423174, | |
| "grad_norm": 0.5562194428595657, | |
| "learning_rate": 8.842927035475763e-07, | |
| "loss": 1.0868, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.7791771620486987, | |
| "grad_norm": 0.5352125908767389, | |
| "learning_rate": 8.210463678626989e-07, | |
| "loss": 1.0509, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.7875734676742234, | |
| "grad_norm": 0.5617426830025886, | |
| "learning_rate": 7.601087552205621e-07, | |
| "loss": 1.0568, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.795969773299748, | |
| "grad_norm": 0.5445075989319467, | |
| "learning_rate": 7.014856842381484e-07, | |
| "loss": 1.0745, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.804366078925273, | |
| "grad_norm": 0.5294691240524095, | |
| "learning_rate": 6.451827525288612e-07, | |
| "loss": 1.0708, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.8127623845507976, | |
| "grad_norm": 0.5469429580225932, | |
| "learning_rate": 5.912053361680159e-07, | |
| "loss": 1.0772, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.8211586901763224, | |
| "grad_norm": 0.5197486795769499, | |
| "learning_rate": 5.395585891795174e-07, | |
| "loss": 1.0437, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.829554995801847, | |
| "grad_norm": 0.5804047203332435, | |
| "learning_rate": 4.90247443043712e-07, | |
| "loss": 1.064, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.837951301427372, | |
| "grad_norm": 0.5645169239872654, | |
| "learning_rate": 4.43276606226542e-07, | |
| "loss": 1.0702, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.8463476070528966, | |
| "grad_norm": 0.5350844658781305, | |
| "learning_rate": 3.9865056372990763e-07, | |
| "loss": 1.0731, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.8547439126784218, | |
| "grad_norm": 0.5252887341555534, | |
| "learning_rate": 3.563735766634629e-07, | |
| "loss": 1.0576, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.863140218303946, | |
| "grad_norm": 0.4893728491690957, | |
| "learning_rate": 3.164496818377188e-07, | |
| "loss": 1.0526, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.8715365239294712, | |
| "grad_norm": 0.5238206701307841, | |
| "learning_rate": 2.7888269137860413e-07, | |
| "loss": 1.0631, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.879932829554996, | |
| "grad_norm": 0.5616265204939842, | |
| "learning_rate": 2.436761923634456e-07, | |
| "loss": 1.1013, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.8883291351805207, | |
| "grad_norm": 0.52918003457263, | |
| "learning_rate": 2.108335464784811e-07, | |
| "loss": 1.0737, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.8967254408060454, | |
| "grad_norm": 0.5686960611410121, | |
| "learning_rate": 1.8035788969784638e-07, | |
| "loss": 1.0823, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.90512174643157, | |
| "grad_norm": 0.4994659787416042, | |
| "learning_rate": 1.522521319841541e-07, | |
| "loss": 1.0692, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.913518052057095, | |
| "grad_norm": 0.5629206398185236, | |
| "learning_rate": 1.2651895701063233e-07, | |
| "loss": 1.0698, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 2.9219143576826196, | |
| "grad_norm": 0.5675179585041099, | |
| "learning_rate": 1.0316082190486298e-07, | |
| "loss": 1.0746, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.9303106633081444, | |
| "grad_norm": 0.5175715407014831, | |
| "learning_rate": 8.217995701418624e-08, | |
| "loss": 1.0454, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.938706968933669, | |
| "grad_norm": 0.5240794519085307, | |
| "learning_rate": 6.35783656927097e-08, | |
| "loss": 1.056, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.947103274559194, | |
| "grad_norm": 0.49756212695927055, | |
| "learning_rate": 4.7357824110044743e-08, | |
| "loss": 1.0689, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 2.9554995801847186, | |
| "grad_norm": 0.5251282063460313, | |
| "learning_rate": 3.351988108168391e-08, | |
| "loss": 1.0603, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.9638958858102438, | |
| "grad_norm": 0.5422569799063949, | |
| "learning_rate": 2.2065857921133025e-08, | |
| "loss": 1.0822, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 2.972292191435768, | |
| "grad_norm": 0.543354269594394, | |
| "learning_rate": 1.2996848313734378e-08, | |
| "loss": 1.075, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.9806884970612932, | |
| "grad_norm": 0.5348306207009784, | |
| "learning_rate": 6.31371821224469e-09, | |
| "loss": 1.0692, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.9890848026868175, | |
| "grad_norm": 0.5488049489103773, | |
| "learning_rate": 2.017105754134607e-09, | |
| "loss": 1.0895, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.9974811083123427, | |
| "grad_norm": 0.552482965655854, | |
| "learning_rate": 1.0742120067630535e-10, | |
| "loss": 1.0465, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 3573, | |
| "total_flos": 234145141751808.0, | |
| "train_loss": 1.2264163225196905, | |
| "train_runtime": 4742.9935, | |
| "train_samples_per_second": 24.104, | |
| "train_steps_per_second": 0.753 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3573, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 234145141751808.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |