{ "best_metric": 0.8221343873517787, "best_model_checkpoint": "distilbert-base-multilingual-cased-hyper-matt/run-fe8x31a1/checkpoint-1600", "epoch": 4.0, "eval_steps": 500, "global_step": 1600, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.025, "grad_norm": 2.465484380722046, "learning_rate": 1.0183825327238303e-05, "loss": 0.6569, "step": 10 }, { "epoch": 0.05, "grad_norm": 2.43125319480896, "learning_rate": 1.0119776111343723e-05, "loss": 0.602, "step": 20 }, { "epoch": 0.075, "grad_norm": 3.516777753829956, "learning_rate": 1.0055726895449141e-05, "loss": 0.5564, "step": 30 }, { "epoch": 0.1, "grad_norm": 3.9462332725524902, "learning_rate": 9.99167767955456e-06, "loss": 0.5128, "step": 40 }, { "epoch": 0.125, "grad_norm": 5.612371444702148, "learning_rate": 9.92762846365998e-06, "loss": 0.5192, "step": 50 }, { "epoch": 0.15, "grad_norm": 6.378769397735596, "learning_rate": 9.863579247765402e-06, "loss": 0.4211, "step": 60 }, { "epoch": 0.175, "grad_norm": 11.276257514953613, "learning_rate": 9.799530031870821e-06, "loss": 0.546, "step": 70 }, { "epoch": 0.2, "grad_norm": 3.064713478088379, "learning_rate": 9.735480815976239e-06, "loss": 0.498, "step": 80 }, { "epoch": 0.225, "grad_norm": 9.063024520874023, "learning_rate": 9.671431600081659e-06, "loss": 0.5396, "step": 90 }, { "epoch": 0.25, "grad_norm": 4.74234676361084, "learning_rate": 9.607382384187078e-06, "loss": 0.4042, "step": 100 }, { "epoch": 0.275, "grad_norm": 7.316481113433838, "learning_rate": 9.543333168292498e-06, "loss": 0.4045, "step": 110 }, { "epoch": 0.3, "grad_norm": 22.763166427612305, "learning_rate": 9.479283952397918e-06, "loss": 0.5125, "step": 120 }, { "epoch": 0.325, "grad_norm": 3.7233777046203613, "learning_rate": 9.415234736503336e-06, "loss": 0.3518, "step": 130 }, { "epoch": 0.35, "grad_norm": 7.468355655670166, "learning_rate": 9.351185520608755e-06, "loss": 0.4669, "step": 140 }, { "epoch": 0.375, "grad_norm": 11.998982429504395, "learning_rate": 9.287136304714177e-06, "loss": 0.5277, "step": 150 }, { "epoch": 0.4, "grad_norm": 7.883176326751709, "learning_rate": 9.223087088819596e-06, "loss": 0.5429, "step": 160 }, { "epoch": 0.425, "grad_norm": 4.340709686279297, "learning_rate": 9.159037872925016e-06, "loss": 0.3975, "step": 170 }, { "epoch": 0.45, "grad_norm": 20.57011604309082, "learning_rate": 9.094988657030434e-06, "loss": 0.5238, "step": 180 }, { "epoch": 0.475, "grad_norm": 9.75264835357666, "learning_rate": 9.030939441135854e-06, "loss": 0.3218, "step": 190 }, { "epoch": 0.5, "grad_norm": 6.691798686981201, "learning_rate": 8.966890225241273e-06, "loss": 0.4217, "step": 200 }, { "epoch": 0.525, "grad_norm": 18.962495803833008, "learning_rate": 8.902841009346693e-06, "loss": 0.4099, "step": 210 }, { "epoch": 0.55, "grad_norm": 19.744651794433594, "learning_rate": 8.838791793452112e-06, "loss": 0.4664, "step": 220 }, { "epoch": 0.575, "grad_norm": 2.020491361618042, "learning_rate": 8.77474257755753e-06, "loss": 0.4978, "step": 230 }, { "epoch": 0.6, "grad_norm": 1.9042363166809082, "learning_rate": 8.71069336166295e-06, "loss": 0.7353, "step": 240 }, { "epoch": 0.625, "grad_norm": 0.9909853935241699, "learning_rate": 8.64664414576837e-06, "loss": 0.2968, "step": 250 }, { "epoch": 0.65, "grad_norm": 42.648502349853516, "learning_rate": 8.582594929873791e-06, "loss": 0.5019, "step": 260 }, { "epoch": 0.675, "grad_norm": 25.46623992919922, "learning_rate": 8.51854571397921e-06, "loss": 0.5053, "step": 270 }, { "epoch": 0.7, "grad_norm": 0.3692927658557892, "learning_rate": 8.454496498084629e-06, "loss": 0.3831, "step": 280 }, { "epoch": 0.725, "grad_norm": 0.7488847970962524, "learning_rate": 8.390447282190048e-06, "loss": 0.398, "step": 290 }, { "epoch": 0.75, "grad_norm": 17.168367385864258, "learning_rate": 8.326398066295468e-06, "loss": 0.2452, "step": 300 }, { "epoch": 0.775, "grad_norm": 1.7695820331573486, "learning_rate": 8.262348850400888e-06, "loss": 0.542, "step": 310 }, { "epoch": 0.8, "grad_norm": 65.51653289794922, "learning_rate": 8.198299634506307e-06, "loss": 0.5008, "step": 320 }, { "epoch": 0.825, "grad_norm": 44.33673095703125, "learning_rate": 8.134250418611725e-06, "loss": 0.6469, "step": 330 }, { "epoch": 0.85, "grad_norm": 0.41344940662384033, "learning_rate": 8.070201202717145e-06, "loss": 0.2898, "step": 340 }, { "epoch": 0.875, "grad_norm": 3.3205506801605225, "learning_rate": 8.006151986822566e-06, "loss": 0.1732, "step": 350 }, { "epoch": 0.9, "grad_norm": 14.04995059967041, "learning_rate": 7.942102770927986e-06, "loss": 0.2073, "step": 360 }, { "epoch": 0.925, "grad_norm": 41.5389289855957, "learning_rate": 7.878053555033405e-06, "loss": 0.7956, "step": 370 }, { "epoch": 0.95, "grad_norm": 6.405807018280029, "learning_rate": 7.814004339138823e-06, "loss": 0.1996, "step": 380 }, { "epoch": 0.975, "grad_norm": 6.849510669708252, "learning_rate": 7.749955123244243e-06, "loss": 0.676, "step": 390 }, { "epoch": 1.0, "grad_norm": 2.162174701690674, "learning_rate": 7.685905907349663e-06, "loss": 0.4163, "step": 400 }, { "epoch": 1.0, "eval_accuracy": 0.875, "eval_f1": 0.782608695652174, "eval_loss": 0.4506184458732605, "eval_precision": 0.8411214953271028, "eval_recall": 0.7317073170731707, "eval_runtime": 1.5181, "eval_samples_per_second": 263.486, "eval_steps_per_second": 16.468, "step": 400 }, { "epoch": 1.025, "grad_norm": 2.081864595413208, "learning_rate": 7.621856691455082e-06, "loss": 0.4658, "step": 410 }, { "epoch": 1.05, "grad_norm": 22.64581871032715, "learning_rate": 7.557807475560502e-06, "loss": 0.5153, "step": 420 }, { "epoch": 1.075, "grad_norm": 0.2620379626750946, "learning_rate": 7.493758259665921e-06, "loss": 0.4354, "step": 430 }, { "epoch": 1.1, "grad_norm": 10.08032512664795, "learning_rate": 7.4297090437713405e-06, "loss": 0.532, "step": 440 }, { "epoch": 1.125, "grad_norm": 14.143264770507812, "learning_rate": 7.36565982787676e-06, "loss": 0.4678, "step": 450 }, { "epoch": 1.15, "grad_norm": 1.1635172367095947, "learning_rate": 7.30161061198218e-06, "loss": 0.3581, "step": 460 }, { "epoch": 1.175, "grad_norm": 0.33979693055152893, "learning_rate": 7.237561396087599e-06, "loss": 0.3167, "step": 470 }, { "epoch": 1.2, "grad_norm": 76.80068969726562, "learning_rate": 7.173512180193018e-06, "loss": 0.7472, "step": 480 }, { "epoch": 1.225, "grad_norm": 2.206153631210327, "learning_rate": 7.109462964298438e-06, "loss": 0.1161, "step": 490 }, { "epoch": 1.25, "grad_norm": 0.474626749753952, "learning_rate": 7.0454137484038575e-06, "loss": 0.8155, "step": 500 }, { "epoch": 1.275, "grad_norm": 0.23399832844734192, "learning_rate": 6.981364532509277e-06, "loss": 0.0966, "step": 510 }, { "epoch": 1.3, "grad_norm": 0.5017552375793457, "learning_rate": 6.917315316614697e-06, "loss": 0.3474, "step": 520 }, { "epoch": 1.325, "grad_norm": 0.15660956501960754, "learning_rate": 6.853266100720116e-06, "loss": 0.2475, "step": 530 }, { "epoch": 1.35, "grad_norm": 0.13862070441246033, "learning_rate": 6.789216884825535e-06, "loss": 0.1474, "step": 540 }, { "epoch": 1.375, "grad_norm": 0.12236533313989639, "learning_rate": 6.725167668930955e-06, "loss": 0.6624, "step": 550 }, { "epoch": 1.4, "grad_norm": 0.17981773614883423, "learning_rate": 6.6611184530363745e-06, "loss": 0.5006, "step": 560 }, { "epoch": 1.425, "grad_norm": 47.974552154541016, "learning_rate": 6.597069237141794e-06, "loss": 0.6282, "step": 570 }, { "epoch": 1.45, "grad_norm": 33.56760025024414, "learning_rate": 6.533020021247213e-06, "loss": 0.3801, "step": 580 }, { "epoch": 1.475, "grad_norm": 43.71825408935547, "learning_rate": 6.468970805352633e-06, "loss": 0.2156, "step": 590 }, { "epoch": 1.5, "grad_norm": 8.383208274841309, "learning_rate": 6.404921589458052e-06, "loss": 0.5187, "step": 600 }, { "epoch": 1.525, "grad_norm": 29.942264556884766, "learning_rate": 6.340872373563472e-06, "loss": 0.715, "step": 610 }, { "epoch": 1.55, "grad_norm": 36.5871467590332, "learning_rate": 6.2768231576688916e-06, "loss": 0.3923, "step": 620 }, { "epoch": 1.575, "grad_norm": 6.348372936248779, "learning_rate": 6.21277394177431e-06, "loss": 0.2363, "step": 630 }, { "epoch": 1.6, "grad_norm": 0.7240210771560669, "learning_rate": 6.14872472587973e-06, "loss": 0.5193, "step": 640 }, { "epoch": 1.625, "grad_norm": 17.27436065673828, "learning_rate": 6.08467550998515e-06, "loss": 0.4842, "step": 650 }, { "epoch": 1.65, "grad_norm": 0.9968159794807434, "learning_rate": 6.020626294090569e-06, "loss": 0.3314, "step": 660 }, { "epoch": 1.675, "grad_norm": 19.745121002197266, "learning_rate": 5.956577078195989e-06, "loss": 0.5173, "step": 670 }, { "epoch": 1.7, "grad_norm": 25.66410255432129, "learning_rate": 5.892527862301408e-06, "loss": 0.3552, "step": 680 }, { "epoch": 1.725, "grad_norm": 25.031274795532227, "learning_rate": 5.828478646406827e-06, "loss": 0.0588, "step": 690 }, { "epoch": 1.75, "grad_norm": 38.753299713134766, "learning_rate": 5.764429430512247e-06, "loss": 0.2827, "step": 700 }, { "epoch": 1.775, "grad_norm": 0.19221529364585876, "learning_rate": 5.700380214617667e-06, "loss": 0.3315, "step": 710 }, { "epoch": 1.8, "grad_norm": 0.20989102125167847, "learning_rate": 5.636330998723086e-06, "loss": 0.4643, "step": 720 }, { "epoch": 1.825, "grad_norm": 28.042871475219727, "learning_rate": 5.572281782828505e-06, "loss": 0.2059, "step": 730 }, { "epoch": 1.85, "grad_norm": 0.9901361465454102, "learning_rate": 5.508232566933925e-06, "loss": 0.355, "step": 740 }, { "epoch": 1.875, "grad_norm": 13.503495216369629, "learning_rate": 5.4441833510393444e-06, "loss": 0.2597, "step": 750 }, { "epoch": 1.9, "grad_norm": 0.23809027671813965, "learning_rate": 5.380134135144764e-06, "loss": 0.0945, "step": 760 }, { "epoch": 1.925, "grad_norm": 36.807735443115234, "learning_rate": 5.316084919250184e-06, "loss": 0.3779, "step": 770 }, { "epoch": 1.95, "grad_norm": 27.212745666503906, "learning_rate": 5.2520357033556025e-06, "loss": 0.6778, "step": 780 }, { "epoch": 1.975, "grad_norm": 6.413946628570557, "learning_rate": 5.187986487461022e-06, "loss": 0.4058, "step": 790 }, { "epoch": 2.0, "grad_norm": 0.1529124528169632, "learning_rate": 5.123937271566442e-06, "loss": 0.3493, "step": 800 }, { "epoch": 2.0, "eval_accuracy": 0.87, "eval_f1": 0.803030303030303, "eval_loss": 0.4885742962360382, "eval_precision": 0.75177304964539, "eval_recall": 0.8617886178861789, "eval_runtime": 1.5266, "eval_samples_per_second": 262.025, "eval_steps_per_second": 16.377, "step": 800 }, { "epoch": 2.025, "grad_norm": 9.217399597167969, "learning_rate": 5.0598880556718615e-06, "loss": 0.3507, "step": 810 }, { "epoch": 2.05, "grad_norm": 0.30253663659095764, "learning_rate": 4.99583883977728e-06, "loss": 0.5887, "step": 820 }, { "epoch": 2.075, "grad_norm": 64.33631896972656, "learning_rate": 4.931789623882701e-06, "loss": 0.3498, "step": 830 }, { "epoch": 2.1, "grad_norm": 85.37213134765625, "learning_rate": 4.8677404079881196e-06, "loss": 0.4155, "step": 840 }, { "epoch": 2.125, "grad_norm": 0.8680962324142456, "learning_rate": 4.803691192093539e-06, "loss": 0.3435, "step": 850 }, { "epoch": 2.15, "grad_norm": 0.12275892496109009, "learning_rate": 4.739641976198959e-06, "loss": 0.3271, "step": 860 }, { "epoch": 2.175, "grad_norm": 70.70037841796875, "learning_rate": 4.675592760304378e-06, "loss": 0.166, "step": 870 }, { "epoch": 2.2, "grad_norm": 56.94752883911133, "learning_rate": 4.611543544409798e-06, "loss": 0.2044, "step": 880 }, { "epoch": 2.225, "grad_norm": 1.558278203010559, "learning_rate": 4.547494328515217e-06, "loss": 0.2045, "step": 890 }, { "epoch": 2.25, "grad_norm": 60.74308395385742, "learning_rate": 4.483445112620637e-06, "loss": 0.3747, "step": 900 }, { "epoch": 2.275, "grad_norm": 4.4130167961120605, "learning_rate": 4.419395896726056e-06, "loss": 0.2812, "step": 910 }, { "epoch": 2.3, "grad_norm": 0.4344184398651123, "learning_rate": 4.355346680831475e-06, "loss": 0.5069, "step": 920 }, { "epoch": 2.325, "grad_norm": 1.5964275598526, "learning_rate": 4.2912974649368955e-06, "loss": 0.3639, "step": 930 }, { "epoch": 2.35, "grad_norm": 0.10798884928226471, "learning_rate": 4.227248249042314e-06, "loss": 0.4477, "step": 940 }, { "epoch": 2.375, "grad_norm": 0.1452270895242691, "learning_rate": 4.163199033147734e-06, "loss": 0.0609, "step": 950 }, { "epoch": 2.4, "grad_norm": 1.5391632318496704, "learning_rate": 4.099149817253154e-06, "loss": 0.4871, "step": 960 }, { "epoch": 2.425, "grad_norm": 0.310716450214386, "learning_rate": 4.035100601358572e-06, "loss": 0.3586, "step": 970 }, { "epoch": 2.45, "grad_norm": 0.0929633229970932, "learning_rate": 3.971051385463993e-06, "loss": 0.142, "step": 980 }, { "epoch": 2.475, "grad_norm": 72.40925598144531, "learning_rate": 3.907002169569412e-06, "loss": 0.2806, "step": 990 }, { "epoch": 2.5, "grad_norm": 11.580459594726562, "learning_rate": 3.842952953674831e-06, "loss": 0.2034, "step": 1000 }, { "epoch": 2.525, "grad_norm": 0.12087017297744751, "learning_rate": 3.778903737780251e-06, "loss": 0.2401, "step": 1010 }, { "epoch": 2.55, "grad_norm": 19.90984344482422, "learning_rate": 3.7148545218856702e-06, "loss": 0.5233, "step": 1020 }, { "epoch": 2.575, "grad_norm": 7.508769512176514, "learning_rate": 3.65080530599109e-06, "loss": 0.3914, "step": 1030 }, { "epoch": 2.6, "grad_norm": 0.2051800787448883, "learning_rate": 3.586756090096509e-06, "loss": 0.1612, "step": 1040 }, { "epoch": 2.625, "grad_norm": 0.07582038640975952, "learning_rate": 3.5227068742019287e-06, "loss": 0.2666, "step": 1050 }, { "epoch": 2.65, "grad_norm": 8.369606971740723, "learning_rate": 3.4586576583073484e-06, "loss": 0.3709, "step": 1060 }, { "epoch": 2.675, "grad_norm": 1.155171275138855, "learning_rate": 3.3946084424127676e-06, "loss": 0.1559, "step": 1070 }, { "epoch": 2.7, "grad_norm": 0.2200879603624344, "learning_rate": 3.3305592265181873e-06, "loss": 0.4052, "step": 1080 }, { "epoch": 2.725, "grad_norm": 0.4829643964767456, "learning_rate": 3.2665100106236065e-06, "loss": 0.2918, "step": 1090 }, { "epoch": 2.75, "grad_norm": 56.13560485839844, "learning_rate": 3.202460794729026e-06, "loss": 0.5361, "step": 1100 }, { "epoch": 2.775, "grad_norm": 90.05322265625, "learning_rate": 3.1384115788344458e-06, "loss": 0.2005, "step": 1110 }, { "epoch": 2.8, "grad_norm": 7.227364540100098, "learning_rate": 3.074362362939865e-06, "loss": 0.3012, "step": 1120 }, { "epoch": 2.825, "grad_norm": 2.593374490737915, "learning_rate": 3.0103131470452847e-06, "loss": 0.3023, "step": 1130 }, { "epoch": 2.85, "grad_norm": 0.11675723642110825, "learning_rate": 2.946263931150704e-06, "loss": 0.5068, "step": 1140 }, { "epoch": 2.875, "grad_norm": 18.220458984375, "learning_rate": 2.8822147152561235e-06, "loss": 0.7038, "step": 1150 }, { "epoch": 2.9, "grad_norm": 24.797286987304688, "learning_rate": 2.818165499361543e-06, "loss": 0.2784, "step": 1160 }, { "epoch": 2.925, "grad_norm": 0.1621352583169937, "learning_rate": 2.7541162834669624e-06, "loss": 0.3992, "step": 1170 }, { "epoch": 2.95, "grad_norm": 5.978437423706055, "learning_rate": 2.690067067572382e-06, "loss": 0.2153, "step": 1180 }, { "epoch": 2.975, "grad_norm": 3.2128543853759766, "learning_rate": 2.6260178516778013e-06, "loss": 0.0851, "step": 1190 }, { "epoch": 3.0, "grad_norm": 0.09984573721885681, "learning_rate": 2.561968635783221e-06, "loss": 0.185, "step": 1200 }, { "epoch": 3.0, "eval_accuracy": 0.8825, "eval_f1": 0.8097165991902834, "eval_loss": 0.44865548610687256, "eval_precision": 0.8064516129032258, "eval_recall": 0.8130081300813008, "eval_runtime": 1.5206, "eval_samples_per_second": 263.061, "eval_steps_per_second": 16.441, "step": 1200 }, { "epoch": 3.025, "grad_norm": 0.31235378980636597, "learning_rate": 2.49791941988864e-06, "loss": 0.1404, "step": 1210 }, { "epoch": 3.05, "grad_norm": 0.2695654034614563, "learning_rate": 2.4338702039940598e-06, "loss": 0.008, "step": 1220 }, { "epoch": 3.075, "grad_norm": 1.723610758781433, "learning_rate": 2.3698209880994794e-06, "loss": 0.4498, "step": 1230 }, { "epoch": 3.1, "grad_norm": 16.759214401245117, "learning_rate": 2.305771772204899e-06, "loss": 0.328, "step": 1240 }, { "epoch": 3.125, "grad_norm": 1.0185809135437012, "learning_rate": 2.2417225563103183e-06, "loss": 0.3204, "step": 1250 }, { "epoch": 3.15, "grad_norm": 55.74982833862305, "learning_rate": 2.1776733404157375e-06, "loss": 0.3453, "step": 1260 }, { "epoch": 3.175, "grad_norm": 1.2274974584579468, "learning_rate": 2.113624124521157e-06, "loss": 0.0774, "step": 1270 }, { "epoch": 3.2, "grad_norm": 5.082088470458984, "learning_rate": 2.049574908626577e-06, "loss": 0.3043, "step": 1280 }, { "epoch": 3.225, "grad_norm": 0.10691297054290771, "learning_rate": 1.9855256927319965e-06, "loss": 0.3526, "step": 1290 }, { "epoch": 3.25, "grad_norm": 0.19949033856391907, "learning_rate": 1.9214764768374157e-06, "loss": 0.4051, "step": 1300 }, { "epoch": 3.275, "grad_norm": 0.6929848790168762, "learning_rate": 1.8574272609428351e-06, "loss": 0.3021, "step": 1310 }, { "epoch": 3.3, "grad_norm": 0.11993855237960815, "learning_rate": 1.7933780450482546e-06, "loss": 0.1488, "step": 1320 }, { "epoch": 3.325, "grad_norm": 66.17958068847656, "learning_rate": 1.7293288291536742e-06, "loss": 0.5091, "step": 1330 }, { "epoch": 3.35, "grad_norm": 0.1274821162223816, "learning_rate": 1.6652796132590936e-06, "loss": 0.1949, "step": 1340 }, { "epoch": 3.375, "grad_norm": 31.55275535583496, "learning_rate": 1.601230397364513e-06, "loss": 0.0591, "step": 1350 }, { "epoch": 3.4, "grad_norm": 0.058220572769641876, "learning_rate": 1.5371811814699325e-06, "loss": 0.1784, "step": 1360 }, { "epoch": 3.425, "grad_norm": 0.42207491397857666, "learning_rate": 1.473131965575352e-06, "loss": 0.224, "step": 1370 }, { "epoch": 3.45, "grad_norm": 3.044186592102051, "learning_rate": 1.4090827496807716e-06, "loss": 0.0545, "step": 1380 }, { "epoch": 3.475, "grad_norm": 0.08542516827583313, "learning_rate": 1.345033533786191e-06, "loss": 0.2772, "step": 1390 }, { "epoch": 3.5, "grad_norm": 0.05780614912509918, "learning_rate": 1.2809843178916105e-06, "loss": 0.1839, "step": 1400 }, { "epoch": 3.525, "grad_norm": 0.17887786030769348, "learning_rate": 1.2169351019970299e-06, "loss": 0.4968, "step": 1410 }, { "epoch": 3.55, "grad_norm": 8.942314147949219, "learning_rate": 1.1528858861024495e-06, "loss": 0.2654, "step": 1420 }, { "epoch": 3.575, "grad_norm": 0.060382865369319916, "learning_rate": 1.0888366702078688e-06, "loss": 0.3845, "step": 1430 }, { "epoch": 3.6, "grad_norm": 0.06488844007253647, "learning_rate": 1.0247874543132884e-06, "loss": 0.2024, "step": 1440 }, { "epoch": 3.625, "grad_norm": 0.14169873297214508, "learning_rate": 9.607382384187078e-07, "loss": 0.0238, "step": 1450 }, { "epoch": 3.65, "grad_norm": 0.2857815623283386, "learning_rate": 8.966890225241273e-07, "loss": 0.0512, "step": 1460 }, { "epoch": 3.675, "grad_norm": 2.5256128311157227, "learning_rate": 8.326398066295468e-07, "loss": 0.5249, "step": 1470 }, { "epoch": 3.7, "grad_norm": 0.10582108050584793, "learning_rate": 7.685905907349663e-07, "loss": 0.2432, "step": 1480 }, { "epoch": 3.725, "grad_norm": 0.14601752161979675, "learning_rate": 7.045413748403858e-07, "loss": 0.0423, "step": 1490 }, { "epoch": 3.75, "grad_norm": 0.12057498842477798, "learning_rate": 6.404921589458052e-07, "loss": 0.3617, "step": 1500 }, { "epoch": 3.775, "grad_norm": 0.3876931965351105, "learning_rate": 5.764429430512248e-07, "loss": 0.3447, "step": 1510 }, { "epoch": 3.8, "grad_norm": 0.1493206024169922, "learning_rate": 5.123937271566442e-07, "loss": 0.1157, "step": 1520 }, { "epoch": 3.825, "grad_norm": 0.06613587588071823, "learning_rate": 4.4834451126206364e-07, "loss": 0.0055, "step": 1530 }, { "epoch": 3.85, "grad_norm": 1.067234992980957, "learning_rate": 3.842952953674831e-07, "loss": 0.2564, "step": 1540 }, { "epoch": 3.875, "grad_norm": 0.3370356559753418, "learning_rate": 3.202460794729026e-07, "loss": 0.4938, "step": 1550 }, { "epoch": 3.9, "grad_norm": 36.366207122802734, "learning_rate": 2.561968635783221e-07, "loss": 0.7624, "step": 1560 }, { "epoch": 3.925, "grad_norm": 2.3503971099853516, "learning_rate": 1.9214764768374156e-07, "loss": 0.6955, "step": 1570 }, { "epoch": 3.95, "grad_norm": 0.06582440435886383, "learning_rate": 1.2809843178916105e-07, "loss": 0.1656, "step": 1580 }, { "epoch": 3.975, "grad_norm": 0.24124383926391602, "learning_rate": 6.404921589458053e-08, "loss": 0.1119, "step": 1590 }, { "epoch": 4.0, "grad_norm": 26.87814712524414, "learning_rate": 0.0, "loss": 0.1595, "step": 1600 }, { "epoch": 4.0, "eval_accuracy": 0.8875, "eval_f1": 0.8221343873517787, "eval_loss": 0.48518621921539307, "eval_precision": 0.8, "eval_recall": 0.8455284552845529, "eval_runtime": 1.5632, "eval_samples_per_second": 255.89, "eval_steps_per_second": 15.993, "step": 1600 } ], "logging_steps": 10, "max_steps": 1600, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 847261481803776.0, "train_batch_size": 4, "trial_name": null, "trial_params": { "_wandb": {}, "assignments": {}, "learning_rate": 1.0247874543132884e-05, "metric": "eval/loss", "num_train_epochs": 4, "per_device_train_batch_size": 4, "seed": 13 } }