{ "best_metric": null, "best_model_checkpoint": null, "epoch": 9.99995686494414, "global_step": 115910, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 5.172413793103448e-07, "loss": 2.1185, "step": 1 }, { "epoch": 0.02, "learning_rate": 0.00012931034482758618, "loss": 1.5115, "step": 250 }, { "epoch": 0.04, "learning_rate": 0.00025862068965517237, "loss": 1.2814, "step": 500 }, { "epoch": 0.06, "learning_rate": 0.0003879310344827586, "loss": 1.2284, "step": 750 }, { "epoch": 0.09, "learning_rate": 0.0005172413793103447, "loss": 1.2049, "step": 1000 }, { "epoch": 0.11, "learning_rate": 0.0005999990893103199, "loss": 1.1888, "step": 1250 }, { "epoch": 0.13, "learning_rate": 0.0005999870030839344, "loss": 1.1754, "step": 1500 }, { "epoch": 0.15, "learning_rate": 0.0005999608636610692, "loss": 1.1618, "step": 1750 }, { "epoch": 0.17, "learning_rate": 0.0005999206722662517, "loss": 1.1522, "step": 2000 }, { "epoch": 0.19, "learning_rate": 0.0005998664307822891, "loss": 1.1431, "step": 2250 }, { "epoch": 0.22, "learning_rate": 0.0005997981417501787, "loss": 1.139, "step": 2500 }, { "epoch": 0.24, "learning_rate": 0.0005997158083689897, "loss": 1.134, "step": 2750 }, { "epoch": 0.26, "learning_rate": 0.0005996194344957133, "loss": 1.1267, "step": 3000 }, { "epoch": 0.28, "learning_rate": 0.0005995090246450815, "loss": 1.1215, "step": 3250 }, { "epoch": 0.3, "learning_rate": 0.0005993845839893562, "loss": 1.1198, "step": 3500 }, { "epoch": 0.32, "learning_rate": 0.0005992461183580866, "loss": 1.1145, "step": 3750 }, { "epoch": 0.35, "learning_rate": 0.0005990936342378362, "loss": 1.1097, "step": 4000 }, { "epoch": 0.37, "learning_rate": 0.0005989271387718786, "loss": 1.1071, "step": 4250 }, { "epoch": 0.39, "learning_rate": 0.0005987466397598635, "loss": 1.1049, "step": 4500 }, { "epoch": 0.41, "learning_rate": 0.0005985521456574509, "loss": 1.1012, "step": 4750 }, { "epoch": 0.43, "learning_rate": 0.0005983436655759147, "loss": 1.0981, "step": 5000 }, { "epoch": 0.45, "learning_rate": 0.0005981212092817168, "loss": 1.0959, "step": 5250 }, { "epoch": 0.47, "learning_rate": 0.0005978847871960486, "loss": 1.092, "step": 5500 }, { "epoch": 0.5, "learning_rate": 0.0005976344103943434, "loss": 1.0911, "step": 5750 }, { "epoch": 0.52, "learning_rate": 0.0005973700906057571, "loss": 1.0878, "step": 6000 }, { "epoch": 0.54, "learning_rate": 0.0005970918402126193, "loss": 1.0856, "step": 6250 }, { "epoch": 0.56, "learning_rate": 0.000596799672249853, "loss": 1.0818, "step": 6500 }, { "epoch": 0.58, "learning_rate": 0.0005964936004043636, "loss": 1.0816, "step": 6750 }, { "epoch": 0.6, "learning_rate": 0.0005961736390143983, "loss": 1.0793, "step": 7000 }, { "epoch": 0.63, "learning_rate": 0.0005958398030688742, "loss": 1.0774, "step": 7250 }, { "epoch": 0.65, "learning_rate": 0.0005954921082066758, "loss": 1.0738, "step": 7500 }, { "epoch": 0.67, "learning_rate": 0.0005951305707159228, "loss": 1.0751, "step": 7750 }, { "epoch": 0.69, "learning_rate": 0.0005947552075332069, "loss": 1.0709, "step": 8000 }, { "epoch": 0.71, "learning_rate": 0.0005943660362427983, "loss": 1.0707, "step": 8250 }, { "epoch": 0.73, "learning_rate": 0.0005939630750758225, "loss": 1.0682, "step": 8500 }, { "epoch": 0.75, "learning_rate": 0.0005935463429094053, "loss": 1.0665, "step": 8750 }, { "epoch": 0.78, "learning_rate": 0.0005931158592657892, "loss": 1.0654, "step": 9000 }, { "epoch": 0.8, "learning_rate": 0.0005926716443114187, "loss": 1.0635, "step": 9250 }, { "epoch": 0.82, "learning_rate": 0.0005922137188559952, "loss": 1.0623, "step": 9500 }, { "epoch": 0.84, "learning_rate": 0.0005917421043515032, "loss": 1.0621, "step": 9750 }, { "epoch": 0.86, "learning_rate": 0.0005912568228912035, "loss": 1.0601, "step": 10000 }, { "epoch": 0.88, "learning_rate": 0.0005907578972086006, "loss": 1.0587, "step": 10250 }, { "epoch": 0.91, "learning_rate": 0.0005902453506763757, "loss": 1.057, "step": 10500 }, { "epoch": 0.93, "learning_rate": 0.0005897192073052928, "loss": 1.0566, "step": 10750 }, { "epoch": 0.95, "learning_rate": 0.0005891794917430733, "loss": 1.0567, "step": 11000 }, { "epoch": 0.97, "learning_rate": 0.0005886262292732426, "loss": 1.0535, "step": 11250 }, { "epoch": 0.99, "learning_rate": 0.0005880594458139437, "loss": 1.0534, "step": 11500 }, { "epoch": 1.0, "eval_alliteration_score": 0.3529233565586186, "eval_harmonic_meter_score": 0.15390579451720435, "eval_harmonic_rhyme_score": 0.29888189056198133, "eval_meter_score": 0.37094404850825824, "eval_rhyme_score": 0.652105690320114, "eval_runtime": 1096.4036, "eval_samples_per_second": 2.463, "eval_steps_per_second": 0.308, "step": 11591 }, { "epoch": 1.01, "learning_rate": 0.0005874791679167249, "loss": 1.0499, "step": 11750 }, { "epoch": 1.04, "learning_rate": 0.0005868854227652948, "loss": 1.0418, "step": 12000 }, { "epoch": 1.06, "learning_rate": 0.0005862782381742493, "loss": 1.0432, "step": 12250 }, { "epoch": 1.08, "learning_rate": 0.0005856576425877683, "loss": 1.0423, "step": 12500 }, { "epoch": 1.1, "learning_rate": 0.0005850236650782842, "loss": 1.0433, "step": 12750 }, { "epoch": 1.12, "learning_rate": 0.0005843763353451184, "loss": 1.0416, "step": 13000 }, { "epoch": 1.14, "learning_rate": 0.0005837156837130911, "loss": 1.0425, "step": 13250 }, { "epoch": 1.16, "learning_rate": 0.0005830417411311002, "loss": 1.0394, "step": 13500 }, { "epoch": 1.19, "learning_rate": 0.0005823545391706722, "loss": 1.0401, "step": 13750 }, { "epoch": 1.21, "learning_rate": 0.0005816541100244823, "loss": 1.0391, "step": 14000 }, { "epoch": 1.23, "learning_rate": 0.0005809404865048467, "loss": 1.0378, "step": 14250 }, { "epoch": 1.25, "learning_rate": 0.0005802137020421853, "loss": 1.0375, "step": 14500 }, { "epoch": 1.27, "learning_rate": 0.0005794737906834562, "loss": 1.0381, "step": 14750 }, { "epoch": 1.29, "learning_rate": 0.0005787207870905601, "loss": 1.0368, "step": 15000 }, { "epoch": 1.32, "learning_rate": 0.0005779547265387164, "loss": 1.0357, "step": 15250 }, { "epoch": 1.34, "learning_rate": 0.0005771756449148116, "loss": 1.0336, "step": 15500 }, { "epoch": 1.36, "learning_rate": 0.0005763835787157171, "loss": 1.0354, "step": 15750 }, { "epoch": 1.38, "learning_rate": 0.0005755785650465805, "loss": 1.035, "step": 16000 }, { "epoch": 1.4, "learning_rate": 0.0005747606416190861, "loss": 1.0331, "step": 16250 }, { "epoch": 1.42, "learning_rate": 0.0005739298467496894, "loss": 1.0329, "step": 16500 }, { "epoch": 1.45, "learning_rate": 0.0005730862193578216, "loss": 1.0316, "step": 16750 }, { "epoch": 1.47, "learning_rate": 0.0005722297989640667, "loss": 1.0333, "step": 17000 }, { "epoch": 1.49, "learning_rate": 0.0005713606256883096, "loss": 1.0299, "step": 17250 }, { "epoch": 1.51, "learning_rate": 0.0005704787402478568, "loss": 1.0304, "step": 17500 }, { "epoch": 1.53, "learning_rate": 0.0005695841839555298, "loss": 1.0291, "step": 17750 }, { "epoch": 1.55, "learning_rate": 0.000568676998717728, "loss": 1.0303, "step": 18000 }, { "epoch": 1.57, "learning_rate": 0.0005677572270324676, "loss": 1.0292, "step": 18250 }, { "epoch": 1.6, "learning_rate": 0.0005668249119873892, "loss": 1.0273, "step": 18500 }, { "epoch": 1.62, "learning_rate": 0.00056588009725774, "loss": 1.0277, "step": 18750 }, { "epoch": 1.64, "learning_rate": 0.0005649228271043274, "loss": 1.0266, "step": 19000 }, { "epoch": 1.66, "learning_rate": 0.0005639531463714464, "loss": 1.0252, "step": 19250 }, { "epoch": 1.68, "learning_rate": 0.0005629711004847776, "loss": 1.0254, "step": 19500 }, { "epoch": 1.7, "learning_rate": 0.0005619767354492601, "loss": 1.0257, "step": 19750 }, { "epoch": 1.73, "learning_rate": 0.0005609700978469361, "loss": 1.025, "step": 20000 }, { "epoch": 1.75, "learning_rate": 0.0005599512348347686, "loss": 1.0238, "step": 20250 }, { "epoch": 1.77, "learning_rate": 0.0005589201941424324, "loss": 1.0226, "step": 20500 }, { "epoch": 1.79, "learning_rate": 0.000557877024070078, "loss": 1.0232, "step": 20750 }, { "epoch": 1.81, "learning_rate": 0.0005568217734860691, "loss": 1.0233, "step": 21000 }, { "epoch": 1.83, "learning_rate": 0.0005557544918246936, "loss": 1.0206, "step": 21250 }, { "epoch": 1.85, "learning_rate": 0.0005546752290838471, "loss": 1.0211, "step": 21500 }, { "epoch": 1.88, "learning_rate": 0.0005535840358226909, "loss": 1.0221, "step": 21750 }, { "epoch": 1.9, "learning_rate": 0.0005524809631592841, "loss": 1.0207, "step": 22000 }, { "epoch": 1.92, "learning_rate": 0.0005513660627681884, "loss": 1.019, "step": 22250 }, { "epoch": 1.94, "learning_rate": 0.0005502393868780472, "loss": 1.0193, "step": 22500 }, { "epoch": 1.96, "learning_rate": 0.0005491009882691392, "loss": 1.019, "step": 22750 }, { "epoch": 1.98, "learning_rate": 0.000547950920270906, "loss": 1.0172, "step": 23000 }, { "epoch": 2.0, "eval_alliteration_score": 0.42727272727272725, "eval_harmonic_meter_score": 0.20045849813764974, "eval_harmonic_rhyme_score": 0.5208998846302836, "eval_meter_score": 0.43620708634823174, "eval_rhyme_score": 0.8331009411550936, "eval_runtime": 1187.4498, "eval_samples_per_second": 2.274, "eval_steps_per_second": 0.285, "step": 23182 }, { "epoch": 2.01, "learning_rate": 0.0005467892367594536, "loss": 1.0168, "step": 23250 }, { "epoch": 2.03, "learning_rate": 0.0005456159921550282, "loss": 1.0074, "step": 23500 }, { "epoch": 2.05, "learning_rate": 0.0005444312414194676, "loss": 1.0084, "step": 23750 }, { "epoch": 2.07, "learning_rate": 0.0005432350400536257, "loss": 1.0082, "step": 24000 }, { "epoch": 2.09, "learning_rate": 0.0005420274440947728, "loss": 1.0091, "step": 24250 }, { "epoch": 2.11, "learning_rate": 0.0005408085101139711, "loss": 1.0069, "step": 24500 }, { "epoch": 2.14, "learning_rate": 0.0005395782952134231, "loss": 1.0079, "step": 24750 }, { "epoch": 2.16, "learning_rate": 0.0005383368570237981, "loss": 1.0084, "step": 25000 }, { "epoch": 2.18, "learning_rate": 0.0005370842537015316, "loss": 1.0084, "step": 25250 }, { "epoch": 2.2, "learning_rate": 0.0005358205439261011, "loss": 1.0084, "step": 25500 }, { "epoch": 2.22, "learning_rate": 0.0005345457868972771, "loss": 1.0078, "step": 25750 }, { "epoch": 2.24, "learning_rate": 0.0005332600423323502, "loss": 1.0082, "step": 26000 }, { "epoch": 2.26, "learning_rate": 0.0005319633704633331, "loss": 1.0064, "step": 26250 }, { "epoch": 2.29, "learning_rate": 0.0005306558320341392, "loss": 1.0069, "step": 26500 }, { "epoch": 2.31, "learning_rate": 0.0005293374882977369, "loss": 1.0067, "step": 26750 }, { "epoch": 2.33, "learning_rate": 0.0005280084010132805, "loss": 1.0057, "step": 27000 }, { "epoch": 2.35, "learning_rate": 0.0005266686324432164, "loss": 1.0074, "step": 27250 }, { "epoch": 2.37, "learning_rate": 0.000525318245350367, "loss": 1.0048, "step": 27500 }, { "epoch": 2.39, "learning_rate": 0.0005239573029949899, "loss": 1.0048, "step": 27750 }, { "epoch": 2.42, "learning_rate": 0.0005225858691318151, "loss": 1.0061, "step": 28000 }, { "epoch": 2.44, "learning_rate": 0.0005212040080070575, "loss": 1.0045, "step": 28250 }, { "epoch": 2.46, "learning_rate": 0.0005198117843554081, "loss": 1.0039, "step": 28500 }, { "epoch": 2.48, "learning_rate": 0.0005184092633970007, "loss": 1.0032, "step": 28750 }, { "epoch": 2.5, "learning_rate": 0.0005169965108343571, "loss": 1.0026, "step": 29000 }, { "epoch": 2.52, "learning_rate": 0.000515573592849309, "loss": 1.0038, "step": 29250 }, { "epoch": 2.55, "learning_rate": 0.0005141405760998976, "loss": 1.0011, "step": 29500 }, { "epoch": 2.57, "learning_rate": 0.0005126975277172511, "loss": 1.0014, "step": 29750 }, { "epoch": 2.59, "learning_rate": 0.0005112445153024395, "loss": 1.0017, "step": 30000 }, { "epoch": 2.61, "learning_rate": 0.0005097816069233083, "loss": 1.0012, "step": 30250 }, { "epoch": 2.63, "learning_rate": 0.0005083088711112896, "loss": 0.9992, "step": 30500 }, { "epoch": 2.65, "learning_rate": 0.0005068263768581912, "loss": 1.0003, "step": 30750 }, { "epoch": 2.67, "learning_rate": 0.0005053341936129654, "loss": 1.0, "step": 31000 }, { "epoch": 2.7, "learning_rate": 0.0005038323912784549, "loss": 0.9995, "step": 31250 }, { "epoch": 2.72, "learning_rate": 0.0005023210402081186, "loss": 0.9998, "step": 31500 }, { "epoch": 2.74, "learning_rate": 0.0005008002112027358, "loss": 0.9994, "step": 31750 }, { "epoch": 2.76, "learning_rate": 0.000499269975507089, "loss": 0.9982, "step": 32000 }, { "epoch": 2.78, "learning_rate": 0.0004977304048066266, "loss": 0.9975, "step": 32250 }, { "epoch": 2.8, "learning_rate": 0.0004961815712241053, "loss": 0.9977, "step": 32500 }, { "epoch": 2.83, "learning_rate": 0.0004946235473162105, "loss": 0.9982, "step": 32750 }, { "epoch": 2.85, "learning_rate": 0.0004930564060701579, "loss": 0.9968, "step": 33000 }, { "epoch": 2.87, "learning_rate": 0.0004914802209002742, "loss": 0.9981, "step": 33250 }, { "epoch": 2.89, "learning_rate": 0.0004898950656445579, "loss": 0.9971, "step": 33500 }, { "epoch": 2.91, "learning_rate": 0.0004883010145612202, "loss": 0.9956, "step": 33750 }, { "epoch": 2.93, "learning_rate": 0.00048669814232520656, "loss": 0.9953, "step": 34000 }, { "epoch": 2.95, "learning_rate": 0.0004850865240246984, "loss": 0.9946, "step": 34250 }, { "epoch": 2.98, "learning_rate": 0.000483466235157595, "loss": 0.9945, "step": 34500 }, { "epoch": 3.0, "learning_rate": 0.00048183735162797754, "loss": 0.9952, "step": 34750 }, { "epoch": 3.0, "eval_alliteration_score": 0.4316546762589928, "eval_harmonic_meter_score": 0.21624795235944666, "eval_harmonic_rhyme_score": 0.5329191903361169, "eval_meter_score": 0.4587688559480128, "eval_rhyme_score": 0.8467749122975762, "eval_runtime": 1157.9301, "eval_samples_per_second": 2.332, "eval_steps_per_second": 0.292, "step": 34773 }, { "epoch": 3.02, "learning_rate": 0.00048019994974255294, "loss": 0.9837, "step": 35000 }, { "epoch": 3.04, "learning_rate": 0.0004785541062070789, "loss": 0.9825, "step": 35250 }, { "epoch": 3.06, "learning_rate": 0.00047689989812277095, "loss": 0.9844, "step": 35500 }, { "epoch": 3.08, "learning_rate": 0.00047523740298269045, "loss": 0.9843, "step": 35750 }, { "epoch": 3.11, "learning_rate": 0.0004735666986681142, "loss": 0.9834, "step": 36000 }, { "epoch": 3.13, "learning_rate": 0.00047188786344488643, "loss": 0.983, "step": 36250 }, { "epoch": 3.15, "learning_rate": 0.0004702009759597517, "loss": 0.9841, "step": 36500 }, { "epoch": 3.17, "learning_rate": 0.0004685061152366711, "loss": 0.9836, "step": 36750 }, { "epoch": 3.19, "learning_rate": 0.00046680336067312034, "loss": 0.9848, "step": 37000 }, { "epoch": 3.21, "learning_rate": 0.0004650927920363698, "loss": 0.9833, "step": 37250 }, { "epoch": 3.24, "learning_rate": 0.00046337448945974846, "loss": 0.9819, "step": 37500 }, { "epoch": 3.26, "learning_rate": 0.00046164853343888914, "loss": 0.9827, "step": 37750 }, { "epoch": 3.28, "learning_rate": 0.0004599150048279585, "loss": 0.9835, "step": 38000 }, { "epoch": 3.3, "learning_rate": 0.0004581739848358684, "loss": 0.9822, "step": 38250 }, { "epoch": 3.32, "learning_rate": 0.0004564255550224727, "loss": 0.9823, "step": 38500 }, { "epoch": 3.34, "learning_rate": 0.0004546697972947452, "loss": 0.981, "step": 38750 }, { "epoch": 3.36, "learning_rate": 0.00045290679390294386, "loss": 0.9815, "step": 39000 }, { "epoch": 3.39, "learning_rate": 0.0004511366274367566, "loss": 0.9817, "step": 39250 }, { "epoch": 3.41, "learning_rate": 0.0004493593808214336, "loss": 0.9814, "step": 39500 }, { "epoch": 3.43, "learning_rate": 0.0004475751373139011, "loss": 0.981, "step": 39750 }, { "epoch": 3.45, "learning_rate": 0.00044578398049886233, "loss": 0.9797, "step": 40000 }, { "epoch": 3.47, "learning_rate": 0.00044398599428488114, "loss": 0.981, "step": 40250 }, { "epoch": 3.49, "learning_rate": 0.00044218126290045183, "loss": 0.9814, "step": 40500 }, { "epoch": 3.52, "learning_rate": 0.00044036987089005275, "loss": 0.9796, "step": 40750 }, { "epoch": 3.54, "learning_rate": 0.0004385519031101863, "loss": 0.9789, "step": 41000 }, { "epoch": 3.56, "learning_rate": 0.0004367274447254036, "loss": 0.9791, "step": 41250 }, { "epoch": 3.58, "learning_rate": 0.0004348965812043143, "loss": 0.9782, "step": 41500 }, { "epoch": 3.6, "learning_rate": 0.00043305939831558366, "loss": 0.9779, "step": 41750 }, { "epoch": 3.62, "learning_rate": 0.0004312159821239138, "loss": 0.9787, "step": 42000 }, { "epoch": 3.65, "learning_rate": 0.0004293664189860124, "loss": 0.9767, "step": 42250 }, { "epoch": 3.67, "learning_rate": 0.0004275107955465473, "loss": 0.9765, "step": 42500 }, { "epoch": 3.69, "learning_rate": 0.000425649198734087, "loss": 0.9756, "step": 42750 }, { "epoch": 3.71, "learning_rate": 0.0004237817157570289, "loss": 0.9763, "step": 43000 }, { "epoch": 3.73, "learning_rate": 0.00042190843409951374, "loss": 0.9757, "step": 43250 }, { "epoch": 3.75, "learning_rate": 0.00042002944151732724, "loss": 0.9756, "step": 43500 }, { "epoch": 3.77, "learning_rate": 0.00041814482603378945, "loss": 0.9735, "step": 43750 }, { "epoch": 3.8, "learning_rate": 0.00041625467593563083, "loss": 0.9752, "step": 44000 }, { "epoch": 3.82, "learning_rate": 0.00041435907976885645, "loss": 0.9719, "step": 44250 }, { "epoch": 3.84, "learning_rate": 0.000412458126334598, "loss": 0.9736, "step": 44500 }, { "epoch": 3.86, "learning_rate": 0.000410551904684954, "loss": 0.9745, "step": 44750 }, { "epoch": 3.88, "learning_rate": 0.0004086405041188175, "loss": 0.9739, "step": 45000 }, { "epoch": 3.9, "learning_rate": 0.0004067240141776935, "loss": 0.9714, "step": 45250 }, { "epoch": 3.93, "learning_rate": 0.0004048025246415039, "loss": 0.973, "step": 45500 }, { "epoch": 3.95, "learning_rate": 0.0004028761255243818, "loss": 0.9724, "step": 45750 }, { "epoch": 3.97, "learning_rate": 0.00040094490707045426, "loss": 0.9722, "step": 46000 }, { "epoch": 3.99, "learning_rate": 0.0003990089597496154, "loss": 0.9716, "step": 46250 }, { "epoch": 4.0, "eval_alliteration_score": 0.43804537521815007, "eval_harmonic_meter_score": 0.21317668443125748, "eval_harmonic_rhyme_score": 0.5018255179872321, "eval_meter_score": 0.45256004654409726, "eval_rhyme_score": 0.8339540595241286, "eval_runtime": 1179.1819, "eval_samples_per_second": 2.29, "eval_steps_per_second": 0.287, "step": 46364 }, { "epoch": 4.01, "learning_rate": 0.0003970683742532878, "loss": 0.9648, "step": 46500 }, { "epoch": 4.03, "learning_rate": 0.00039512324149017415, "loss": 0.9568, "step": 46750 }, { "epoch": 4.05, "learning_rate": 0.00039317365258199856, "loss": 0.9576, "step": 47000 }, { "epoch": 4.08, "learning_rate": 0.0003912196988592375, "loss": 0.9586, "step": 47250 }, { "epoch": 4.1, "learning_rate": 0.0003892614718568419, "loss": 0.9585, "step": 47500 }, { "epoch": 4.12, "learning_rate": 0.0003872990633099488, "loss": 0.9601, "step": 47750 }, { "epoch": 4.14, "learning_rate": 0.00038533256514958366, "loss": 0.9588, "step": 48000 }, { "epoch": 4.16, "learning_rate": 0.0003833620694983544, "loss": 0.9577, "step": 48250 }, { "epoch": 4.18, "learning_rate": 0.0003813876686661354, "loss": 0.9575, "step": 48500 }, { "epoch": 4.21, "learning_rate": 0.000379409455145743, "loss": 0.9585, "step": 48750 }, { "epoch": 4.23, "learning_rate": 0.0003774275216086031, "loss": 0.959, "step": 49000 }, { "epoch": 4.25, "learning_rate": 0.0003754419609004093, "loss": 0.9574, "step": 49250 }, { "epoch": 4.27, "learning_rate": 0.0003734528660367739, "loss": 0.9575, "step": 49500 }, { "epoch": 4.29, "learning_rate": 0.0003714603301988702, "loss": 0.9561, "step": 49750 }, { "epoch": 4.31, "learning_rate": 0.00036946444672906754, "loss": 0.9581, "step": 50000 }, { "epoch": 4.34, "learning_rate": 0.00036746530912655837, "loss": 0.9569, "step": 50250 }, { "epoch": 4.36, "learning_rate": 0.0003654630110429785, "loss": 0.956, "step": 50500 }, { "epoch": 4.38, "learning_rate": 0.0003634576462780193, "loss": 0.9559, "step": 50750 }, { "epoch": 4.4, "learning_rate": 0.0003614493087750344, "loss": 0.9559, "step": 51000 }, { "epoch": 4.42, "learning_rate": 0.00035943809261663816, "loss": 0.9537, "step": 51250 }, { "epoch": 4.44, "learning_rate": 0.0003574240920202984, "loss": 0.9524, "step": 51500 }, { "epoch": 4.46, "learning_rate": 0.000355407401333923, "loss": 0.9553, "step": 51750 }, { "epoch": 4.49, "learning_rate": 0.0003533881150314395, "loss": 0.9539, "step": 52000 }, { "epoch": 4.51, "learning_rate": 0.00035136632770837013, "loss": 0.9529, "step": 52250 }, { "epoch": 4.53, "learning_rate": 0.0003493421340773996, "loss": 0.9533, "step": 52500 }, { "epoch": 4.55, "learning_rate": 0.000347315628963939, "loss": 0.9522, "step": 52750 }, { "epoch": 4.57, "learning_rate": 0.00034528690730168256, "loss": 0.9525, "step": 53000 }, { "epoch": 4.59, "learning_rate": 0.0003432560641281616, "loss": 0.9522, "step": 53250 }, { "epoch": 4.62, "learning_rate": 0.00034122319458029137, "loss": 0.9513, "step": 53500 }, { "epoch": 4.64, "learning_rate": 0.0003391883938899151, "loss": 0.9512, "step": 53750 }, { "epoch": 4.66, "learning_rate": 0.00033715175737934175, "loss": 0.9495, "step": 54000 }, { "epoch": 4.68, "learning_rate": 0.0003351133804568817, "loss": 0.9519, "step": 54250 }, { "epoch": 4.7, "learning_rate": 0.00033307335861237653, "loss": 0.9502, "step": 54500 }, { "epoch": 4.72, "learning_rate": 0.00033103178741272587, "loss": 0.9481, "step": 54750 }, { "epoch": 4.75, "learning_rate": 0.0003289887624974103, "loss": 0.9505, "step": 55000 }, { "epoch": 4.77, "learning_rate": 0.0003269443795740114, "loss": 0.9481, "step": 55250 }, { "epoch": 4.79, "learning_rate": 0.00032489873441372786, "loss": 0.9488, "step": 55500 }, { "epoch": 4.81, "learning_rate": 0.0003228519228468893, "loss": 0.9471, "step": 55750 }, { "epoch": 4.83, "learning_rate": 0.00032080404075846686, "loss": 0.9474, "step": 56000 }, { "epoch": 4.85, "learning_rate": 0.0003187551840835811, "loss": 0.9475, "step": 56250 }, { "epoch": 4.87, "learning_rate": 0.0003167054488030084, "loss": 0.9469, "step": 56500 }, { "epoch": 4.9, "learning_rate": 0.000314654930938684, "loss": 0.9456, "step": 56750 }, { "epoch": 4.92, "learning_rate": 0.00031260372654920427, "loss": 0.9449, "step": 57000 }, { "epoch": 4.94, "learning_rate": 0.00031055193172532656, "loss": 0.9451, "step": 57250 }, { "epoch": 4.96, "learning_rate": 0.00030849964258546764, "loss": 0.9445, "step": 57500 }, { "epoch": 4.98, "learning_rate": 0.0003064469552712011, "loss": 0.9436, "step": 57750 }, { "epoch": 5.0, "eval_alliteration_score": 0.448066935949221, "eval_harmonic_meter_score": 0.21530994103058235, "eval_harmonic_rhyme_score": 0.5565157424339893, "eval_meter_score": 0.4616261926927596, "eval_rhyme_score": 0.8542501571432405, "eval_runtime": 1173.576, "eval_samples_per_second": 2.301, "eval_steps_per_second": 0.288, "step": 57955 }, { "epoch": 5.0, "learning_rate": 0.00030439396594275327, "loss": 0.9417, "step": 58000 }, { "epoch": 5.03, "learning_rate": 0.00030234077077449876, "loss": 0.9273, "step": 58250 }, { "epoch": 5.05, "learning_rate": 0.0003002874659504549, "loss": 0.9289, "step": 58500 }, { "epoch": 5.07, "learning_rate": 0.00029823414765977604, "loss": 0.9294, "step": 58750 }, { "epoch": 5.09, "learning_rate": 0.00029618091209224727, "loss": 0.9298, "step": 59000 }, { "epoch": 5.11, "learning_rate": 0.0002941278554337787, "loss": 0.9286, "step": 59250 }, { "epoch": 5.13, "learning_rate": 0.00029207507386189873, "loss": 0.9288, "step": 59500 }, { "epoch": 5.15, "learning_rate": 0.0002900226635412495, "loss": 0.929, "step": 59750 }, { "epoch": 5.18, "learning_rate": 0.0002879707206190815, "loss": 0.9284, "step": 60000 }, { "epoch": 5.2, "learning_rate": 0.0002859193412207492, "loss": 0.9289, "step": 60250 }, { "epoch": 5.22, "learning_rate": 0.0002838686214452084, "loss": 0.9272, "step": 60500 }, { "epoch": 5.24, "learning_rate": 0.00028181865736051414, "loss": 0.9271, "step": 60750 }, { "epoch": 5.26, "learning_rate": 0.0002797695449993205, "loss": 0.9268, "step": 61000 }, { "epoch": 5.28, "learning_rate": 0.0002777213803543814, "loss": 0.928, "step": 61250 }, { "epoch": 5.31, "learning_rate": 0.00027567425937405436, "loss": 0.9263, "step": 61500 }, { "epoch": 5.33, "learning_rate": 0.00027362827795780515, "loss": 0.9264, "step": 61750 }, { "epoch": 5.35, "learning_rate": 0.0002715835319517157, "loss": 0.9259, "step": 62000 }, { "epoch": 5.37, "learning_rate": 0.0002695401171439936, "loss": 0.9253, "step": 62250 }, { "epoch": 5.39, "learning_rate": 0.0002674981292604852, "loss": 0.9244, "step": 62500 }, { "epoch": 5.41, "learning_rate": 0.00026545766396019144, "loss": 0.9247, "step": 62750 }, { "epoch": 5.44, "learning_rate": 0.0002634188168307859, "loss": 0.9255, "step": 63000 }, { "epoch": 5.46, "learning_rate": 0.00026138168338413746, "loss": 0.9238, "step": 63250 }, { "epoch": 5.48, "learning_rate": 0.00025934635905183577, "loss": 0.9228, "step": 63500 }, { "epoch": 5.5, "learning_rate": 0.00025731293918072076, "loss": 0.9244, "step": 63750 }, { "epoch": 5.52, "learning_rate": 0.00025528151902841584, "loss": 0.9229, "step": 64000 }, { "epoch": 5.54, "learning_rate": 0.00025325219375886554, "loss": 0.9231, "step": 64250 }, { "epoch": 5.56, "learning_rate": 0.0002512250584378775, "loss": 0.9222, "step": 64500 }, { "epoch": 5.59, "learning_rate": 0.00024920020802866925, "loss": 0.9221, "step": 64750 }, { "epoch": 5.61, "learning_rate": 0.00024717773738741866, "loss": 0.9218, "step": 65000 }, { "epoch": 5.63, "learning_rate": 0.0002451577412588216, "loss": 0.9193, "step": 65250 }, { "epoch": 5.65, "learning_rate": 0.00024314031427165252, "loss": 0.9192, "step": 65500 }, { "epoch": 5.67, "learning_rate": 0.00024112555093433206, "loss": 0.9185, "step": 65750 }, { "epoch": 5.69, "learning_rate": 0.0002391135456304992, "loss": 0.9183, "step": 66000 }, { "epoch": 5.72, "learning_rate": 0.0002371043926145902, "loss": 0.9181, "step": 66250 }, { "epoch": 5.74, "learning_rate": 0.00023509818600742305, "loss": 0.9167, "step": 66500 }, { "epoch": 5.76, "learning_rate": 0.0002330950197917882, "loss": 0.9175, "step": 66750 }, { "epoch": 5.78, "learning_rate": 0.00023109498780804545, "loss": 0.9162, "step": 67000 }, { "epoch": 5.8, "learning_rate": 0.000229098183749729, "loss": 0.9156, "step": 67250 }, { "epoch": 5.82, "learning_rate": 0.00022710470115915718, "loss": 0.9166, "step": 67500 }, { "epoch": 5.85, "learning_rate": 0.00022511463342305096, "loss": 0.9145, "step": 67750 }, { "epoch": 5.87, "learning_rate": 0.0002231280737681587, "loss": 0.9136, "step": 68000 }, { "epoch": 5.89, "learning_rate": 0.0002211451152568894, "loss": 0.9133, "step": 68250 }, { "epoch": 5.91, "learning_rate": 0.00021916585078295267, "loss": 0.9126, "step": 68500 }, { "epoch": 5.93, "learning_rate": 0.00021719037306700746, "loss": 0.9136, "step": 68750 }, { "epoch": 5.95, "learning_rate": 0.00021521877465231773, "loss": 0.9117, "step": 69000 }, { "epoch": 5.97, "learning_rate": 0.00021325114790041793, "loss": 0.9118, "step": 69250 }, { "epoch": 6.0, "learning_rate": 0.0002112875849867861, "loss": 0.9096, "step": 69500 }, { "epoch": 6.0, "eval_alliteration_score": 0.467425320056899, "eval_harmonic_meter_score": 0.205647038467351, "eval_harmonic_rhyme_score": 0.5379127523573549, "eval_meter_score": 0.44894757325407986, "eval_rhyme_score": 0.8296400338920163, "eval_runtime": 1108.8436, "eval_samples_per_second": 2.435, "eval_steps_per_second": 0.305, "step": 69546 }, { "epoch": 6.02, "learning_rate": 0.00020932817789652498, "loss": 0.8977, "step": 69750 }, { "epoch": 6.04, "learning_rate": 0.0002073730184200542, "loss": 0.8935, "step": 70000 }, { "epoch": 6.06, "learning_rate": 0.0002054221981488093, "loss": 0.893, "step": 70250 }, { "epoch": 6.08, "learning_rate": 0.00020347580847095156, "loss": 0.8944, "step": 70500 }, { "epoch": 6.1, "learning_rate": 0.00020153394056708618, "loss": 0.8963, "step": 70750 }, { "epoch": 6.13, "learning_rate": 0.0001995966854059916, "loss": 0.8953, "step": 71000 }, { "epoch": 6.15, "learning_rate": 0.0001976641337403576, "loss": 0.8938, "step": 71250 }, { "epoch": 6.17, "learning_rate": 0.0001957363761025339, "loss": 0.8928, "step": 71500 }, { "epoch": 6.19, "learning_rate": 0.0001938135028002889, "loss": 0.8931, "step": 71750 }, { "epoch": 6.21, "learning_rate": 0.00019189560391257962, "loss": 0.8941, "step": 72000 }, { "epoch": 6.23, "learning_rate": 0.00018998276928533143, "loss": 0.8933, "step": 72250 }, { "epoch": 6.25, "learning_rate": 0.00018807508852722944, "loss": 0.8923, "step": 72500 }, { "epoch": 6.28, "learning_rate": 0.00018617265100552005, "loss": 0.8914, "step": 72750 }, { "epoch": 6.3, "learning_rate": 0.00018427554584182545, "loss": 0.8903, "step": 73000 }, { "epoch": 6.32, "learning_rate": 0.0001823838619079677, "loss": 0.8923, "step": 73250 }, { "epoch": 6.34, "learning_rate": 0.00018049768782180627, "loss": 0.8893, "step": 73500 }, { "epoch": 6.36, "learning_rate": 0.0001786171119430857, "loss": 0.8913, "step": 73750 }, { "epoch": 6.38, "learning_rate": 0.0001767422223692971, "loss": 0.8896, "step": 74000 }, { "epoch": 6.41, "learning_rate": 0.00017487310693155088, "loss": 0.8891, "step": 74250 }, { "epoch": 6.43, "learning_rate": 0.00017300985319046187, "loss": 0.8883, "step": 74500 }, { "epoch": 6.45, "learning_rate": 0.00017115254843204803, "loss": 0.8891, "step": 74750 }, { "epoch": 6.47, "learning_rate": 0.0001693012796636411, "loss": 0.8876, "step": 75000 }, { "epoch": 6.49, "learning_rate": 0.0001674561336098108, "loss": 0.8879, "step": 75250 }, { "epoch": 6.51, "learning_rate": 0.0001656171967083019, "loss": 0.8867, "step": 75500 }, { "epoch": 6.54, "learning_rate": 0.00016378455510598517, "loss": 0.8857, "step": 75750 }, { "epoch": 6.56, "learning_rate": 0.00016195829465482172, "loss": 0.8843, "step": 76000 }, { "epoch": 6.58, "learning_rate": 0.00016013850090784126, "loss": 0.8848, "step": 76250 }, { "epoch": 6.6, "learning_rate": 0.00015832525911513371, "loss": 0.8835, "step": 76500 }, { "epoch": 6.62, "learning_rate": 0.00015651865421985648, "loss": 0.8837, "step": 76750 }, { "epoch": 6.64, "learning_rate": 0.00015471877085425465, "loss": 0.8843, "step": 77000 }, { "epoch": 6.66, "learning_rate": 0.0001529256933356964, "loss": 0.8826, "step": 77250 }, { "epoch": 6.69, "learning_rate": 0.00015113950566272296, "loss": 0.8817, "step": 77500 }, { "epoch": 6.71, "learning_rate": 0.00014936029151111374, "loss": 0.8817, "step": 77750 }, { "epoch": 6.73, "learning_rate": 0.00014758813422996664, "loss": 0.8811, "step": 78000 }, { "epoch": 6.75, "learning_rate": 0.00014582311683779313, "loss": 0.8808, "step": 78250 }, { "epoch": 6.77, "learning_rate": 0.00014406532201862937, "loss": 0.8793, "step": 78500 }, { "epoch": 6.79, "learning_rate": 0.00014231483211816264, "loss": 0.8782, "step": 78750 }, { "epoch": 6.82, "learning_rate": 0.00014057172913987414, "loss": 0.879, "step": 79000 }, { "epoch": 6.84, "learning_rate": 0.00013883609474119667, "loss": 0.878, "step": 79250 }, { "epoch": 6.86, "learning_rate": 0.00013710801022969032, "loss": 0.8784, "step": 79500 }, { "epoch": 6.88, "learning_rate": 0.00013538755655923278, "loss": 0.8762, "step": 79750 }, { "epoch": 6.9, "learning_rate": 0.00013367481432622743, "loss": 0.8747, "step": 80000 }, { "epoch": 6.92, "learning_rate": 0.00013196986376582716, "loss": 0.8744, "step": 80250 }, { "epoch": 6.95, "learning_rate": 0.0001302727847481763, "loss": 0.875, "step": 80500 }, { "epoch": 6.97, "learning_rate": 0.00012858365677466868, "loss": 0.8746, "step": 80750 }, { "epoch": 6.99, "learning_rate": 0.00012690255897422343, "loss": 0.8735, "step": 81000 }, { "epoch": 7.0, "eval_alliteration_score": 0.4531559581092556, "eval_harmonic_meter_score": 0.2045466700855701, "eval_harmonic_rhyme_score": 0.5273458131288548, "eval_meter_score": 0.46399703611329074, "eval_rhyme_score": 0.8458613205511866, "eval_runtime": 1177.9262, "eval_samples_per_second": 2.292, "eval_steps_per_second": 0.287, "step": 81137 }, { "epoch": 7.01, "learning_rate": 0.00012522957009957795, "loss": 0.8649, "step": 81250 }, { "epoch": 7.03, "learning_rate": 0.00012356476852359884, "loss": 0.8542, "step": 81500 }, { "epoch": 7.05, "learning_rate": 0.00012190823223561035, "loss": 0.8522, "step": 81750 }, { "epoch": 7.07, "learning_rate": 0.00012026003883774089, "loss": 0.8536, "step": 82000 }, { "epoch": 7.1, "learning_rate": 0.00011862026554128754, "loss": 0.8549, "step": 82250 }, { "epoch": 7.12, "learning_rate": 0.00011698898916309941, "loss": 0.855, "step": 82500 }, { "epoch": 7.14, "learning_rate": 0.00011536628612197879, "loss": 0.8553, "step": 82750 }, { "epoch": 7.16, "learning_rate": 0.00011375223243510097, "loss": 0.8548, "step": 83000 }, { "epoch": 7.18, "learning_rate": 0.00011214690371445381, "loss": 0.8542, "step": 83250 }, { "epoch": 7.2, "learning_rate": 0.00011055037516329507, "loss": 0.8551, "step": 83500 }, { "epoch": 7.23, "learning_rate": 0.00010896272157262967, "loss": 0.8546, "step": 83750 }, { "epoch": 7.25, "learning_rate": 0.00010738401731770592, "loss": 0.853, "step": 84000 }, { "epoch": 7.27, "learning_rate": 0.00010581433635453141, "loss": 0.8537, "step": 84250 }, { "epoch": 7.29, "learning_rate": 0.00010425375221640848, "loss": 0.8523, "step": 84500 }, { "epoch": 7.31, "learning_rate": 0.00010270233801048948, "loss": 0.8521, "step": 84750 }, { "epoch": 7.33, "learning_rate": 0.0001011601664143517, "loss": 0.8522, "step": 85000 }, { "epoch": 7.35, "learning_rate": 9.962730967259322e-05, "loss": 0.8531, "step": 85250 }, { "epoch": 7.38, "learning_rate": 9.810383959344827e-05, "loss": 0.8509, "step": 85500 }, { "epoch": 7.4, "learning_rate": 9.65898275454233e-05, "loss": 0.8509, "step": 85750 }, { "epoch": 7.42, "learning_rate": 9.508534445395351e-05, "loss": 0.8492, "step": 86000 }, { "epoch": 7.44, "learning_rate": 9.359046079808056e-05, "loss": 0.8488, "step": 86250 }, { "epoch": 7.46, "learning_rate": 9.210524660715084e-05, "loss": 0.8498, "step": 86500 }, { "epoch": 7.48, "learning_rate": 9.062977145753468e-05, "loss": 0.8501, "step": 86750 }, { "epoch": 7.51, "learning_rate": 8.916410446936725e-05, "loss": 0.8499, "step": 87000 }, { "epoch": 7.53, "learning_rate": 8.770831430331029e-05, "loss": 0.8486, "step": 87250 }, { "epoch": 7.55, "learning_rate": 8.626246915733591e-05, "loss": 0.8475, "step": 87500 }, { "epoch": 7.57, "learning_rate": 8.482663676353128e-05, "loss": 0.8469, "step": 87750 }, { "epoch": 7.59, "learning_rate": 8.340088438492646e-05, "loss": 0.8465, "step": 88000 }, { "epoch": 7.61, "learning_rate": 8.198527881234261e-05, "loss": 0.8454, "step": 88250 }, { "epoch": 7.64, "learning_rate": 8.057988636126368e-05, "loss": 0.8455, "step": 88500 }, { "epoch": 7.66, "learning_rate": 7.918477286872927e-05, "loss": 0.8463, "step": 88750 }, { "epoch": 7.68, "learning_rate": 7.780000369025093e-05, "loss": 0.8439, "step": 89000 }, { "epoch": 7.7, "learning_rate": 7.642564369675017e-05, "loss": 0.8437, "step": 89250 }, { "epoch": 7.72, "learning_rate": 7.506175727151986e-05, "loss": 0.8444, "step": 89500 }, { "epoch": 7.74, "learning_rate": 7.370840830720743e-05, "loss": 0.8433, "step": 89750 }, { "epoch": 7.76, "learning_rate": 7.236566020282263e-05, "loss": 0.8423, "step": 90000 }, { "epoch": 7.79, "learning_rate": 7.103357586076716e-05, "loss": 0.8417, "step": 90250 }, { "epoch": 7.81, "learning_rate": 6.971221768388777e-05, "loss": 0.8428, "step": 90500 }, { "epoch": 7.83, "learning_rate": 6.840164757255298e-05, "loss": 0.8406, "step": 90750 }, { "epoch": 7.85, "learning_rate": 6.710192692175355e-05, "loss": 0.84, "step": 91000 }, { "epoch": 7.87, "learning_rate": 6.581311661822627e-05, "loss": 0.8402, "step": 91250 }, { "epoch": 7.89, "learning_rate": 6.453527703760158e-05, "loss": 0.838, "step": 91500 }, { "epoch": 7.92, "learning_rate": 6.326846804157504e-05, "loss": 0.838, "step": 91750 }, { "epoch": 7.94, "learning_rate": 6.201274897510344e-05, "loss": 0.8381, "step": 92000 }, { "epoch": 7.96, "learning_rate": 6.076817866362461e-05, "loss": 0.837, "step": 92250 }, { "epoch": 7.98, "learning_rate": 5.953481541030134e-05, "loss": 0.8385, "step": 92500 }, { "epoch": 8.0, "eval_alliteration_score": 0.4492298916143754, "eval_harmonic_meter_score": 0.22527704736583123, "eval_harmonic_rhyme_score": 0.55956489384148, "eval_meter_score": 0.4760072853422334, "eval_rhyme_score": 0.8549378831695242, "eval_runtime": 1170.1941, "eval_samples_per_second": 2.307, "eval_steps_per_second": 0.289, "step": 92728 }, { "epoch": 8.0, "learning_rate": 5.831271699329055e-05, "loss": 0.8367, "step": 92750 }, { "epoch": 8.02, "learning_rate": 5.7101940663036404e-05, "loss": 0.8191, "step": 93000 }, { "epoch": 8.05, "learning_rate": 5.590254313958858e-05, "loss": 0.8209, "step": 93250 }, { "epoch": 8.07, "learning_rate": 5.471458060994458e-05, "loss": 0.819, "step": 93500 }, { "epoch": 8.09, "learning_rate": 5.353810872541822e-05, "loss": 0.8203, "step": 93750 }, { "epoch": 8.11, "learning_rate": 5.237318259903237e-05, "loss": 0.8185, "step": 94000 }, { "epoch": 8.13, "learning_rate": 5.121985680293711e-05, "loss": 0.8197, "step": 94250 }, { "epoch": 8.15, "learning_rate": 5.007818536585306e-05, "loss": 0.8193, "step": 94500 }, { "epoch": 8.17, "learning_rate": 4.8948221770540686e-05, "loss": 0.8189, "step": 94750 }, { "epoch": 8.2, "learning_rate": 4.7830018951294724e-05, "loss": 0.8181, "step": 95000 }, { "epoch": 8.22, "learning_rate": 4.6723629291464336e-05, "loss": 0.8196, "step": 95250 }, { "epoch": 8.24, "learning_rate": 4.5629104620999126e-05, "loss": 0.8184, "step": 95500 }, { "epoch": 8.26, "learning_rate": 4.4546496214021265e-05, "loss": 0.8189, "step": 95750 }, { "epoch": 8.28, "learning_rate": 4.347585478642348e-05, "loss": 0.817, "step": 96000 }, { "epoch": 8.3, "learning_rate": 4.241723049349309e-05, "loss": 0.8205, "step": 96250 }, { "epoch": 8.33, "learning_rate": 4.1370672927562575e-05, "loss": 0.8183, "step": 96500 }, { "epoch": 8.35, "learning_rate": 4.033623111568628e-05, "loss": 0.8176, "step": 96750 }, { "epoch": 8.37, "learning_rate": 3.931395351734373e-05, "loss": 0.816, "step": 97000 }, { "epoch": 8.39, "learning_rate": 3.830388802216939e-05, "loss": 0.8177, "step": 97250 }, { "epoch": 8.41, "learning_rate": 3.730608194770944e-05, "loss": 0.8171, "step": 97500 }, { "epoch": 8.43, "learning_rate": 3.6320582037205024e-05, "loss": 0.8153, "step": 97750 }, { "epoch": 8.45, "learning_rate": 3.53474344574025e-05, "loss": 0.8172, "step": 98000 }, { "epoch": 8.48, "learning_rate": 3.438668479639057e-05, "loss": 0.8164, "step": 98250 }, { "epoch": 8.5, "learning_rate": 3.3438378061465e-05, "loss": 0.8147, "step": 98500 }, { "epoch": 8.52, "learning_rate": 3.250255867701994e-05, "loss": 0.8145, "step": 98750 }, { "epoch": 8.54, "learning_rate": 3.157927048246697e-05, "loss": 0.8158, "step": 99000 }, { "epoch": 8.56, "learning_rate": 3.0668556730181194e-05, "loss": 0.8133, "step": 99250 }, { "epoch": 8.58, "learning_rate": 2.97704600834753e-05, "loss": 0.814, "step": 99500 }, { "epoch": 8.61, "learning_rate": 2.8885022614600705e-05, "loss": 0.8133, "step": 99750 }, { "epoch": 8.63, "learning_rate": 2.8012285802776934e-05, "loss": 0.8146, "step": 100000 }, { "epoch": 8.65, "learning_rate": 2.7152290532248077e-05, "loss": 0.8121, "step": 100250 }, { "epoch": 8.67, "learning_rate": 2.6305077090367855e-05, "loss": 0.8137, "step": 100500 }, { "epoch": 8.69, "learning_rate": 2.5470685165712322e-05, "loss": 0.8126, "step": 100750 }, { "epoch": 8.71, "learning_rate": 2.4649153846220405e-05, "loss": 0.8137, "step": 101000 }, { "epoch": 8.74, "learning_rate": 2.3840521617362807e-05, "loss": 0.8121, "step": 101250 }, { "epoch": 8.76, "learning_rate": 2.304482636033934e-05, "loss": 0.8136, "step": 101500 }, { "epoch": 8.78, "learning_rate": 2.2262105350304206e-05, "loss": 0.8119, "step": 101750 }, { "epoch": 8.8, "learning_rate": 2.149239525461971e-05, "loss": 0.8121, "step": 102000 }, { "epoch": 8.82, "learning_rate": 2.0735732131138694e-05, "loss": 0.8122, "step": 102250 }, { "epoch": 8.84, "learning_rate": 1.9992151426515303e-05, "loss": 0.81, "step": 102500 }, { "epoch": 8.86, "learning_rate": 1.9261687974544515e-05, "loss": 0.8127, "step": 102750 }, { "epoch": 8.89, "learning_rate": 1.8544375994530026e-05, "loss": 0.8113, "step": 103000 }, { "epoch": 8.91, "learning_rate": 1.7840249089681714e-05, "loss": 0.8091, "step": 103250 }, { "epoch": 8.93, "learning_rate": 1.7149340245541043e-05, "loss": 0.8137, "step": 103500 }, { "epoch": 8.95, "learning_rate": 1.64716818284361e-05, "loss": 0.8096, "step": 103750 }, { "epoch": 8.97, "learning_rate": 1.5807305583965002e-05, "loss": 0.8089, "step": 104000 }, { "epoch": 8.99, "learning_rate": 1.5156242635509187e-05, "loss": 0.8101, "step": 104250 }, { "epoch": 9.0, "eval_alliteration_score": 0.45457142857142857, "eval_harmonic_meter_score": 0.22300740426243393, "eval_harmonic_rhyme_score": 0.5252016141180921, "eval_meter_score": 0.47249164549890543, "eval_rhyme_score": 0.8439913924542158, "eval_runtime": 1174.1795, "eval_samples_per_second": 2.299, "eval_steps_per_second": 0.288, "step": 104319 }, { "epoch": 9.02, "learning_rate": 1.451852348277508e-05, "loss": 0.8024, "step": 104500 }, { "epoch": 9.04, "learning_rate": 1.3894178000365508e-05, "loss": 0.7977, "step": 104750 }, { "epoch": 9.06, "learning_rate": 1.3283235436379947e-05, "loss": 0.7995, "step": 105000 }, { "epoch": 9.08, "learning_rate": 1.2685724411044718e-05, "loss": 0.7984, "step": 105250 }, { "epoch": 9.1, "learning_rate": 1.2101672915371896e-05, "loss": 0.7992, "step": 105500 }, { "epoch": 9.12, "learning_rate": 1.1531108309848192e-05, "loss": 0.799, "step": 105750 }, { "epoch": 9.15, "learning_rate": 1.0974057323153274e-05, "loss": 0.7974, "step": 106000 }, { "epoch": 9.17, "learning_rate": 1.0430546050907607e-05, "loss": 0.7993, "step": 106250 }, { "epoch": 9.19, "learning_rate": 9.900599954449895e-06, "loss": 0.7971, "step": 106500 }, { "epoch": 9.21, "learning_rate": 9.38424385964437e-06, "loss": 0.7985, "step": 106750 }, { "epoch": 9.23, "learning_rate": 8.881501955717851e-06, "loss": 0.7973, "step": 107000 }, { "epoch": 9.25, "learning_rate": 8.392397794126493e-06, "loss": 0.797, "step": 107250 }, { "epoch": 9.27, "learning_rate": 7.91695428745256e-06, "loss": 0.7977, "step": 107500 }, { "epoch": 9.3, "learning_rate": 7.4551937083310195e-06, "loss": 0.7977, "step": 107750 }, { "epoch": 9.32, "learning_rate": 7.007137688406183e-06, "loss": 0.7967, "step": 108000 }, { "epoch": 9.34, "learning_rate": 6.57280721731831e-06, "loss": 0.7969, "step": 108250 }, { "epoch": 9.36, "learning_rate": 6.152222641720361e-06, "loss": 0.7979, "step": 108500 }, { "epoch": 9.38, "learning_rate": 5.745403664324866e-06, "loss": 0.7972, "step": 108750 }, { "epoch": 9.4, "learning_rate": 5.352369342980855e-06, "loss": 0.7982, "step": 109000 }, { "epoch": 9.43, "learning_rate": 4.973138089781115e-06, "loss": 0.797, "step": 109250 }, { "epoch": 9.45, "learning_rate": 4.607727670199734e-06, "loss": 0.7971, "step": 109500 }, { "epoch": 9.47, "learning_rate": 4.256155202259682e-06, "loss": 0.7982, "step": 109750 }, { "epoch": 9.49, "learning_rate": 3.918437155731036e-06, "loss": 0.7968, "step": 110000 }, { "epoch": 9.51, "learning_rate": 3.5945893513594116e-06, "loss": 0.7971, "step": 110250 }, { "epoch": 9.53, "learning_rate": 3.2846269601248474e-06, "loss": 0.7967, "step": 110500 }, { "epoch": 9.55, "learning_rate": 2.988564502530977e-06, "loss": 0.7973, "step": 110750 }, { "epoch": 9.58, "learning_rate": 2.706415847925003e-06, "loss": 0.796, "step": 111000 }, { "epoch": 9.6, "learning_rate": 2.4381942138477884e-06, "loss": 0.7959, "step": 111250 }, { "epoch": 9.62, "learning_rate": 2.1839121654147805e-06, "loss": 0.7966, "step": 111500 }, { "epoch": 9.64, "learning_rate": 1.9435816147273187e-06, "loss": 0.7982, "step": 111750 }, { "epoch": 9.66, "learning_rate": 1.7172138203147113e-06, "loss": 0.7974, "step": 112000 }, { "epoch": 9.68, "learning_rate": 1.5048193866066261e-06, "loss": 0.7962, "step": 112250 }, { "epoch": 9.71, "learning_rate": 1.306408263436487e-06, "loss": 0.796, "step": 112500 }, { "epoch": 9.73, "learning_rate": 1.1219897455753134e-06, "loss": 0.7969, "step": 112750 }, { "epoch": 9.75, "learning_rate": 9.515724722962692e-07, "loss": 0.7966, "step": 113000 }, { "epoch": 9.77, "learning_rate": 7.95164426969952e-07, "loss": 0.7971, "step": 113250 }, { "epoch": 9.79, "learning_rate": 6.5277293669046e-07, "loss": 0.7964, "step": 113500 }, { "epoch": 9.81, "learning_rate": 5.244046719320661e-07, "loss": 0.7987, "step": 113750 }, { "epoch": 9.84, "learning_rate": 4.1006564623676794e-07, "loss": 0.7974, "step": 114000 }, { "epoch": 9.86, "learning_rate": 3.097612159326135e-07, "loss": 0.7968, "step": 114250 }, { "epoch": 9.88, "learning_rate": 2.2349607988273454e-07, "loss": 0.7967, "step": 114500 }, { "epoch": 9.9, "learning_rate": 1.512742792652233e-07, "loss": 0.7963, "step": 114750 }, { "epoch": 9.92, "learning_rate": 9.309919738381688e-08, "loss": 0.7958, "step": 115000 }, { "epoch": 9.94, "learning_rate": 4.897355950945758e-08, "loss": 0.7967, "step": 115250 }, { "epoch": 9.96, "learning_rate": 1.8899432752528255e-08, "loss": 0.7965, "step": 115500 }, { "epoch": 9.99, "learning_rate": 2.8782259661630503e-09, "loss": 0.7964, "step": 115750 }, { "epoch": 10.0, "eval_alliteration_score": 0.44889892715979673, "eval_harmonic_meter_score": 0.22169202291201373, "eval_harmonic_rhyme_score": 0.5585708483881331, "eval_meter_score": 0.46651850277597545, "eval_rhyme_score": 0.8524697393236106, "eval_runtime": 1181.0934, "eval_samples_per_second": 2.286, "eval_steps_per_second": 0.286, "step": 115910 }, { "epoch": 10.0, "step": 115910, "total_flos": 1.446063607638917e+18, "train_loss": 0.9344727087942378, "train_runtime": 52307.177, "train_samples_per_second": 283.652, "train_steps_per_second": 2.216 } ], "max_steps": 115910, "num_train_epochs": 10, "total_flos": 1.446063607638917e+18, "trial_name": null, "trial_params": null }