{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.68504,
  "eval_steps": 500,
  "global_step": 8563,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 9.999999842086332e-06,
      "loss": 3.8678,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.99999605215876e-06,
      "loss": 3.1958,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999984208641271e-06,
      "loss": 2.7416,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999964469466236e-06,
      "loss": 2.7303,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.99993683466483e-06,
      "loss": 2.6118,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999901304280686e-06,
      "loss": 2.5647,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999857878369917e-06,
      "loss": 2.5395,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999806557001092e-06,
      "loss": 2.4767,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.99974734025526e-06,
      "loss": 2.4768,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.99968022822593e-06,
      "loss": 2.4417,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999605221019082e-06,
      "loss": 2.5207,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.99952231875316e-06,
      "loss": 2.4503,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.999431521559081e-06,
      "loss": 2.5273,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999332829580227e-06,
      "loss": 2.5419,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999226242972445e-06,
      "loss": 2.4085,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999111761904046e-06,
      "loss": 2.4276,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.998989386555815e-06,
      "loss": 2.4457,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.998859117121e-06,
      "loss": 2.5333,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.998720953805312e-06,
      "loss": 2.5607,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.998574896826931e-06,
      "loss": 2.4188,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.9984209464165e-06,
      "loss": 2.3849,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.99825910281713e-06,
      "loss": 2.5013,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.998089366284392e-06,
      "loss": 2.4716,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.997911737086322e-06,
      "loss": 2.4551,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.997726215503422e-06,
      "loss": 2.4105,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.997532801828659e-06,
      "loss": 2.4917,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.997331496367455e-06,
      "loss": 2.5187,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.9971222994377e-06,
      "loss": 2.4179,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.996905211369748e-06,
      "loss": 2.4432,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.996680232506404e-06,
      "loss": 2.4748,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.996447363202947e-06,
      "loss": 2.4549,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.996206603827105e-06,
      "loss": 2.413,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.995957954759073e-06,
      "loss": 2.3685,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.9957014163915e-06,
      "loss": 2.4965,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.995436989129495e-06,
      "loss": 2.4297,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.995164673390624e-06,
      "loss": 2.4488,
      "step": 175
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.994884469604913e-06,
      "loss": 2.4427,
      "step": 180
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.99459637821484e-06,
      "loss": 2.4176,
      "step": 185
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.994300399675342e-06,
      "loss": 2.4354,
      "step": 190
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.993996534453812e-06,
      "loss": 2.4271,
      "step": 195
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.99368478303009e-06,
      "loss": 2.4104,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.993365145896473e-06,
      "loss": 2.472,
      "step": 205
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.993037623557716e-06,
      "loss": 2.3864,
      "step": 210
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.99270221653102e-06,
      "loss": 2.4398,
      "step": 215
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.99235892534604e-06,
      "loss": 2.4776,
      "step": 220
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.992007750544876e-06,
      "loss": 2.4641,
      "step": 225
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.991648692682083e-06,
      "loss": 2.418,
      "step": 230
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.991281752324664e-06,
      "loss": 2.4393,
      "step": 235
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.990906930052065e-06,
      "loss": 2.4516,
      "step": 240
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.990524226456182e-06,
      "loss": 2.5284,
      "step": 245
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.990133642141359e-06,
      "loss": 2.3922,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.989735177724378e-06,
      "loss": 2.4243,
      "step": 255
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.989328833834472e-06,
      "loss": 2.4688,
      "step": 260
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.988914611113311e-06,
      "loss": 2.4507,
      "step": 265
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.988492510215011e-06,
      "loss": 2.4323,
      "step": 270
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.988062531806127e-06,
      "loss": 2.4468,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.987624676565652e-06,
      "loss": 2.4449,
      "step": 280
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.987178945185019e-06,
      "loss": 2.4528,
      "step": 285
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.986725338368103e-06,
      "loss": 2.4404,
      "step": 290
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.986263856831204e-06,
      "loss": 2.3838,
      "step": 295
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.98579450130307e-06,
      "loss": 2.6499,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.985317272524876e-06,
      "loss": 2.7636,
      "step": 305
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.98483217125023e-06,
      "loss": 2.5432,
      "step": 310
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.984339198245175e-06,
      "loss": 2.5596,
      "step": 315
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.983838354288181e-06,
      "loss": 2.558,
      "step": 320
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.98332964017015e-06,
      "loss": 2.5666,
      "step": 325
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.982813056694411e-06,
      "loss": 2.5362,
      "step": 330
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.982288604676719e-06,
      "loss": 2.8506,
      "step": 335
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.981756284945256e-06,
      "loss": 2.7035,
      "step": 340
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.98121609834063e-06,
      "loss": 2.5648,
      "step": 345
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.980668045715864e-06,
      "loss": 2.9797,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.98011212793641e-06,
      "loss": 2.6807,
      "step": 355
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.979548345880142e-06,
      "loss": 2.694,
      "step": 360
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.978976700437341e-06,
      "loss": 2.5717,
      "step": 365
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.978397192510722e-06,
      "loss": 2.5549,
      "step": 370
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.9778098230154e-06,
      "loss": 2.5463,
      "step": 375
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.977214592878917e-06,
      "loss": 2.4522,
      "step": 380
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.976611503041218e-06,
      "loss": 2.4995,
      "step": 385
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.976000554454668e-06,
      "loss": 2.4276,
      "step": 390
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.975381748084035e-06,
      "loss": 2.4565,
      "step": 395
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.974755084906503e-06,
      "loss": 2.4484,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.974120565911653e-06,
      "loss": 2.4033,
      "step": 405
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.97347819210148e-06,
      "loss": 2.4396,
      "step": 410
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.972827964490382e-06,
      "loss": 2.4695,
      "step": 415
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.972169884105155e-06,
      "loss": 2.4338,
      "step": 420
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.971503951984996e-06,
      "loss": 2.4564,
      "step": 425
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.970830169181504e-06,
      "loss": 2.4482,
      "step": 430
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.970148536758678e-06,
      "loss": 2.5479,
      "step": 435
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.969459055792903e-06,
      "loss": 2.4472,
      "step": 440
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.968761727372965e-06,
      "loss": 2.4117,
      "step": 445
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.968056552600043e-06,
      "loss": 2.4558,
      "step": 450
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.967343532587701e-06,
      "loss": 2.4719,
      "step": 455
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.966622668461899e-06,
      "loss": 2.4085,
      "step": 460
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.965893961360977e-06,
      "loss": 2.4209,
      "step": 465
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.965157412435663e-06,
      "loss": 2.4407,
      "step": 470
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.964413022849069e-06,
      "loss": 2.3714,
      "step": 475
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.963660793776689e-06,
      "loss": 2.4234,
      "step": 480
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.96290072640639e-06,
      "loss": 2.423,
      "step": 485
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.96213282193843e-06,
      "loss": 2.4753,
      "step": 490
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.96135708158543e-06,
      "loss": 2.342,
      "step": 495
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.960573506572391e-06,
      "loss": 2.4249,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.959782098136683e-06,
      "loss": 2.3401,
      "step": 505
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.958982857528053e-06,
      "loss": 2.4531,
      "step": 510
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.958175786008605e-06,
      "loss": 2.4166,
      "step": 515
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.957360884852819e-06,
      "loss": 2.3662,
      "step": 520
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.956538155347534e-06,
      "loss": 2.3679,
      "step": 525
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.955707598791952e-06,
      "loss": 2.3647,
      "step": 530
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.954869216497636e-06,
      "loss": 2.41,
      "step": 535
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.954023009788505e-06,
      "loss": 2.3764,
      "step": 540
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.953168980000836e-06,
      "loss": 2.424,
      "step": 545
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.952307128483257e-06,
      "loss": 2.3777,
      "step": 550
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.951437456596751e-06,
      "loss": 2.4414,
      "step": 555
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.950559965714647e-06,
      "loss": 2.4281,
      "step": 560
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.949674657222624e-06,
      "loss": 2.3643,
      "step": 565
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.948781532518706e-06,
      "loss": 2.411,
      "step": 570
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.947880593013256e-06,
      "loss": 2.4174,
      "step": 575
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.946971840128982e-06,
      "loss": 2.3497,
      "step": 580
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.946055275300929e-06,
      "loss": 2.3523,
      "step": 585
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.945130899976477e-06,
      "loss": 2.372,
      "step": 590
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.944198715615343e-06,
      "loss": 2.3717,
      "step": 595
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.94325872368957e-06,
      "loss": 2.3737,
      "step": 600
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.942310925683538e-06,
      "loss": 2.4498,
      "step": 605
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.941355323093944e-06,
      "loss": 2.3515,
      "step": 610
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.94039191742982e-06,
      "loss": 2.3897,
      "step": 615
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.939420710212511e-06,
      "loss": 2.4276,
      "step": 620
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.938441702975689e-06,
      "loss": 2.4084,
      "step": 625
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.937454897265338e-06,
      "loss": 2.4149,
      "step": 630
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.93646029463976e-06,
      "loss": 2.3673,
      "step": 635
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.935457896669568e-06,
      "loss": 2.3262,
      "step": 640
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.934447704937684e-06,
      "loss": 2.3838,
      "step": 645
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.93342972103934e-06,
      "loss": 2.377,
      "step": 650
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.932403946582071e-06,
      "loss": 2.4281,
      "step": 655
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.931370383185717e-06,
      "loss": 2.3754,
      "step": 660
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.930329032482412e-06,
      "loss": 2.4245,
      "step": 665
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.929279896116595e-06,
      "loss": 2.3126,
      "step": 670
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.928222975744992e-06,
      "loss": 2.4046,
      "step": 675
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.927158273036624e-06,
      "loss": 2.3757,
      "step": 680
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.926085789672806e-06,
      "loss": 2.3906,
      "step": 685
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.925005527347132e-06,
      "loss": 2.3512,
      "step": 690
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.923917487765484e-06,
      "loss": 2.4564,
      "step": 695
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.922821672646028e-06,
      "loss": 2.3998,
      "step": 700
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.921718083719203e-06,
      "loss": 2.4962,
      "step": 705
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.920606722727726e-06,
      "loss": 2.3641,
      "step": 710
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.919487591426591e-06,
      "loss": 2.3407,
      "step": 715
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.918360691583056e-06,
      "loss": 2.3559,
      "step": 720
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.91722602497665e-06,
      "loss": 2.4193,
      "step": 725
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.916083593399167e-06,
      "loss": 2.3301,
      "step": 730
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.914933398654663e-06,
      "loss": 2.4055,
      "step": 735
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.913775442559451e-06,
      "loss": 2.4251,
      "step": 740
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.912609726942104e-06,
      "loss": 2.3905,
      "step": 745
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.911436253643445e-06,
      "loss": 2.3312,
      "step": 750
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.910255024516546e-06,
      "loss": 2.3348,
      "step": 755
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.909066041426733e-06,
      "loss": 2.3927,
      "step": 760
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.907869306251571e-06,
      "loss": 2.3886,
      "step": 765
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.906664820880869e-06,
      "loss": 2.382,
      "step": 770
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.90545258721667e-06,
      "loss": 2.3468,
      "step": 775
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.904232607173262e-06,
      "loss": 2.3527,
      "step": 780
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.903004882677157e-06,
      "loss": 2.3709,
      "step": 785
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9017694156671e-06,
      "loss": 2.4618,
      "step": 790
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.900526208094061e-06,
      "loss": 2.341,
      "step": 795
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.899275261921236e-06,
      "loss": 2.3537,
      "step": 800
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.898016579124039e-06,
      "loss": 2.449,
      "step": 805
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.8967501616901e-06,
      "loss": 2.3372,
      "step": 810
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.895476011619269e-06,
      "loss": 2.4462,
      "step": 815
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.894194130923602e-06,
      "loss": 2.4556,
      "step": 820
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.89290452162736e-06,
      "loss": 2.462,
      "step": 825
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.891607185767018e-06,
      "loss": 2.3579,
      "step": 830
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.89030212539124e-06,
      "loss": 2.4308,
      "step": 835
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.8889893425609e-06,
      "loss": 2.4658,
      "step": 840
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.887668839349057e-06,
      "loss": 2.3401,
      "step": 845
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.886340617840968e-06,
      "loss": 2.4264,
      "step": 850
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.885004680134075e-06,
      "loss": 2.3856,
      "step": 855
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.883661028338009e-06,
      "loss": 2.3479,
      "step": 860
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.882309664574576e-06,
      "loss": 2.5498,
      "step": 865
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.880950590977764e-06,
      "loss": 2.5088,
      "step": 870
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.879583809693737e-06,
      "loss": 2.3513,
      "step": 875
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.87820932288083e-06,
      "loss": 2.3834,
      "step": 880
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.876827132709545e-06,
      "loss": 2.4223,
      "step": 885
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.875437241362546e-06,
      "loss": 2.3918,
      "step": 890
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.874039651034665e-06,
      "loss": 2.3935,
      "step": 895
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.872634363932887e-06,
      "loss": 2.3382,
      "step": 900
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.87122138227635e-06,
      "loss": 2.3507,
      "step": 905
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.869800708296347e-06,
      "loss": 2.3881,
      "step": 910
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.868372344236314e-06,
      "loss": 2.3536,
      "step": 915
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.866936292351837e-06,
      "loss": 2.3739,
      "step": 920
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.865492554910634e-06,
      "loss": 2.3488,
      "step": 925
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.864041134192563e-06,
      "loss": 2.3285,
      "step": 930
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.862582032489621e-06,
      "loss": 2.3309,
      "step": 935
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.861115252105922e-06,
      "loss": 2.3653,
      "step": 940
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.859640795357716e-06,
      "loss": 2.3722,
      "step": 945
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.85815866457337e-06,
      "loss": 2.3694,
      "step": 950
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.856668862093372e-06,
      "loss": 2.3212,
      "step": 955
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.855171390270325e-06,
      "loss": 2.3071,
      "step": 960
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.853666251468938e-06,
      "loss": 2.3044,
      "step": 965
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.852153448066031e-06,
      "loss": 2.3917,
      "step": 970
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.85063298245053e-06,
      "loss": 2.308,
      "step": 975
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.849104857023455e-06,
      "loss": 2.3165,
      "step": 980
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.847569074197927e-06,
      "loss": 2.2926,
      "step": 985
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.846025636399152e-06,
      "loss": 2.409,
      "step": 990
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.844474546064436e-06,
      "loss": 2.4206,
      "step": 995
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.842915805643156e-06,
      "loss": 2.4242,
      "step": 1000
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.84134941759678e-06,
      "loss": 2.4045,
      "step": 1005
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.839775384398846e-06,
      "loss": 2.2667,
      "step": 1010
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.838193708534969e-06,
      "loss": 2.348,
      "step": 1015
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.836604392502829e-06,
      "loss": 2.4119,
      "step": 1020
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.835007438812177e-06,
      "loss": 2.349,
      "step": 1025
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.833402849984815e-06,
      "loss": 2.37,
      "step": 1030
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.831790628554613e-06,
      "loss": 2.3195,
      "step": 1035
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.830170777067486e-06,
      "loss": 2.4033,
      "step": 1040
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.828543298081401e-06,
      "loss": 2.2899,
      "step": 1045
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.82690819416637e-06,
      "loss": 2.3335,
      "step": 1050
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.825265467904446e-06,
      "loss": 2.3617,
      "step": 1055
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.823615121889716e-06,
      "loss": 2.4366,
      "step": 1060
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.821957158728302e-06,
      "loss": 2.3295,
      "step": 1065
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.820291581038354e-06,
      "loss": 2.386,
      "step": 1070
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.81861839145005e-06,
      "loss": 2.4164,
      "step": 1075
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.81693759260558e-06,
      "loss": 2.4298,
      "step": 1080
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.815249187159158e-06,
      "loss": 2.3613,
      "step": 1085
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.813553177777005e-06,
      "loss": 2.3239,
      "step": 1090
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.811849567137351e-06,
      "loss": 2.3454,
      "step": 1095
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.81013835793043e-06,
      "loss": 2.3593,
      "step": 1100
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.808419552858477e-06,
      "loss": 2.369,
      "step": 1105
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.806693154635719e-06,
      "loss": 2.3099,
      "step": 1110
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.80495916598837e-06,
      "loss": 2.3498,
      "step": 1115
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.803217589654642e-06,
      "loss": 2.4043,
      "step": 1120
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.801468428384716e-06,
      "loss": 2.3933,
      "step": 1125
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.79971168494076e-06,
      "loss": 2.3453,
      "step": 1130
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.797947362096909e-06,
      "loss": 2.3699,
      "step": 1135
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.796175462639273e-06,
      "loss": 2.3842,
      "step": 1140
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.79439598936592e-06,
      "loss": 2.353,
      "step": 1145
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.79260894508688e-06,
      "loss": 2.3314,
      "step": 1150
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.790814332624144e-06,
      "loss": 2.3427,
      "step": 1155
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.789012154811648e-06,
      "loss": 2.2935,
      "step": 1160
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.787202414495275e-06,
      "loss": 2.3644,
      "step": 1165
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.785385114532858e-06,
      "loss": 2.3309,
      "step": 1170
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.783560257794153e-06,
      "loss": 2.3602,
      "step": 1175
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.781727847160865e-06,
      "loss": 2.3894,
      "step": 1180
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.779887885526616e-06,
      "loss": 2.382,
      "step": 1185
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.77804037579696e-06,
      "loss": 2.4115,
      "step": 1190
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.776185320889364e-06,
      "loss": 2.3761,
      "step": 1195
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.774322723733216e-06,
      "loss": 2.3394,
      "step": 1200
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.772452587269808e-06,
      "loss": 2.3536,
      "step": 1205
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.770574914452343e-06,
      "loss": 2.353,
      "step": 1210
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.768689708245921e-06,
      "loss": 2.3405,
      "step": 1215
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.766796971627543e-06,
      "loss": 2.3894,
      "step": 1220
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.764896707586095e-06,
      "loss": 2.3086,
      "step": 1225
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.762988919122354e-06,
      "loss": 2.3898,
      "step": 1230
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.761073609248981e-06,
      "loss": 2.3703,
      "step": 1235
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.759150780990508e-06,
      "loss": 2.3538,
      "step": 1240
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.757220437383345e-06,
      "loss": 2.4508,
      "step": 1245
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.755282581475769e-06,
      "loss": 2.3082,
      "step": 1250
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.753337216327917e-06,
      "loss": 2.4109,
      "step": 1255
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.751384345011787e-06,
      "loss": 2.366,
      "step": 1260
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.749423970611232e-06,
      "loss": 2.3802,
      "step": 1265
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.747456096221946e-06,
      "loss": 2.3878,
      "step": 1270
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.745480724951473e-06,
      "loss": 2.3319,
      "step": 1275
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.743497859919196e-06,
      "loss": 2.3459,
      "step": 1280
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.741507504256327e-06,
      "loss": 2.4305,
      "step": 1285
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.739509661105912e-06,
      "loss": 2.3212,
      "step": 1290
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.737504333622814e-06,
      "loss": 2.3519,
      "step": 1295
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.735491524973723e-06,
      "loss": 2.4035,
      "step": 1300
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.733471238337136e-06,
      "loss": 2.2749,
      "step": 1305
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.73144347690336e-06,
      "loss": 2.4223,
      "step": 1310
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.729408243874511e-06,
      "loss": 2.3059,
      "step": 1315
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.727365542464498e-06,
      "loss": 2.3024,
      "step": 1320
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.725315375899025e-06,
      "loss": 2.2939,
      "step": 1325
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.723257747415584e-06,
      "loss": 2.3402,
      "step": 1330
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.721192660263454e-06,
      "loss": 2.366,
      "step": 1335
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.719120117703688e-06,
      "loss": 2.4011,
      "step": 1340
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.717040123009111e-06,
      "loss": 2.3492,
      "step": 1345
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.714952679464324e-06,
      "loss": 2.3405,
      "step": 1350
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.71285779036568e-06,
      "loss": 2.3419,
      "step": 1355
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.710755459021297e-06,
      "loss": 2.3302,
      "step": 1360
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.708645688751043e-06,
      "loss": 2.2838,
      "step": 1365
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.706528482886535e-06,
      "loss": 2.2852,
      "step": 1370
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.704403844771128e-06,
      "loss": 2.3822,
      "step": 1375
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.702271777759915e-06,
      "loss": 2.3764,
      "step": 1380
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.700132285219724e-06,
      "loss": 2.3767,
      "step": 1385
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.697985370529101e-06,
      "loss": 2.383,
      "step": 1390
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.695831037078323e-06,
      "loss": 2.2937,
      "step": 1395
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.693669288269371e-06,
      "loss": 2.3489,
      "step": 1400
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.691500127515945e-06,
      "loss": 2.3873,
      "step": 1405
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.689323558243446e-06,
      "loss": 2.3831,
      "step": 1410
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.687139583888971e-06,
      "loss": 2.3385,
      "step": 1415
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.684948207901315e-06,
      "loss": 2.3264,
      "step": 1420
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.682749433740963e-06,
      "loss": 2.3455,
      "step": 1425
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.680543264880075e-06,
      "loss": 2.3379,
      "step": 1430
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.678329704802495e-06,
      "loss": 2.3679,
      "step": 1435
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.676108757003735e-06,
      "loss": 2.3293,
      "step": 1440
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.673880424990978e-06,
      "loss": 2.3727,
      "step": 1445
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.671644712283061e-06,
      "loss": 2.3898,
      "step": 1450
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.669401622410481e-06,
      "loss": 2.3139,
      "step": 1455
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.667151158915382e-06,
      "loss": 2.3811,
      "step": 1460
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.664893325351556e-06,
      "loss": 2.2852,
      "step": 1465
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.662628125284426e-06,
      "loss": 2.3856,
      "step": 1470
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.660355562291055e-06,
      "loss": 2.3889,
      "step": 1475
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.65807563996013e-06,
      "loss": 2.32,
      "step": 1480
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.65578836189196e-06,
      "loss": 2.4046,
      "step": 1485
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.653493731698467e-06,
      "loss": 2.317,
      "step": 1490
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.651191753003187e-06,
      "loss": 2.3666,
      "step": 1495
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.648882429441258e-06,
      "loss": 2.3768,
      "step": 1500
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.646565764659418e-06,
      "loss": 2.3277,
      "step": 1505
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.644241762315995e-06,
      "loss": 2.3817,
      "step": 1510
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.641910426080909e-06,
      "loss": 2.3487,
      "step": 1515
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.639571759635655e-06,
      "loss": 2.3855,
      "step": 1520
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.637225766673309e-06,
      "loss": 2.3123,
      "step": 1525
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.634872450898511e-06,
      "loss": 2.3796,
      "step": 1530
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.63251181602747e-06,
      "loss": 2.3167,
      "step": 1535
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.630143865787951e-06,
      "loss": 2.3651,
      "step": 1540
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.62776860391927e-06,
      "loss": 2.3516,
      "step": 1545
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.62538603417229e-06,
      "loss": 2.3768,
      "step": 1550
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.622996160309415e-06,
      "loss": 2.4051,
      "step": 1555
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.620598986104578e-06,
      "loss": 2.392,
      "step": 1560
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.61819451534325e-06,
      "loss": 2.2801,
      "step": 1565
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.615782751822413e-06,
      "loss": 2.3499,
      "step": 1570
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.613363699350575e-06,
      "loss": 2.4028,
      "step": 1575
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.610937361747747e-06,
      "loss": 2.4018,
      "step": 1580
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.60850374284545e-06,
      "loss": 2.3549,
      "step": 1585
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.606062846486698e-06,
      "loss": 2.3292,
      "step": 1590
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.603614676526e-06,
      "loss": 2.3204,
      "step": 1595
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.601159236829353e-06,
      "loss": 2.3532,
      "step": 1600
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.598696531274227e-06,
      "loss": 2.3334,
      "step": 1605
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.596226563749575e-06,
      "loss": 2.3013,
      "step": 1610
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.593749338155809e-06,
      "loss": 2.475,
      "step": 1615
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.591264858404809e-06,
      "loss": 2.3784,
      "step": 1620
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.588773128419907e-06,
      "loss": 2.3192,
      "step": 1625
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.586274152135883e-06,
      "loss": 2.31,
      "step": 1630
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.583767933498964e-06,
      "loss": 2.3635,
      "step": 1635
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.58125447646681e-06,
      "loss": 2.3542,
      "step": 1640
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.578733785008513e-06,
      "loss": 2.3946,
      "step": 1645
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.576205863104588e-06,
      "loss": 2.3609,
      "step": 1650
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.573670714746973e-06,
      "loss": 2.3461,
      "step": 1655
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.571128343939006e-06,
      "loss": 2.3565,
      "step": 1660
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.568578754695443e-06,
      "loss": 2.3446,
      "step": 1665
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.566021951042432e-06,
      "loss": 2.3353,
      "step": 1670
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.563457937017514e-06,
      "loss": 2.399,
      "step": 1675
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.56088671666962e-06,
      "loss": 2.3797,
      "step": 1680
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.558308294059055e-06,
      "loss": 2.3472,
      "step": 1685
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.555722673257502e-06,
      "loss": 2.3961,
      "step": 1690
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.553129858348006e-06,
      "loss": 2.3554,
      "step": 1695
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.550529853424979e-06,
      "loss": 2.3868,
      "step": 1700
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.547922662594183e-06,
      "loss": 2.2986,
      "step": 1705
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.545308289972727e-06,
      "loss": 2.3284,
      "step": 1710
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.542686739689064e-06,
      "loss": 2.3453,
      "step": 1715
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.54005801588298e-06,
      "loss": 2.3722,
      "step": 1720
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.537422122705585e-06,
      "loss": 2.377,
      "step": 1725
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.534779064319318e-06,
      "loss": 2.3361,
      "step": 1730
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.532128844897928e-06,
      "loss": 2.2815,
      "step": 1735
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.529471468626472e-06,
      "loss": 2.3555,
      "step": 1740
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.52680693970131e-06,
      "loss": 2.3748,
      "step": 1745
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.524135262330098e-06,
      "loss": 2.3354,
      "step": 1750
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.52145644073178e-06,
      "loss": 2.3775,
      "step": 1755
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.51877047913658e-06,
      "loss": 2.2927,
      "step": 1760
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.516077381785995e-06,
      "loss": 2.3331,
      "step": 1765
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.513377152932796e-06,
      "loss": 2.3614,
      "step": 1770
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.510669796841014e-06,
      "loss": 2.2829,
      "step": 1775
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.507955317785935e-06,
      "loss": 2.3235,
      "step": 1780
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.505233720054086e-06,
      "loss": 2.4012,
      "step": 1785
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.502505007943248e-06,
      "loss": 2.32,
      "step": 1790
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.499769185762425e-06,
      "loss": 2.3578,
      "step": 1795
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.497026257831856e-06,
      "loss": 2.3312,
      "step": 1800
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.494276228482998e-06,
      "loss": 2.3463,
      "step": 1805
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.491519102058523e-06,
      "loss": 2.4038,
      "step": 1810
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.48875488291231e-06,
      "loss": 2.4344,
      "step": 1815
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.48598357540944e-06,
      "loss": 2.3112,
      "step": 1820
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.48320518392618e-06,
      "loss": 2.3172,
      "step": 1825
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.480419712849996e-06,
      "loss": 2.3116,
      "step": 1830
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.477627166579523e-06,
      "loss": 2.3388,
      "step": 1835
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.474827549524574e-06,
      "loss": 2.4493,
      "step": 1840
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.472020866106128e-06,
      "loss": 2.33,
      "step": 1845
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.46920712075632e-06,
      "loss": 2.343,
      "step": 1850
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.466386317918436e-06,
      "loss": 2.3657,
      "step": 1855
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.463558462046912e-06,
      "loss": 2.3117,
      "step": 1860
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.460723557607317e-06,
      "loss": 2.3932,
      "step": 1865
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.457881609076352e-06,
      "loss": 2.3644,
      "step": 1870
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.45503262094184e-06,
      "loss": 2.3048,
      "step": 1875
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.452176597702724e-06,
      "loss": 2.4008,
      "step": 1880
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.449313543869056e-06,
      "loss": 2.2881,
      "step": 1885
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.446443463961986e-06,
      "loss": 2.3549,
      "step": 1890
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.443566362513763e-06,
      "loss": 2.3225,
      "step": 1895
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.440682244067724e-06,
      "loss": 2.3483,
      "step": 1900
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.437791113178283e-06,
      "loss": 2.2936,
      "step": 1905
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.434892974410932e-06,
      "loss": 2.4011,
      "step": 1910
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.431987832342228e-06,
      "loss": 2.3626,
      "step": 1915
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.429075691559788e-06,
      "loss": 2.3457,
      "step": 1920
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.426156556662276e-06,
      "loss": 2.2791,
      "step": 1925
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.423230432259409e-06,
      "loss": 2.3234,
      "step": 1930
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.420297322971934e-06,
      "loss": 2.3283,
      "step": 1935
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.41735723343163e-06,
      "loss": 2.3014,
      "step": 1940
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.414410168281303e-06,
      "loss": 2.333,
      "step": 1945
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.411456132174768e-06,
      "loss": 2.3213,
      "step": 1950
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.408495129776851e-06,
      "loss": 2.3893,
      "step": 1955
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.405527165763384e-06,
      "loss": 2.3552,
      "step": 1960
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.402552244821181e-06,
      "loss": 2.3828,
      "step": 1965
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.399570371648052e-06,
      "loss": 2.3239,
      "step": 1970
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.396581550952781e-06,
      "loss": 2.3524,
      "step": 1975
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.393585787455125e-06,
      "loss": 2.3007,
      "step": 1980
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.3905830858858e-06,
      "loss": 2.3578,
      "step": 1985
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.387573450986485e-06,
      "loss": 2.3611,
      "step": 1990
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.384556887509802e-06,
      "loss": 2.3784,
      "step": 1995
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.381533400219319e-06,
      "loss": 2.3655,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.378502993889533e-06,
      "loss": 2.3281,
      "step": 2005
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.37546567330587e-06,
      "loss": 2.3777,
      "step": 2010
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.372421443264672e-06,
      "loss": 2.4091,
      "step": 2015
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.369370308573198e-06,
      "loss": 2.3085,
      "step": 2020
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.366312274049602e-06,
      "loss": 2.2421,
      "step": 2025
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.363247344522939e-06,
      "loss": 2.3942,
      "step": 2030
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.360175524833153e-06,
      "loss": 2.317,
      "step": 2035
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.357096819831065e-06,
      "loss": 2.3567,
      "step": 2040
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.35401123437837e-06,
      "loss": 2.3427,
      "step": 2045
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.35091877334763e-06,
      "loss": 2.3237,
      "step": 2050
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.347819441622261e-06,
      "loss": 2.3364,
      "step": 2055
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.344713244096533e-06,
      "loss": 2.3238,
      "step": 2060
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.341600185675555e-06,
      "loss": 2.2656,
      "step": 2065
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.33848027127527e-06,
      "loss": 2.2998,
      "step": 2070
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.33535350582245e-06,
      "loss": 2.3362,
      "step": 2075
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.332219894254686e-06,
      "loss": 2.3953,
      "step": 2080
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.329079441520377e-06,
      "loss": 2.3724,
      "step": 2085
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.325932152578726e-06,
      "loss": 2.2792,
      "step": 2090
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.322778032399728e-06,
      "loss": 2.3206,
      "step": 2095
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.319617085964177e-06,
      "loss": 2.395,
      "step": 2100
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.316449318263635e-06,
      "loss": 2.3439,
      "step": 2105
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.31327473430044e-06,
      "loss": 2.2661,
      "step": 2110
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.31009333908769e-06,
      "loss": 2.3384,
      "step": 2115
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.30690513764925e-06,
      "loss": 2.345,
      "step": 2120
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.30371013501972e-06,
      "loss": 2.348,
      "step": 2125
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.300508336244443e-06,
      "loss": 2.3047,
      "step": 2130
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.297299746379503e-06,
      "loss": 2.3079,
      "step": 2135
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.294084370491695e-06,
      "loss": 2.3399,
      "step": 2140
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.29086221365854e-06,
      "loss": 2.3256,
      "step": 2145
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.287633280968263e-06,
      "loss": 2.3425,
      "step": 2150
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.284397577519788e-06,
      "loss": 2.3558,
      "step": 2155
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.281155108422732e-06,
      "loss": 2.3339,
      "step": 2160
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.277905878797401e-06,
      "loss": 2.2839,
      "step": 2165
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.274649893774768e-06,
      "loss": 2.3632,
      "step": 2170
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.271387158496477e-06,
      "loss": 2.3651,
      "step": 2175
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.268117678114833e-06,
      "loss": 2.3686,
      "step": 2180
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.264841457792795e-06,
      "loss": 2.3371,
      "step": 2185
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.26155850270396e-06,
      "loss": 2.2492,
      "step": 2190
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.25826881803256e-06,
      "loss": 2.3617,
      "step": 2195
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.25497240897346e-06,
      "loss": 2.3833,
      "step": 2200
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.251669280732137e-06,
      "loss": 2.2811,
      "step": 2205
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.248359438524683e-06,
      "loss": 2.3552,
      "step": 2210
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.245042887577789e-06,
      "loss": 2.3454,
      "step": 2215
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.241719633128743e-06,
      "loss": 2.2956,
      "step": 2220
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.238389680425417e-06,
      "loss": 2.3762,
      "step": 2225
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.235053034726261e-06,
      "loss": 2.3329,
      "step": 2230
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.231709701300293e-06,
      "loss": 2.2914,
      "step": 2235
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.228359685427095e-06,
      "loss": 2.295,
      "step": 2240
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.225002992396797e-06,
      "loss": 2.3728,
      "step": 2245
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.221639627510076e-06,
      "loss": 2.365,
      "step": 2250
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.218269596078145e-06,
      "loss": 2.3951,
      "step": 2255
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.214892903422745e-06,
      "loss": 2.3543,
      "step": 2260
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.21150955487613e-06,
      "loss": 2.3172,
      "step": 2265
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.208119555781074e-06,
      "loss": 2.338,
      "step": 2270
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.204722911490847e-06,
      "loss": 2.347,
      "step": 2275
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.201319627369211e-06,
      "loss": 2.3313,
      "step": 2280
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.19790970879042e-06,
      "loss": 2.3183,
      "step": 2285
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.1944931611392e-06,
      "loss": 2.4201,
      "step": 2290
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.191069989810743e-06,
      "loss": 2.2605,
      "step": 2295
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.18764020021071e-06,
      "loss": 2.3619,
      "step": 2300
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.1842037977552e-06,
      "loss": 2.3647,
      "step": 2305
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.180760787870766e-06,
      "loss": 2.3536,
      "step": 2310
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.17731117599439e-06,
      "loss": 2.3556,
      "step": 2315
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.173854967573479e-06,
      "loss": 2.3082,
      "step": 2320
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.170392168065858e-06,
      "loss": 2.3464,
      "step": 2325
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.166922782939759e-06,
      "loss": 2.3798,
      "step": 2330
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.163446817673817e-06,
      "loss": 2.4031,
      "step": 2335
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.159964277757054e-06,
      "loss": 2.3262,
      "step": 2340
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.156475168688876e-06,
      "loss": 2.3394,
      "step": 2345
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.152979495979064e-06,
      "loss": 2.3255,
      "step": 2350
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.149477265147762e-06,
      "loss": 2.2822,
      "step": 2355
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.145968481725466e-06,
      "loss": 2.3709,
      "step": 2360
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.142453151253033e-06,
      "loss": 2.3608,
      "step": 2365
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.13893127928164e-06,
      "loss": 2.3551,
      "step": 2370
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.13540287137281e-06,
      "loss": 2.2749,
      "step": 2375
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.131867933098379e-06,
      "loss": 2.298,
      "step": 2380
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.128326470040495e-06,
      "loss": 2.2613,
      "step": 2385
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.124778487791615e-06,
      "loss": 2.3305,
      "step": 2390
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.121223991954484e-06,
      "loss": 2.2651,
      "step": 2395
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.117662988142138e-06,
      "loss": 2.2488,
      "step": 2400
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.114095481977887e-06,
      "loss": 2.3113,
      "step": 2405
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.110521479095314e-06,
      "loss": 2.4102,
      "step": 2410
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.106940985138251e-06,
      "loss": 2.3155,
      "step": 2415
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.10335400576079e-06,
      "loss": 2.3533,
      "step": 2420
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.099760546627262e-06,
      "loss": 2.3666,
      "step": 2425
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.096160613412228e-06,
      "loss": 2.3796,
      "step": 2430
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.092554211800476e-06,
      "loss": 2.3945,
      "step": 2435
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.088941347487004e-06,
      "loss": 2.2972,
      "step": 2440
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.085322026177017e-06,
      "loss": 2.278,
      "step": 2445
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.08169625358592e-06,
      "loss": 2.3882,
      "step": 2450
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.078064035439303e-06,
      "loss": 2.2649,
      "step": 2455
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.074425377472932e-06,
      "loss": 2.4195,
      "step": 2460
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.070780285432746e-06,
      "loss": 2.3155,
      "step": 2465
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.067128765074842e-06,
      "loss": 2.3354,
      "step": 2470
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.06347082216547e-06,
      "loss": 2.3451,
      "step": 2475
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.059806462481022e-06,
      "loss": 2.3193,
      "step": 2480
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.056135691808019e-06,
      "loss": 2.2897,
      "step": 2485
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.052458515943112e-06,
      "loss": 2.2659,
      "step": 2490
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.048774940693062e-06,
      "loss": 2.3363,
      "step": 2495
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.045084971874738e-06,
      "loss": 2.3887,
      "step": 2500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.041388615315102e-06,
      "loss": 2.3496,
      "step": 2505
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.037685876851211e-06,
      "loss": 2.3608,
      "step": 2510
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.033976762330189e-06,
      "loss": 2.2707,
      "step": 2515
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.030261277609235e-06,
      "loss": 2.2787,
      "step": 2520
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.026539428555609e-06,
      "loss": 2.2724,
      "step": 2525
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.022811221046618e-06,
      "loss": 2.3896,
      "step": 2530
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.01907666096961e-06,
      "loss": 2.2743,
      "step": 2535
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.015335754221964e-06,
      "loss": 2.2859,
      "step": 2540
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.011588506711085e-06,
      "loss": 2.3019,
      "step": 2545
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.007834924354384e-06,
      "loss": 2.3834,
      "step": 2550
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.004075013079284e-06,
      "loss": 2.3645,
      "step": 2555
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.000308778823196e-06,
      "loss": 2.3349,
      "step": 2560
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.996536227533519e-06,
      "loss": 2.2916,
      "step": 2565
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.992757365167625e-06,
      "loss": 2.323,
      "step": 2570
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.988972197692857e-06,
      "loss": 2.3197,
      "step": 2575
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.985180731086505e-06,
      "loss": 2.4031,
      "step": 2580
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.98138297133582e-06,
      "loss": 2.3158,
      "step": 2585
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.977578924437976e-06,
      "loss": 2.3468,
      "step": 2590
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.973768596400085e-06,
      "loss": 2.2986,
      "step": 2595
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.969951993239177e-06,
      "loss": 2.3172,
      "step": 2600
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.966129120982188e-06,
      "loss": 2.4022,
      "step": 2605
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.962299985665955e-06,
      "loss": 2.3028,
      "step": 2610
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.958464593337202e-06,
      "loss": 2.2815,
      "step": 2615
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.954622950052543e-06,
      "loss": 2.3018,
      "step": 2620
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.950775061878453e-06,
      "loss": 2.3578,
      "step": 2625
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.946920934891274e-06,
      "loss": 2.3957,
      "step": 2630
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.943060575177197e-06,
      "loss": 2.3572,
      "step": 2635
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.939193988832261e-06,
      "loss": 2.2332,
      "step": 2640
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.93532118196233e-06,
      "loss": 2.2703,
      "step": 2645
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.931442160683094e-06,
      "loss": 2.342,
      "step": 2650
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.92755693112006e-06,
      "loss": 2.3219,
      "step": 2655
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.923665499408535e-06,
      "loss": 2.4212,
      "step": 2660
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.91976787169362e-06,
      "loss": 2.317,
      "step": 2665
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.915864054130203e-06,
      "loss": 2.3502,
      "step": 2670
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.911954052882941e-06,
      "loss": 2.3477,
      "step": 2675
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.908037874126263e-06,
      "loss": 2.3429,
      "step": 2680
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.904115524044349e-06,
      "loss": 2.3321,
      "step": 2685
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.900187008831124e-06,
      "loss": 2.2941,
      "step": 2690
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.896252334690251e-06,
      "loss": 2.3432,
      "step": 2695
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.892311507835118e-06,
      "loss": 2.3232,
      "step": 2700
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.888364534488828e-06,
      "loss": 2.3243,
      "step": 2705
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.88441142088419e-06,
      "loss": 2.3276,
      "step": 2710
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.880452173263708e-06,
      "loss": 2.3487,
      "step": 2715
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.87648679787958e-06,
      "loss": 2.2962,
      "step": 2720
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.872515300993669e-06,
      "loss": 2.3847,
      "step": 2725
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.868537688877516e-06,
      "loss": 2.366,
      "step": 2730
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.86455396781231e-06,
      "loss": 2.3688,
      "step": 2735
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.860564144088891e-06,
      "loss": 2.3808,
      "step": 2740
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.856568224007736e-06,
      "loss": 2.288,
      "step": 2745
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.852566213878947e-06,
      "loss": 2.3828,
      "step": 2750
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.848558120022246e-06,
      "loss": 2.303,
      "step": 2755
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.844543948766958e-06,
      "loss": 2.3357,
      "step": 2760
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.84052370645201e-06,
      "loss": 2.3596,
      "step": 2765
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.83649739942591e-06,
      "loss": 2.4066,
      "step": 2770
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.83246503404675e-06,
      "loss": 2.308,
      "step": 2775
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.828426616682184e-06,
      "loss": 2.3756,
      "step": 2780
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.824382153709423e-06,
      "loss": 2.3836,
      "step": 2785
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.820331651515226e-06,
      "loss": 2.2858,
      "step": 2790
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.816275116495891e-06,
      "loss": 2.2355,
      "step": 2795
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.81221255505724e-06,
      "loss": 2.3715,
      "step": 2800
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.808143973614612e-06,
      "loss": 2.3173,
      "step": 2805
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.80406937859285e-06,
      "loss": 2.2888,
      "step": 2810
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.799988776426298e-06,
      "loss": 2.3617,
      "step": 2815
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.795902173558784e-06,
      "loss": 2.3934,
      "step": 2820
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.791809576443611e-06,
      "loss": 2.413,
      "step": 2825
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.787710991543547e-06,
      "loss": 2.3531,
      "step": 2830
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.78360642533082e-06,
      "loss": 2.3705,
      "step": 2835
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.779495884287099e-06,
      "loss": 2.2574,
      "step": 2840
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.775379374903487e-06,
      "loss": 2.3226,
      "step": 2845
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.77125690368052e-06,
      "loss": 2.2892,
      "step": 2850
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.767128477128138e-06,
      "loss": 2.3075,
      "step": 2855
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.76299410176569e-06,
      "loss": 2.3077,
      "step": 2860
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.758853784121921e-06,
      "loss": 2.3228,
      "step": 2865
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.754707530734958e-06,
      "loss": 2.3572,
      "step": 2870
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.750555348152299e-06,
      "loss": 2.3425,
      "step": 2875
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.74639724293081e-06,
      "loss": 2.3524,
      "step": 2880
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.7422332216367e-06,
      "loss": 2.2912,
      "step": 2885
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.738063290845536e-06,
      "loss": 2.3643,
      "step": 2890
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.733887457142202e-06,
      "loss": 2.3362,
      "step": 2895
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.729705727120911e-06,
      "loss": 2.3051,
      "step": 2900
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.725518107385188e-06,
      "loss": 2.3051,
      "step": 2905
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.721324604547851e-06,
      "loss": 2.2844,
      "step": 2910
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.717125225231018e-06,
      "loss": 2.3237,
      "step": 2915
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.712919976066078e-06,
      "loss": 2.3555,
      "step": 2920
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.708708863693696e-06,
      "loss": 2.3721,
      "step": 2925
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.704491894763794e-06,
      "loss": 2.315,
      "step": 2930
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.700269075935542e-06,
      "loss": 2.2967,
      "step": 2935
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.696040413877344e-06,
      "loss": 2.3054,
      "step": 2940
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.691805915266836e-06,
      "loss": 2.307,
      "step": 2945
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.68756558679087e-06,
      "loss": 2.2983,
      "step": 2950
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.683319435145503e-06,
      "loss": 2.3344,
      "step": 2955
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.679067467035989e-06,
      "loss": 2.3349,
      "step": 2960
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.674809689176765e-06,
      "loss": 2.3366,
      "step": 2965
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.670546108291443e-06,
      "loss": 2.2578,
      "step": 2970
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.666276731112802e-06,
      "loss": 2.2764,
      "step": 2975
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.662001564382768e-06,
      "loss": 2.2654,
      "step": 2980
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.657720614852412e-06,
      "loss": 2.3795,
      "step": 2985
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.65343388928194e-06,
      "loss": 2.3317,
      "step": 2990
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.649141394440677e-06,
      "loss": 2.3353,
      "step": 2995
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.644843137107058e-06,
      "loss": 2.275,
      "step": 3000
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.640539124068617e-06,
      "loss": 2.3396,
      "step": 3005
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.636229362121979e-06,
      "loss": 2.2529,
      "step": 3010
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.631913858072846e-06,
      "loss": 2.2705,
      "step": 3015
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.627592618735989e-06,
      "loss": 2.3156,
      "step": 3020
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.623265650935233e-06,
      "loss": 2.253,
      "step": 3025
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.618932961503452e-06,
      "loss": 2.4288,
      "step": 3030
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.614594557282553e-06,
      "loss": 2.3461,
      "step": 3035
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.610250445123472e-06,
      "loss": 2.3063,
      "step": 3040
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.605900631886148e-06,
      "loss": 2.2712,
      "step": 3045
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.601545124439535e-06,
      "loss": 2.2447,
      "step": 3050
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.597183929661573e-06,
      "loss": 2.344,
      "step": 3055
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.592817054439184e-06,
      "loss": 2.3218,
      "step": 3060
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.588444505668259e-06,
      "loss": 2.3292,
      "step": 3065
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.584066290253649e-06,
      "loss": 2.2895,
      "step": 3070
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.579682415109156e-06,
      "loss": 2.3987,
      "step": 3075
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.575292887157515e-06,
      "loss": 2.3424,
      "step": 3080
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.570897713330392e-06,
      "loss": 2.3428,
      "step": 3085
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.566496900568364e-06,
      "loss": 2.335,
      "step": 3090
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.562090455820918e-06,
      "loss": 2.3462,
      "step": 3095
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.557678386046429e-06,
      "loss": 2.2932,
      "step": 3100
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.553260698212156e-06,
      "loss": 2.2747,
      "step": 3105
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.548837399294235e-06,
      "loss": 2.3526,
      "step": 3110
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.544408496277657e-06,
      "loss": 2.3823,
      "step": 3115
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.539973996156265e-06,
      "loss": 2.3555,
      "step": 3120
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.535533905932739e-06,
      "loss": 2.3478,
      "step": 3125
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.531088232618587e-06,
      "loss": 2.2629,
      "step": 3130
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.526636983234135e-06,
      "loss": 2.343,
      "step": 3135
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.522180164808515e-06,
      "loss": 2.2924,
      "step": 3140
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.51771778437965e-06,
      "loss": 2.2119,
      "step": 3145
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.513249848994248e-06,
      "loss": 2.2122,
      "step": 3150
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.508776365707788e-06,
      "loss": 2.337,
      "step": 3155
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.504297341584509e-06,
      "loss": 2.3789,
      "step": 3160
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.499812783697406e-06,
      "loss": 2.3896,
      "step": 3165
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.495322699128206e-06,
      "loss": 2.3503,
      "step": 3170
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.490827094967364e-06,
      "loss": 2.3193,
      "step": 3175
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.486325978314054e-06,
      "loss": 2.3593,
      "step": 3180
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.481819356276155e-06,
      "loss": 2.3143,
      "step": 3185
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.477307235970235e-06,
      "loss": 2.2559,
      "step": 3190
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.472789624521552e-06,
      "loss": 2.3604,
      "step": 3195
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.468266529064025e-06,
      "loss": 2.3362,
      "step": 3200
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.463737956740246e-06,
      "loss": 2.3185,
      "step": 3205
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.459203914701444e-06,
      "loss": 2.3538,
      "step": 3210
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.454664410107492e-06,
      "loss": 2.3653,
      "step": 3215
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.450119450126889e-06,
      "loss": 2.2836,
      "step": 3220
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.445569041936743e-06,
      "loss": 2.2986,
      "step": 3225
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.441013192722774e-06,
      "loss": 2.2899,
      "step": 3230
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.436451909679286e-06,
      "loss": 2.3433,
      "step": 3235
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.431885200009172e-06,
      "loss": 2.3198,
      "step": 3240
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.427313070923885e-06,
      "loss": 2.3295,
      "step": 3245
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.422735529643445e-06,
      "loss": 2.2613,
      "step": 3250
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.418152583396411e-06,
      "loss": 2.3224,
      "step": 3255
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.413564239419883e-06,
      "loss": 2.3025,
      "step": 3260
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.40897050495948e-06,
      "loss": 2.3282,
      "step": 3265
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.404371387269341e-06,
      "loss": 2.3497,
      "step": 3270
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.399766893612096e-06,
      "loss": 2.2694,
      "step": 3275
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.39515703125887e-06,
      "loss": 2.3458,
      "step": 3280
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.390541807489266e-06,
      "loss": 2.3306,
      "step": 3285
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.385921229591351e-06,
      "loss": 2.2168,
      "step": 3290
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.381295304861647e-06,
      "loss": 2.2668,
      "step": 3295
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.376664040605122e-06,
      "loss": 2.3674,
      "step": 3300
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.372027444135176e-06,
      "loss": 2.3003,
      "step": 3305
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.367385522773625e-06,
      "loss": 2.3031,
      "step": 3310
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.3627382838507e-06,
      "loss": 2.3332,
      "step": 3315
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.358085734705021e-06,
      "loss": 2.3959,
      "step": 3320
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.353427882683601e-06,
      "loss": 2.3392,
      "step": 3325
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.348764735141823e-06,
      "loss": 2.3216,
      "step": 3330
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.344096299443434e-06,
      "loss": 2.3151,
      "step": 3335
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.339422582960533e-06,
      "loss": 2.3178,
      "step": 3340
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.334743593073553e-06,
      "loss": 2.3906,
      "step": 3345
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.33005933717126e-06,
      "loss": 2.2768,
      "step": 3350
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.325369822650731e-06,
      "loss": 2.3562,
      "step": 3355
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.320675056917353e-06,
      "loss": 2.2956,
      "step": 3360
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.315975047384798e-06,
      "loss": 2.3581,
      "step": 3365
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.311269801475026e-06,
      "loss": 2.339,
      "step": 3370
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.30655932661826e-06,
      "loss": 2.3081,
      "step": 3375
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.301843630252986e-06,
      "loss": 2.347,
      "step": 3380
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.297122719825928e-06,
      "loss": 2.3676,
      "step": 3385
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.29239660279205e-06,
      "loss": 2.3438,
      "step": 3390
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.287665286614538e-06,
      "loss": 2.3044,
      "step": 3395
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.282928778764783e-06,
      "loss": 2.2677,
      "step": 3400
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.278187086722378e-06,
      "loss": 2.287,
      "step": 3405
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.273440217975103e-06,
      "loss": 2.3155,
      "step": 3410
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.268688180018911e-06,
      "loss": 2.3335,
      "step": 3415
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.26393098035792e-06,
      "loss": 2.3436,
      "step": 3420
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.259168626504395e-06,
      "loss": 2.2565,
      "step": 3425
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.254401125978744e-06,
      "loss": 2.3239,
      "step": 3430
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.2496284863095e-06,
      "loss": 2.2819,
      "step": 3435
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.244850715033316e-06,
      "loss": 2.336,
      "step": 3440
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.240067819694941e-06,
      "loss": 2.2427,
      "step": 3445
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.235279807847223e-06,
      "loss": 2.3044,
      "step": 3450
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.230486687051082e-06,
      "loss": 2.3128,
      "step": 3455
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.225688464875514e-06,
      "loss": 2.2754,
      "step": 3460
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.220885148897566e-06,
      "loss": 2.2479,
      "step": 3465
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.216076746702327e-06,
      "loss": 2.3225,
      "step": 3470
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.211263265882923e-06,
      "loss": 2.3474,
      "step": 3475
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.206444714040496e-06,
      "loss": 2.2638,
      "step": 3480
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.201621098784198e-06,
      "loss": 2.282,
      "step": 3485
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.196792427731175e-06,
      "loss": 2.3049,
      "step": 3490
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.191958708506557e-06,
      "loss": 2.2981,
      "step": 3495
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.18711994874345e-06,
      "loss": 2.3496,
      "step": 3500
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.182276156082911e-06,
      "loss": 2.3574,
      "step": 3505
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.177427338173955e-06,
      "loss": 2.2538,
      "step": 3510
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.172573502673522e-06,
      "loss": 2.3052,
      "step": 3515
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.167714657246486e-06,
      "loss": 2.3976,
      "step": 3520
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.162850809565623e-06,
      "loss": 2.2584,
      "step": 3525
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.157981967311614e-06,
      "loss": 2.3171,
      "step": 3530
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.153108138173027e-06,
      "loss": 2.2602,
      "step": 3535
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.1482293298463e-06,
      "loss": 2.2461,
      "step": 3540
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.143345550035742e-06,
      "loss": 2.2912,
      "step": 3545
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.138456806453503e-06,
      "loss": 2.33,
      "step": 3550
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.133563106819579e-06,
      "loss": 2.3271,
      "step": 3555
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.12866445886179e-06,
      "loss": 2.3225,
      "step": 3560
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.12376087031577e-06,
      "loss": 2.4378,
      "step": 3565
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.118852348924951e-06,
      "loss": 2.2822,
      "step": 3570
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.113938902440563e-06,
      "loss": 2.2497,
      "step": 3575
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.109020538621607e-06,
      "loss": 2.3472,
      "step": 3580
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.10409726523485e-06,
      "loss": 2.3614,
      "step": 3585
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.099169090054812e-06,
      "loss": 2.3647,
      "step": 3590
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.094236020863758e-06,
      "loss": 2.324,
      "step": 3595
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.089298065451673e-06,
      "loss": 2.3319,
      "step": 3600
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.084355231616266e-06,
      "loss": 2.2663,
      "step": 3605
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.079407527162944e-06,
      "loss": 2.319,
      "step": 3610
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.074454959904807e-06,
      "loss": 2.3662,
      "step": 3615
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.069497537662638e-06,
      "loss": 2.2951,
      "step": 3620
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.064535268264883e-06,
      "loss": 2.2674,
      "step": 3625
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.05956815954764e-06,
      "loss": 2.2552,
      "step": 3630
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.054596219354655e-06,
      "loss": 2.3214,
      "step": 3635
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.049619455537296e-06,
      "loss": 2.3588,
      "step": 3640
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.044637875954556e-06,
      "loss": 2.2673,
      "step": 3645
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.039651488473028e-06,
      "loss": 2.32,
      "step": 3650
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.034660300966898e-06,
      "loss": 2.2775,
      "step": 3655
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.029664321317932e-06,
      "loss": 2.2553,
      "step": 3660
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.024663557415466e-06,
      "loss": 2.3138,
      "step": 3665
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.019658017156384e-06,
      "loss": 2.272,
      "step": 3670
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.014647708445124e-06,
      "loss": 2.2805,
      "step": 3675
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.009632639193643e-06,
      "loss": 2.3127,
      "step": 3680
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.004612817321419e-06,
      "loss": 2.3578,
      "step": 3685
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.999588250755442e-06,
      "loss": 2.3113,
      "step": 3690
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.99455894743018e-06,
      "loss": 2.3345,
      "step": 3695
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.989524915287595e-06,
      "loss": 2.3073,
      "step": 3700
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.98448616227711e-06,
      "loss": 2.3059,
      "step": 3705
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.979442696355601e-06,
      "loss": 2.3148,
      "step": 3710
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.974394525487395e-06,
      "loss": 2.3477,
      "step": 3715
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.969341657644236e-06,
      "loss": 2.2966,
      "step": 3720
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.964284100805297e-06,
      "loss": 2.302,
      "step": 3725
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.959221862957149e-06,
      "loss": 2.2996,
      "step": 3730
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.954154952093754e-06,
      "loss": 2.2492,
      "step": 3735
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.94908337621646e-06,
      "loss": 2.3366,
      "step": 3740
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.944007143333976e-06,
      "loss": 2.3723,
      "step": 3745
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.938926261462366e-06,
      "loss": 2.3513,
      "step": 3750
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.933840738625035e-06,
      "loss": 2.2887,
      "step": 3755
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.928750582852722e-06,
      "loss": 2.3003,
      "step": 3760
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.923655802183475e-06,
      "loss": 2.3103,
      "step": 3765
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.918556404662645e-06,
      "loss": 2.2769,
      "step": 3770
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.913452398342882e-06,
      "loss": 2.3517,
      "step": 3775
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.908343791284104e-06,
      "loss": 2.3953,
      "step": 3780
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.903230591553504e-06,
      "loss": 2.2957,
      "step": 3785
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.898112807225517e-06,
      "loss": 2.3143,
      "step": 3790
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.892990446381828e-06,
      "loss": 2.3442,
      "step": 3795
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.887863517111337e-06,
      "loss": 2.3237,
      "step": 3800
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.882732027510174e-06,
      "loss": 2.3686,
      "step": 3805
    },
    {
      "epoch": 0.3,
      "learning_rate": 7.877595985681656e-06,
      "loss": 2.3272,
      "step": 3810
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.872455399736295e-06,
      "loss": 2.2526,
      "step": 3815
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.867310277791778e-06,
      "loss": 2.2496,
      "step": 3820
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.862160627972956e-06,
      "loss": 2.3442,
      "step": 3825
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.857006458411826e-06,
      "loss": 2.3039,
      "step": 3830
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.851847777247528e-06,
      "loss": 2.3293,
      "step": 3835
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.846684592626324e-06,
      "loss": 2.3605,
      "step": 3840
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.841516912701585e-06,
      "loss": 2.286,
      "step": 3845
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.836344745633785e-06,
      "loss": 2.3416,
      "step": 3850
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.831168099590478e-06,
      "loss": 2.3096,
      "step": 3855
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.8259869827463e-06,
      "loss": 2.3253,
      "step": 3860
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.82080140328294e-06,
      "loss": 2.2856,
      "step": 3865
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.815611369389134e-06,
      "loss": 2.2835,
      "step": 3870
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.810416889260653e-06,
      "loss": 2.2696,
      "step": 3875
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.805217971100295e-06,
      "loss": 2.3515,
      "step": 3880
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.800014623117858e-06,
      "loss": 2.3351,
      "step": 3885
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.794806853530139e-06,
      "loss": 2.3044,
      "step": 3890
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.789594670560917e-06,
      "loss": 2.329,
      "step": 3895
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.78437808244094e-06,
      "loss": 2.3173,
      "step": 3900
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.779157097407914e-06,
      "loss": 2.2906,
      "step": 3905
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.773931723706487e-06,
      "loss": 2.3314,
      "step": 3910
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.768701969588237e-06,
      "loss": 2.2308,
      "step": 3915
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.763467843311658e-06,
      "loss": 2.3625,
      "step": 3920
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.758229353142153e-06,
      "loss": 2.3067,
      "step": 3925
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.752986507352009e-06,
      "loss": 2.3529,
      "step": 3930
    },
    {
      "epoch": 0.31,
      "learning_rate": 7.747739314220398e-06,
      "loss": 2.3094,
      "step": 3935
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.742487782033352e-06,
      "loss": 2.337,
      "step": 3940
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.737231919083761e-06,
      "loss": 2.3259,
      "step": 3945
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.731971733671347e-06,
      "loss": 2.3052,
      "step": 3950
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.72670723410266e-06,
      "loss": 2.3158,
      "step": 3955
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.721438428691065e-06,
      "loss": 2.3282,
      "step": 3960
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.716165325756727e-06,
      "loss": 2.3027,
      "step": 3965
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.71088793362659e-06,
      "loss": 2.3143,
      "step": 3970
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.70560626063438e-06,
      "loss": 2.3918,
      "step": 3975
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.70032031512058e-06,
      "loss": 2.2726,
      "step": 3980
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.695030105432417e-06,
      "loss": 2.2606,
      "step": 3985
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.689735639923857e-06,
      "loss": 2.3089,
      "step": 3990
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.684436926955584e-06,
      "loss": 2.2965,
      "step": 3995
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.679133974894984e-06,
      "loss": 2.2936,
      "step": 4000
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.673826792116146e-06,
      "loss": 2.2601,
      "step": 4005
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.668515386999837e-06,
      "loss": 2.3488,
      "step": 4010
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.663199767933489e-06,
      "loss": 2.3245,
      "step": 4015
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.65787994331119e-06,
      "loss": 2.2646,
      "step": 4020
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.652555921533671e-06,
      "loss": 2.4197,
      "step": 4025
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.647227711008288e-06,
      "loss": 2.3521,
      "step": 4030
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.641895320149008e-06,
      "loss": 2.3344,
      "step": 4035
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.636558757376413e-06,
      "loss": 2.2585,
      "step": 4040
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.631218031117658e-06,
      "loss": 2.2581,
      "step": 4045
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.6258731498064796e-06,
      "loss": 2.2796,
      "step": 4050
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.620524121883175e-06,
      "loss": 2.2735,
      "step": 4055
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.615170955794592e-06,
      "loss": 2.2992,
      "step": 4060
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.609813659994107e-06,
      "loss": 2.2521,
      "step": 4065
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.604452242941622e-06,
      "loss": 2.3223,
      "step": 4070
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.5990867131035474e-06,
      "loss": 2.3207,
      "step": 4075
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.593717078952788e-06,
      "loss": 2.3283,
      "step": 4080
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.588343348968728e-06,
      "loss": 2.2824,
      "step": 4085
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.582965531637221e-06,
      "loss": 2.2998,
      "step": 4090
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.577583635450572e-06,
      "loss": 2.2794,
      "step": 4095
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.572197668907533e-06,
      "loss": 2.2927,
      "step": 4100
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.566807640513278e-06,
      "loss": 2.3367,
      "step": 4105
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.561413558779401e-06,
      "loss": 2.3393,
      "step": 4110
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.55601543222389e-06,
      "loss": 2.2557,
      "step": 4115
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.550613269371124e-06,
      "loss": 2.2634,
      "step": 4120
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.545207078751858e-06,
      "loss": 2.2909,
      "step": 4125
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.5397968689032e-06,
      "loss": 2.3116,
      "step": 4130
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.534382648368617e-06,
      "loss": 2.2445,
      "step": 4135
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.528964425697895e-06,
      "loss": 2.3044,
      "step": 4140
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.523542209447152e-06,
      "loss": 2.2561,
      "step": 4145
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.518116008178805e-06,
      "loss": 2.3586,
      "step": 4150
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.512685830461568e-06,
      "loss": 2.3003,
      "step": 4155
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.507251684870433e-06,
      "loss": 2.3108,
      "step": 4160
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.501813579986655e-06,
      "loss": 2.3008,
      "step": 4165
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.496371524397747e-06,
      "loss": 2.2967,
      "step": 4170
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.490925526697455e-06,
      "loss": 2.2927,
      "step": 4175
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.485475595485756e-06,
      "loss": 2.3512,
      "step": 4180
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.480021739368831e-06,
      "loss": 2.3197,
      "step": 4185
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.474563966959068e-06,
      "loss": 2.2785,
      "step": 4190
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.469102286875029e-06,
      "loss": 2.3029,
      "step": 4195
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.463636707741458e-06,
      "loss": 2.3051,
      "step": 4200
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.458167238189249e-06,
      "loss": 2.3209,
      "step": 4205
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.452693886855438e-06,
      "loss": 2.2582,
      "step": 4210
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.447216662383196e-06,
      "loss": 2.3513,
      "step": 4215
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.4417355734218085e-06,
      "loss": 2.3232,
      "step": 4220
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.436250628626662e-06,
      "loss": 2.3386,
      "step": 4225
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.430761836659235e-06,
      "loss": 2.3386,
      "step": 4230
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.425269206187076e-06,
      "loss": 2.2413,
      "step": 4235
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.4197727458837995e-06,
      "loss": 2.2431,
      "step": 4240
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.414272464429068e-06,
      "loss": 2.2852,
      "step": 4245
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.408768370508577e-06,
      "loss": 2.2154,
      "step": 4250
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.40326047281404e-06,
      "loss": 2.2376,
      "step": 4255
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.397748780043179e-06,
      "loss": 2.3474,
      "step": 4260
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.392233300899712e-06,
      "loss": 2.3257,
      "step": 4265
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.386714044093331e-06,
      "loss": 2.3226,
      "step": 4270
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.381191018339697e-06,
      "loss": 2.3102,
      "step": 4275
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.375664232360421e-06,
      "loss": 2.2428,
      "step": 4280
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.370133694883052e-06,
      "loss": 2.3311,
      "step": 4285
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.364599414641064e-06,
      "loss": 2.2936,
      "step": 4290
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.359061400373841e-06,
      "loss": 2.2807,
      "step": 4295
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.353519660826665e-06,
      "loss": 2.3075,
      "step": 4300
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.3479742047506955e-06,
      "loss": 2.2143,
      "step": 4305
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.342425040902967e-06,
      "loss": 2.3901,
      "step": 4310
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.336872178046368e-06,
      "loss": 2.2464,
      "step": 4315
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.331315624949624e-06,
      "loss": 2.2425,
      "step": 4320
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.325755390387293e-06,
      "loss": 2.321,
      "step": 4325
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.320191483139742e-06,
      "loss": 2.2928,
      "step": 4330
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.314623911993143e-06,
      "loss": 2.2613,
      "step": 4335
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.309052685739448e-06,
      "loss": 2.2948,
      "step": 4340
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.303477813176385e-06,
      "loss": 2.2389,
      "step": 4345
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.297899303107441e-06,
      "loss": 2.2945,
      "step": 4350
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.29231716434184e-06,
      "loss": 2.2881,
      "step": 4355
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.286731405694544e-06,
      "loss": 2.2987,
      "step": 4360
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.281142035986227e-06,
      "loss": 2.2413,
      "step": 4365
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.275549064043269e-06,
      "loss": 2.1828,
      "step": 4370
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.269952498697734e-06,
      "loss": 2.2939,
      "step": 4375
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.264352348787364e-06,
      "loss": 2.2431,
      "step": 4380
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.258748623155558e-06,
      "loss": 2.2975,
      "step": 4385
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.253141330651367e-06,
      "loss": 2.2863,
      "step": 4390
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.247530480129469e-06,
      "loss": 2.3238,
      "step": 4395
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.241916080450163e-06,
      "loss": 2.2852,
      "step": 4400
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.236298140479352e-06,
      "loss": 2.2699,
      "step": 4405
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.23067666908853e-06,
      "loss": 2.3141,
      "step": 4410
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.225051675154768e-06,
      "loss": 2.2845,
      "step": 4415
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.219423167560701e-06,
      "loss": 2.2736,
      "step": 4420
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.21379115519451e-06,
      "loss": 2.2909,
      "step": 4425
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.208155646949908e-06,
      "loss": 2.3407,
      "step": 4430
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.202516651726135e-06,
      "loss": 2.2754,
      "step": 4435
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.196874178427933e-06,
      "loss": 2.3012,
      "step": 4440
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.191228235965539e-06,
      "loss": 2.2588,
      "step": 4445
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.185578833254665e-06,
      "loss": 2.2662,
      "step": 4450
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.1799259792164914e-06,
      "loss": 2.2842,
      "step": 4455
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.1742696827776415e-06,
      "loss": 2.3201,
      "step": 4460
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.168609952870185e-06,
      "loss": 2.2799,
      "step": 4465
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.162946798431605e-06,
      "loss": 2.3022,
      "step": 4470
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.157280228404796e-06,
      "loss": 2.2339,
      "step": 4475
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.151610251738045e-06,
      "loss": 2.3019,
      "step": 4480
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.145936877385019e-06,
      "loss": 2.33,
      "step": 4485
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.1402601143047514e-06,
      "loss": 2.3497,
      "step": 4490
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.134579971461627e-06,
      "loss": 2.2592,
      "step": 4495
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.128896457825364e-06,
      "loss": 2.278,
      "step": 4500
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.1232095823710064e-06,
      "loss": 2.1947,
      "step": 4505
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.11751935407891e-06,
      "loss": 2.2497,
      "step": 4510
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.111825781934719e-06,
      "loss": 2.2872,
      "step": 4515
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.106128874929364e-06,
      "loss": 2.2975,
      "step": 4520
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.100428642059033e-06,
      "loss": 2.3236,
      "step": 4525
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.094725092325177e-06,
      "loss": 2.3056,
      "step": 4530
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.089018234734476e-06,
      "loss": 2.2794,
      "step": 4535
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.08330807829884e-06,
      "loss": 2.2758,
      "step": 4540
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.077594632035385e-06,
      "loss": 2.283,
      "step": 4545
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.071877904966422e-06,
      "loss": 2.3237,
      "step": 4550
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.066157906119442e-06,
      "loss": 2.3569,
      "step": 4555
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.060434644527105e-06,
      "loss": 2.3726,
      "step": 4560
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.054708129227225e-06,
      "loss": 2.3648,
      "step": 4565
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.048978369262747e-06,
      "loss": 2.2151,
      "step": 4570
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.043245373681746e-06,
      "loss": 2.2749,
      "step": 4575
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.037509151537404e-06,
      "loss": 2.3678,
      "step": 4580
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.031769711887999e-06,
      "loss": 2.3461,
      "step": 4585
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.026027063796891e-06,
      "loss": 2.2884,
      "step": 4590
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.020281216332503e-06,
      "loss": 2.2799,
      "step": 4595
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.014532178568314e-06,
      "loss": 2.3168,
      "step": 4600
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.008779959582838e-06,
      "loss": 2.2814,
      "step": 4605
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.003024568459614e-06,
      "loss": 2.3394,
      "step": 4610
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.997266014287193e-06,
      "loss": 2.2883,
      "step": 4615
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.991504306159115e-06,
      "loss": 2.2861,
      "step": 4620
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.985739453173903e-06,
      "loss": 2.3097,
      "step": 4625
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.9799714644350504e-06,
      "loss": 2.2177,
      "step": 4630
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.974200349050996e-06,
      "loss": 2.3081,
      "step": 4635
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.968426116135118e-06,
      "loss": 2.2604,
      "step": 4640
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.96264877480572e-06,
      "loss": 2.2846,
      "step": 4645
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.9568683341860135e-06,
      "loss": 2.2789,
      "step": 4650
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.9510848034041e-06,
      "loss": 2.2993,
      "step": 4655
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.945298191592967e-06,
      "loss": 2.2946,
      "step": 4660
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.939508507890464e-06,
      "loss": 2.2999,
      "step": 4665
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.93371576143929e-06,
      "loss": 2.3512,
      "step": 4670
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.927919961386984e-06,
      "loss": 2.274,
      "step": 4675
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.922121116885905e-06,
      "loss": 2.29,
      "step": 4680
    },
    {
      "epoch": 0.37,
      "learning_rate": 6.916319237093219e-06,
      "loss": 2.3253,
      "step": 4685
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.910514331170888e-06,
      "loss": 2.3136,
      "step": 4690
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.904706408285649e-06,
      "loss": 2.1658,
      "step": 4695
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.898895477609007e-06,
      "loss": 2.327,
      "step": 4700
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.893081548317212e-06,
      "loss": 2.2537,
      "step": 4705
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.887264629591254e-06,
      "loss": 2.2299,
      "step": 4710
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.881444730616842e-06,
      "loss": 2.2907,
      "step": 4715
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.875621860584389e-06,
      "loss": 2.1995,
      "step": 4720
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.869796028689002e-06,
      "loss": 2.3364,
      "step": 4725
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.863967244130467e-06,
      "loss": 2.2934,
      "step": 4730
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.858135516113226e-06,
      "loss": 2.2679,
      "step": 4735
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.852300853846381e-06,
      "loss": 2.2466,
      "step": 4740
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.846463266543653e-06,
      "loss": 2.2422,
      "step": 4745
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.840622763423391e-06,
      "loss": 2.2817,
      "step": 4750
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.8347793537085474e-06,
      "loss": 2.3266,
      "step": 4755
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.8289330466266635e-06,
      "loss": 2.3688,
      "step": 4760
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.823083851409857e-06,
      "loss": 2.3133,
      "step": 4765
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.817231777294804e-06,
      "loss": 2.2128,
      "step": 4770
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.811376833522729e-06,
      "loss": 2.3112,
      "step": 4775
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.805519029339388e-06,
      "loss": 2.2092,
      "step": 4780
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.799658373995054e-06,
      "loss": 2.3035,
      "step": 4785
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.793794876744499e-06,
      "loss": 2.3186,
      "step": 4790
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.787928546846987e-06,
      "loss": 2.3321,
      "step": 4795
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.782059393566254e-06,
      "loss": 2.2435,
      "step": 4800
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.776187426170494e-06,
      "loss": 2.3579,
      "step": 4805
    },
    {
      "epoch": 0.38,
      "learning_rate": 6.770312653932346e-06,
      "loss": 2.3404,
      "step": 4810
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.764435086128876e-06,
      "loss": 2.2645,
      "step": 4815
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.758554732041564e-06,
      "loss": 2.2836,
      "step": 4820
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.752671600956295e-06,
      "loss": 2.2955,
      "step": 4825
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.7467857021633354e-06,
      "loss": 2.2942,
      "step": 4830
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.740897044957322e-06,
      "loss": 2.2712,
      "step": 4835
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.7350056386372485e-06,
      "loss": 2.2603,
      "step": 4840
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.72911149250645e-06,
      "loss": 2.305,
      "step": 4845
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.723214615872585e-06,
      "loss": 2.3159,
      "step": 4850
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.717315018047631e-06,
      "loss": 2.3539,
      "step": 4855
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.711412708347857e-06,
      "loss": 2.2216,
      "step": 4860
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.7055076960938135e-06,
      "loss": 2.3397,
      "step": 4865
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.699599990610324e-06,
      "loss": 2.2257,
      "step": 4870
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.693689601226458e-06,
      "loss": 2.3418,
      "step": 4875
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.68777653727553e-06,
      "loss": 2.2535,
      "step": 4880
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.681860808095074e-06,
      "loss": 2.2368,
      "step": 4885
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.675942423026834e-06,
      "loss": 2.2917,
      "step": 4890
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.6700213914167485e-06,
      "loss": 2.2268,
      "step": 4895
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.664097722614934e-06,
      "loss": 2.2911,
      "step": 4900
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.658171425975673e-06,
      "loss": 2.3062,
      "step": 4905
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.652242510857395e-06,
      "loss": 2.2728,
      "step": 4910
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.6463109866226675e-06,
      "loss": 2.3351,
      "step": 4915
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.640376862638176e-06,
      "loss": 2.3026,
      "step": 4920
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.634440148274712e-06,
      "loss": 2.2661,
      "step": 4925
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.6285008529071615e-06,
      "loss": 2.3494,
      "step": 4930
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.622558985914478e-06,
      "loss": 2.2568,
      "step": 4935
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.616614556679684e-06,
      "loss": 2.3232,
      "step": 4940
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.610667574589841e-06,
      "loss": 2.2727,
      "step": 4945
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.604718049036047e-06,
      "loss": 2.3194,
      "step": 4950
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.598765989413419e-06,
      "loss": 2.2589,
      "step": 4955
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.592811405121064e-06,
      "loss": 2.2509,
      "step": 4960
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.5868543055620895e-06,
      "loss": 2.2405,
      "step": 4965
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.580894700143565e-06,
      "loss": 2.2483,
      "step": 4970
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.574932598276524e-06,
      "loss": 2.3299,
      "step": 4975
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.568968009375938e-06,
      "loss": 2.2897,
      "step": 4980
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.5630009428607065e-06,
      "loss": 2.315,
      "step": 4985
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.557031408153642e-06,
      "loss": 2.2338,
      "step": 4990
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.551059414681455e-06,
      "loss": 2.3174,
      "step": 4995
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.545084971874738e-06,
      "loss": 2.289,
      "step": 5000
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.539108089167953e-06,
      "loss": 2.2682,
      "step": 5005
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.533128775999411e-06,
      "loss": 2.3725,
      "step": 5010
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.527147041811266e-06,
      "loss": 2.2756,
      "step": 5015
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.521162896049491e-06,
      "loss": 2.3028,
      "step": 5020
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.5151763481638705e-06,
      "loss": 2.3266,
      "step": 5025
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.509187407607981e-06,
      "loss": 2.2829,
      "step": 5030
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.503196083839175e-06,
      "loss": 2.3261,
      "step": 5035
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.497202386318573e-06,
      "loss": 2.2781,
      "step": 5040
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.491206324511039e-06,
      "loss": 2.242,
      "step": 5045
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.485207907885175e-06,
      "loss": 2.3122,
      "step": 5050
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.4792071459133e-06,
      "loss": 2.2544,
      "step": 5055
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.473204048071433e-06,
      "loss": 2.2366,
      "step": 5060
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.467198623839288e-06,
      "loss": 2.2598,
      "step": 5065
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.4611908827002504e-06,
      "loss": 2.2665,
      "step": 5070
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.455180834141359e-06,
      "loss": 2.3059,
      "step": 5075
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.449168487653305e-06,
      "loss": 2.3231,
      "step": 5080
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.443153852730404e-06,
      "loss": 2.3079,
      "step": 5085
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.437136938870583e-06,
      "loss": 2.2658,
      "step": 5090
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.431117755575371e-06,
      "loss": 2.2425,
      "step": 5095
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.425096312349881e-06,
      "loss": 2.2776,
      "step": 5100
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.419072618702794e-06,
      "loss": 2.2867,
      "step": 5105
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.413046684146343e-06,
      "loss": 2.316,
      "step": 5110
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.407018518196303e-06,
      "loss": 2.2536,
      "step": 5115
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.400988130371969e-06,
      "loss": 2.2747,
      "step": 5120
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.3949555301961474e-06,
      "loss": 2.2994,
      "step": 5125
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.388920727195138e-06,
      "loss": 2.2803,
      "step": 5130
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.382883730898717e-06,
      "loss": 2.2863,
      "step": 5135
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.376844550840126e-06,
      "loss": 2.2517,
      "step": 5140
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.3708031965560545e-06,
      "loss": 2.2053,
      "step": 5145
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.364759677586627e-06,
      "loss": 2.3057,
      "step": 5150
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.3587140034753836e-06,
      "loss": 2.2284,
      "step": 5155
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.352666183769269e-06,
      "loss": 2.2562,
      "step": 5160
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.3466162280186164e-06,
      "loss": 2.267,
      "step": 5165
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.340564145777131e-06,
      "loss": 2.2915,
      "step": 5170
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.334509946601879e-06,
      "loss": 2.2691,
      "step": 5175
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.328453640053264e-06,
      "loss": 2.3175,
      "step": 5180
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.322395235695022e-06,
      "loss": 2.2416,
      "step": 5185
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.316334743094201e-06,
      "loss": 2.259,
      "step": 5190
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.310272171821145e-06,
      "loss": 2.2588,
      "step": 5195
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.304207531449486e-06,
      "loss": 2.211,
      "step": 5200
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.298140831556112e-06,
      "loss": 2.3189,
      "step": 5205
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.292072081721173e-06,
      "loss": 2.2851,
      "step": 5210
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.286001291528056e-06,
      "loss": 2.3112,
      "step": 5215
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.279928470563365e-06,
      "loss": 2.2273,
      "step": 5220
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.273853628416911e-06,
      "loss": 2.2543,
      "step": 5225
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.267776774681703e-06,
      "loss": 2.2217,
      "step": 5230
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.261697918953922e-06,
      "loss": 2.2516,
      "step": 5235
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.255617070832908e-06,
      "loss": 2.2491,
      "step": 5240
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.249534239921154e-06,
      "loss": 2.285,
      "step": 5245
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.243449435824276e-06,
      "loss": 2.2831,
      "step": 5250
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.237362668151013e-06,
      "loss": 2.2987,
      "step": 5255
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.231273946513201e-06,
      "loss": 2.3151,
      "step": 5260
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.225183280525763e-06,
      "loss": 2.2287,
      "step": 5265
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.219090679806694e-06,
      "loss": 2.2534,
      "step": 5270
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.212996153977038e-06,
      "loss": 2.2452,
      "step": 5275
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.206899712660887e-06,
      "loss": 2.2368,
      "step": 5280
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.2008013654853505e-06,
      "loss": 2.2477,
      "step": 5285
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.1947011220805535e-06,
      "loss": 2.3123,
      "step": 5290
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.188598992079613e-06,
      "loss": 2.1981,
      "step": 5295
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.182494985118625e-06,
      "loss": 2.2761,
      "step": 5300
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.176389110836647e-06,
      "loss": 2.2693,
      "step": 5305
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.170281378875692e-06,
      "loss": 2.2794,
      "step": 5310
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.1641717988807006e-06,
      "loss": 2.32,
      "step": 5315
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.158060380499533e-06,
      "loss": 2.373,
      "step": 5320
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.151947133382954e-06,
      "loss": 2.2373,
      "step": 5325
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.145832067184614e-06,
      "loss": 2.2928,
      "step": 5330
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.139715191561038e-06,
      "loss": 2.3444,
      "step": 5335
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.133596516171609e-06,
      "loss": 2.2909,
      "step": 5340
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.127476050678548e-06,
      "loss": 2.2982,
      "step": 5345
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.121353804746907e-06,
      "loss": 2.2556,
      "step": 5350
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.1152297880445476e-06,
      "loss": 2.3198,
      "step": 5355
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.109104010242127e-06,
      "loss": 2.2375,
      "step": 5360
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.102976481013086e-06,
      "loss": 2.2558,
      "step": 5365
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.09684721003363e-06,
      "loss": 2.2616,
      "step": 5370
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.090716206982714e-06,
      "loss": 2.2913,
      "step": 5375
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.084583481542028e-06,
      "loss": 2.2505,
      "step": 5380
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.078449043395982e-06,
      "loss": 2.3346,
      "step": 5385
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.072312902231692e-06,
      "loss": 2.2542,
      "step": 5390
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.066175067738964e-06,
      "loss": 2.2899,
      "step": 5395
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.060035549610275e-06,
      "loss": 2.3113,
      "step": 5400
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.053894357540761e-06,
      "loss": 2.2564,
      "step": 5405
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.047751501228203e-06,
      "loss": 2.2299,
      "step": 5410
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.041606990373012e-06,
      "loss": 2.3287,
      "step": 5415
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.0354608346782075e-06,
      "loss": 2.2343,
      "step": 5420
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.029313043849407e-06,
      "loss": 2.2489,
      "step": 5425
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.023163627594813e-06,
      "loss": 2.2848,
      "step": 5430
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.0170125956251935e-06,
      "loss": 2.2716,
      "step": 5435
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.010859957653869e-06,
      "loss": 2.2821,
      "step": 5440
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.00470572339669e-06,
      "loss": 2.2096,
      "step": 5445
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.9985499025720354e-06,
      "loss": 2.2687,
      "step": 5450
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.992392504900786e-06,
      "loss": 2.2843,
      "step": 5455
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.986233540106315e-06,
      "loss": 2.224,
      "step": 5460
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.9800730179144665e-06,
      "loss": 2.3012,
      "step": 5465
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.973910948053545e-06,
      "loss": 2.2787,
      "step": 5470
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.967747340254303e-06,
      "loss": 2.2809,
      "step": 5475
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.961582204249915e-06,
      "loss": 2.2944,
      "step": 5480
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.955415549775975e-06,
      "loss": 2.2772,
      "step": 5485
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.949247386570471e-06,
      "loss": 2.2152,
      "step": 5490
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.9430777243737744e-06,
      "loss": 2.3105,
      "step": 5495
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.936906572928625e-06,
      "loss": 2.2854,
      "step": 5500
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.930733941980111e-06,
      "loss": 2.2787,
      "step": 5505
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.924559841275661e-06,
      "loss": 2.2922,
      "step": 5510
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.918384280565025e-06,
      "loss": 2.3135,
      "step": 5515
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.912207269600252e-06,
      "loss": 2.2973,
      "step": 5520
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.906028818135687e-06,
      "loss": 2.3105,
      "step": 5525
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.89984893592795e-06,
      "loss": 2.2825,
      "step": 5530
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.893667632735915e-06,
      "loss": 2.3134,
      "step": 5535
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.887484918320708e-06,
      "loss": 2.2026,
      "step": 5540
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.881300802445675e-06,
      "loss": 2.3041,
      "step": 5545
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.8751152948763815e-06,
      "loss": 2.3399,
      "step": 5550
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.868928405380585e-06,
      "loss": 2.316,
      "step": 5555
    },
    {
      "epoch": 0.44,
      "learning_rate": 5.8627401437282334e-06,
      "loss": 2.2602,
      "step": 5560
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.856550519691433e-06,
      "loss": 2.2303,
      "step": 5565
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.850359543044446e-06,
      "loss": 2.1945,
      "step": 5570
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.844167223563669e-06,
      "loss": 2.2801,
      "step": 5575
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.837973571027621e-06,
      "loss": 2.2166,
      "step": 5580
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.8317785952169245e-06,
      "loss": 2.3138,
      "step": 5585
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.82558230591429e-06,
      "loss": 2.2406,
      "step": 5590
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.819384712904508e-06,
      "loss": 2.2364,
      "step": 5595
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.813185825974419e-06,
      "loss": 2.2341,
      "step": 5600
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.806985654912915e-06,
      "loss": 2.3449,
      "step": 5605
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.80078420951091e-06,
      "loss": 2.2424,
      "step": 5610
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.794581499561335e-06,
      "loss": 2.2441,
      "step": 5615
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.7883775348591146e-06,
      "loss": 2.2408,
      "step": 5620
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.782172325201155e-06,
      "loss": 2.2169,
      "step": 5625
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.77596588038633e-06,
      "loss": 2.2021,
      "step": 5630
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.769758210215466e-06,
      "loss": 2.3004,
      "step": 5635
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.763549324491317e-06,
      "loss": 2.1895,
      "step": 5640
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.757339233018563e-06,
      "loss": 2.1797,
      "step": 5645
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.751127945603786e-06,
      "loss": 2.2288,
      "step": 5650
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.744915472055457e-06,
      "loss": 2.3038,
      "step": 5655
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.7387018221839195e-06,
      "loss": 2.2304,
      "step": 5660
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.7324870058013736e-06,
      "loss": 2.2384,
      "step": 5665
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.726271032721864e-06,
      "loss": 2.3377,
      "step": 5670
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.720053912761261e-06,
      "loss": 2.3201,
      "step": 5675
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.7138356557372444e-06,
      "loss": 2.3159,
      "step": 5680
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.707616271469293e-06,
      "loss": 2.3207,
      "step": 5685
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.70139576977866e-06,
      "loss": 2.2416,
      "step": 5690
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.695174160488369e-06,
      "loss": 2.2577,
      "step": 5695
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.68895145342319e-06,
      "loss": 2.3121,
      "step": 5700
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.682727658409628e-06,
      "loss": 2.1992,
      "step": 5705
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.6765027852759015e-06,
      "loss": 2.2995,
      "step": 5710
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.670276843851939e-06,
      "loss": 2.2898,
      "step": 5715
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.664049843969348e-06,
      "loss": 2.3188,
      "step": 5720
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.657821795461413e-06,
      "loss": 2.2783,
      "step": 5725
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.651592708163074e-06,
      "loss": 2.2751,
      "step": 5730
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.645362591910908e-06,
      "loss": 2.3223,
      "step": 5735
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.639131456543119e-06,
      "loss": 2.2557,
      "step": 5740
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.6328993118995215e-06,
      "loss": 2.2473,
      "step": 5745
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.626666167821522e-06,
      "loss": 2.232,
      "step": 5750
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.620432034152107e-06,
      "loss": 2.2924,
      "step": 5755
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.614196920735822e-06,
      "loss": 2.2849,
      "step": 5760
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.607960837418763e-06,
      "loss": 2.3238,
      "step": 5765
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.601723794048558e-06,
      "loss": 2.3151,
      "step": 5770
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.59548580047435e-06,
      "loss": 2.2851,
      "step": 5775
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.58924686654678e-06,
      "loss": 2.2321,
      "step": 5780
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.5830070021179785e-06,
      "loss": 2.2784,
      "step": 5785
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.576766217041541e-06,
      "loss": 2.2757,
      "step": 5790
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.570524521172523e-06,
      "loss": 2.2105,
      "step": 5795
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.5642819243674085e-06,
      "loss": 2.3106,
      "step": 5800
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.558038436484116e-06,
      "loss": 2.1958,
      "step": 5805
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.551794067381959e-06,
      "loss": 2.2666,
      "step": 5810
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.545548826921653e-06,
      "loss": 2.1864,
      "step": 5815
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.5393027249652844e-06,
      "loss": 2.2005,
      "step": 5820
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.5330557713763e-06,
      "loss": 2.2718,
      "step": 5825
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.526807976019492e-06,
      "loss": 2.2996,
      "step": 5830
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.520559348760984e-06,
      "loss": 2.3001,
      "step": 5835
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.514309899468209e-06,
      "loss": 2.2747,
      "step": 5840
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.5080596380099e-06,
      "loss": 2.1979,
      "step": 5845
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.5018085742560745e-06,
      "loss": 2.3155,
      "step": 5850
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.495556718078017e-06,
      "loss": 2.2549,
      "step": 5855
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.489304079348259e-06,
      "loss": 2.2184,
      "step": 5860
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.483050667940571e-06,
      "loss": 2.2718,
      "step": 5865
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.476796493729943e-06,
      "loss": 2.2518,
      "step": 5870
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.470541566592573e-06,
      "loss": 2.2502,
      "step": 5875
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.46428589640584e-06,
      "loss": 2.2822,
      "step": 5880
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.458029493048303e-06,
      "loss": 2.255,
      "step": 5885
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.451772366399678e-06,
      "loss": 2.2627,
      "step": 5890
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.445514526340822e-06,
      "loss": 2.3074,
      "step": 5895
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.439255982753717e-06,
      "loss": 2.192,
      "step": 5900
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.432996745521458e-06,
      "loss": 2.2741,
      "step": 5905
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.426736824528236e-06,
      "loss": 2.2495,
      "step": 5910
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.420476229659319e-06,
      "loss": 2.2634,
      "step": 5915
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.414214970801041e-06,
      "loss": 2.252,
      "step": 5920
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.4079530578407895e-06,
      "loss": 2.2395,
      "step": 5925
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.401690500666972e-06,
      "loss": 2.2953,
      "step": 5930
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.3954273091690245e-06,
      "loss": 2.2015,
      "step": 5935
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.389163493237382e-06,
      "loss": 2.3292,
      "step": 5940
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.3828990627634655e-06,
      "loss": 2.2712,
      "step": 5945
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.376634027639664e-06,
      "loss": 2.2003,
      "step": 5950
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.370368397759324e-06,
      "loss": 2.1814,
      "step": 5955
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.36410218301673e-06,
      "loss": 2.2471,
      "step": 5960
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.357835393307089e-06,
      "loss": 2.17,
      "step": 5965
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.35156803852652e-06,
      "loss": 2.2586,
      "step": 5970
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.345300128572031e-06,
      "loss": 2.2792,
      "step": 5975
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.339031673341505e-06,
      "loss": 2.3279,
      "step": 5980
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.3327626827336906e-06,
      "loss": 2.2893,
      "step": 5985
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.326493166648179e-06,
      "loss": 2.286,
      "step": 5990
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.320223134985393e-06,
      "loss": 2.2495,
      "step": 5995
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.3139525976465675e-06,
      "loss": 2.2329,
      "step": 6000
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.307681564533736e-06,
      "loss": 2.2677,
      "step": 6005
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.301410045549719e-06,
      "loss": 2.247,
      "step": 6010
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.295138050598097e-06,
      "loss": 2.3168,
      "step": 6015
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.2888655895832075e-06,
      "loss": 2.2643,
      "step": 6020
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.282592672410124e-06,
      "loss": 2.2419,
      "step": 6025
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.276319308984637e-06,
      "loss": 2.2945,
      "step": 6030
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.270045509213244e-06,
      "loss": 2.2598,
      "step": 6035
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.263771283003133e-06,
      "loss": 2.1945,
      "step": 6040
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.2574966402621615e-06,
      "loss": 2.2878,
      "step": 6045
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.251221590898848e-06,
      "loss": 2.2699,
      "step": 6050
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.244946144822351e-06,
      "loss": 2.3284,
      "step": 6055
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.238670311942459e-06,
      "loss": 2.2116,
      "step": 6060
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.232394102169566e-06,
      "loss": 2.2753,
      "step": 6065
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.226117525414663e-06,
      "loss": 2.3424,
      "step": 6070
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.219840591589325e-06,
      "loss": 2.2138,
      "step": 6075
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.213563310605686e-06,
      "loss": 2.2668,
      "step": 6080
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.207285692376427e-06,
      "loss": 2.2332,
      "step": 6085
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.201007746814767e-06,
      "loss": 2.3016,
      "step": 6090
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.194729483834438e-06,
      "loss": 2.2858,
      "step": 6095
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.188450913349674e-06,
      "loss": 2.229,
      "step": 6100
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.1821720452751945e-06,
      "loss": 2.2278,
      "step": 6105
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.175892889526189e-06,
      "loss": 2.1993,
      "step": 6110
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.1696134560183045e-06,
      "loss": 2.2403,
      "step": 6115
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.16333375466762e-06,
      "loss": 2.3565,
      "step": 6120
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.157053795390642e-06,
      "loss": 2.2705,
      "step": 6125
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.150773588104284e-06,
      "loss": 2.265,
      "step": 6130
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.144493142725851e-06,
      "loss": 2.3347,
      "step": 6135
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.138212469173022e-06,
      "loss": 2.2875,
      "step": 6140
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.13193157736384e-06,
      "loss": 2.2841,
      "step": 6145
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.1256504772166885e-06,
      "loss": 2.2417,
      "step": 6150
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.119369178650282e-06,
      "loss": 2.2779,
      "step": 6155
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.1130876915836495e-06,
      "loss": 2.2376,
      "step": 6160
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.1068060259361155e-06,
      "loss": 2.2326,
      "step": 6165
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.100524191627289e-06,
      "loss": 2.1924,
      "step": 6170
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.0942421985770415e-06,
      "loss": 2.2584,
      "step": 6175
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.087960056705499e-06,
      "loss": 2.2568,
      "step": 6180
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.0816777759330215e-06,
      "loss": 2.3209,
      "step": 6185
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.075395366180186e-06,
      "loss": 2.2195,
      "step": 6190
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.069112837367777e-06,
      "loss": 2.2729,
      "step": 6195
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.062830199416764e-06,
      "loss": 2.1644,
      "step": 6200
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.05654746224829e-06,
      "loss": 2.275,
      "step": 6205
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.050264635783654e-06,
      "loss": 2.2803,
      "step": 6210
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.043981729944298e-06,
      "loss": 2.2699,
      "step": 6215
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.037698754651786e-06,
      "loss": 2.2054,
      "step": 6220
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.031415719827796e-06,
      "loss": 2.2891,
      "step": 6225
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.025132635394095e-06,
      "loss": 2.264,
      "step": 6230
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.018849511272532e-06,
      "loss": 2.206,
      "step": 6235
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.0125663573850204e-06,
      "loss": 2.2726,
      "step": 6240
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.006283183653513e-06,
      "loss": 2.249,
      "step": 6245
    },
    {
      "epoch": 0.5,
      "learning_rate": 5e-06,
      "loss": 2.2258,
      "step": 6250
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.99371681634649e-06,
      "loss": 2.261,
      "step": 6255
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.987433642614981e-06,
      "loss": 2.3,
      "step": 6260
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.981150488727469e-06,
      "loss": 2.2315,
      "step": 6265
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.974867364605906e-06,
      "loss": 2.1771,
      "step": 6270
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.968584280172206e-06,
      "loss": 2.212,
      "step": 6275
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.962301245348215e-06,
      "loss": 2.2349,
      "step": 6280
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.956018270055703e-06,
      "loss": 2.2151,
      "step": 6285
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.949735364216348e-06,
      "loss": 2.2273,
      "step": 6290
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.9434525377517115e-06,
      "loss": 2.2515,
      "step": 6295
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.937169800583237e-06,
      "loss": 2.2963,
      "step": 6300
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.930887162632225e-06,
      "loss": 2.188,
      "step": 6305
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.924604633819815e-06,
      "loss": 2.1956,
      "step": 6310
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.91832222406698e-06,
      "loss": 2.1879,
      "step": 6315
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.912039943294502e-06,
      "loss": 2.2168,
      "step": 6320
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.90575780142296e-06,
      "loss": 2.222,
      "step": 6325
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.899475808372714e-06,
      "loss": 2.2744,
      "step": 6330
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.893193974063885e-06,
      "loss": 2.2352,
      "step": 6335
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.886912308416353e-06,
      "loss": 2.2829,
      "step": 6340
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.880630821349718e-06,
      "loss": 2.2319,
      "step": 6345
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.874349522783313e-06,
      "loss": 2.3262,
      "step": 6350
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8680684226361624e-06,
      "loss": 2.1806,
      "step": 6355
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.861787530826979e-06,
      "loss": 2.3417,
      "step": 6360
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.85550685727415e-06,
      "loss": 2.1901,
      "step": 6365
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8492264118957165e-06,
      "loss": 2.2282,
      "step": 6370
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.842946204609359e-06,
      "loss": 2.2469,
      "step": 6375
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8366662453323826e-06,
      "loss": 2.2872,
      "step": 6380
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.830386543981696e-06,
      "loss": 2.273,
      "step": 6385
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8241071104738115e-06,
      "loss": 2.2575,
      "step": 6390
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8178279547248055e-06,
      "loss": 2.2889,
      "step": 6395
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.811549086650327e-06,
      "loss": 2.265,
      "step": 6400
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.805270516165564e-06,
      "loss": 2.1987,
      "step": 6405
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.798992253185233e-06,
      "loss": 2.2337,
      "step": 6410
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.792714307623574e-06,
      "loss": 2.3008,
      "step": 6415
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.786436689394317e-06,
      "loss": 2.2412,
      "step": 6420
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.780159408410677e-06,
      "loss": 2.2265,
      "step": 6425
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.773882474585338e-06,
      "loss": 2.2141,
      "step": 6430
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.767605897830436e-06,
      "loss": 2.1922,
      "step": 6435
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.761329688057543e-06,
      "loss": 2.2825,
      "step": 6440
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.7550538551776495e-06,
      "loss": 2.221,
      "step": 6445
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.748778409101153e-06,
      "loss": 2.295,
      "step": 6450
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.742503359737841e-06,
      "loss": 2.2723,
      "step": 6455
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.736228716996868e-06,
      "loss": 2.2652,
      "step": 6460
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.7299544907867576e-06,
      "loss": 2.2184,
      "step": 6465
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.723680691015366e-06,
      "loss": 2.174,
      "step": 6470
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.717407327589878e-06,
      "loss": 2.2772,
      "step": 6475
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.711134410416794e-06,
      "loss": 2.2606,
      "step": 6480
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.704861949401904e-06,
      "loss": 2.2625,
      "step": 6485
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.6985899544502835e-06,
      "loss": 2.2356,
      "step": 6490
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.692318435466265e-06,
      "loss": 2.205,
      "step": 6495
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.686047402353433e-06,
      "loss": 2.2931,
      "step": 6500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.679776865014609e-06,
      "loss": 2.2384,
      "step": 6505
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.673506833351821e-06,
      "loss": 2.2201,
      "step": 6510
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.667237317266311e-06,
      "loss": 2.1928,
      "step": 6515
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.660968326658497e-06,
      "loss": 2.3077,
      "step": 6520
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.654699871427972e-06,
      "loss": 2.274,
      "step": 6525
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.648431961473482e-06,
      "loss": 2.261,
      "step": 6530
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.642164606692912e-06,
      "loss": 2.1873,
      "step": 6535
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.635897816983272e-06,
      "loss": 2.2949,
      "step": 6540
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.629631602240678e-06,
      "loss": 2.2936,
      "step": 6545
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.6233659723603374e-06,
      "loss": 2.2299,
      "step": 6550
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.617100937236535e-06,
      "loss": 2.2462,
      "step": 6555
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.610836506762618e-06,
      "loss": 2.242,
      "step": 6560
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.604572690830976e-06,
      "loss": 2.3226,
      "step": 6565
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.59830949933303e-06,
      "loss": 2.2171,
      "step": 6570
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.592046942159213e-06,
      "loss": 2.2503,
      "step": 6575
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.5857850291989596e-06,
      "loss": 2.2439,
      "step": 6580
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.579523770340681e-06,
      "loss": 2.3189,
      "step": 6585
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.573263175471766e-06,
      "loss": 2.1639,
      "step": 6590
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.567003254478545e-06,
      "loss": 2.261,
      "step": 6595
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.560744017246284e-06,
      "loss": 2.2563,
      "step": 6600
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.55448547365918e-06,
      "loss": 2.2097,
      "step": 6605
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.548227633600322e-06,
      "loss": 2.1462,
      "step": 6610
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.541970506951698e-06,
      "loss": 2.2125,
      "step": 6615
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.535714103594162e-06,
      "loss": 2.246,
      "step": 6620
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.529458433407429e-06,
      "loss": 2.2367,
      "step": 6625
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.523203506270058e-06,
      "loss": 2.2105,
      "step": 6630
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.516949332059429e-06,
      "loss": 2.2816,
      "step": 6635
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.510695920651742e-06,
      "loss": 2.2368,
      "step": 6640
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.504443281921985e-06,
      "loss": 2.1866,
      "step": 6645
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.4981914257439254e-06,
      "loss": 2.2128,
      "step": 6650
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.491940361990101e-06,
      "loss": 2.2162,
      "step": 6655
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.485690100531793e-06,
      "loss": 2.1871,
      "step": 6660
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.4794406512390175e-06,
      "loss": 2.2568,
      "step": 6665
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.473192023980509e-06,
      "loss": 2.2777,
      "step": 6670
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.466944228623701e-06,
      "loss": 2.2439,
      "step": 6675
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.460697275034717e-06,
      "loss": 2.1973,
      "step": 6680
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.454451173078347e-06,
      "loss": 2.2348,
      "step": 6685
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.448205932618042e-06,
      "loss": 2.176,
      "step": 6690
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.4419615635158875e-06,
      "loss": 2.2864,
      "step": 6695
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.4357180756325915e-06,
      "loss": 2.2244,
      "step": 6700
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.42947547882748e-06,
      "loss": 2.2324,
      "step": 6705
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.423233782958459e-06,
      "loss": 2.2881,
      "step": 6710
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.416992997882023e-06,
      "loss": 2.2689,
      "step": 6715
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.410753133453222e-06,
      "loss": 2.2598,
      "step": 6720
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.404514199525651e-06,
      "loss": 2.2269,
      "step": 6725
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.398276205951443e-06,
      "loss": 2.2365,
      "step": 6730
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.392039162581239e-06,
      "loss": 2.1676,
      "step": 6735
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.38580307926418e-06,
      "loss": 2.2274,
      "step": 6740
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.379567965847896e-06,
      "loss": 2.2549,
      "step": 6745
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.373333832178478e-06,
      "loss": 2.2574,
      "step": 6750
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.36710068810048e-06,
      "loss": 2.2525,
      "step": 6755
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.360868543456883e-06,
      "loss": 2.2346,
      "step": 6760
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.354637408089093e-06,
      "loss": 2.2808,
      "step": 6765
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.348407291836928e-06,
      "loss": 2.2716,
      "step": 6770
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.342178204538588e-06,
      "loss": 2.2281,
      "step": 6775
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.335950156030653e-06,
      "loss": 2.2172,
      "step": 6780
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.329723156148064e-06,
      "loss": 2.2134,
      "step": 6785
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.323497214724099e-06,
      "loss": 2.2721,
      "step": 6790
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.317272341590373e-06,
      "loss": 2.2303,
      "step": 6795
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.31104854657681e-06,
      "loss": 2.2113,
      "step": 6800
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.3048258395116326e-06,
      "loss": 2.2363,
      "step": 6805
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.298604230221341e-06,
      "loss": 2.2702,
      "step": 6810
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.2923837285307085e-06,
      "loss": 2.2306,
      "step": 6815
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.286164344262756e-06,
      "loss": 2.2728,
      "step": 6820
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.279946087238739e-06,
      "loss": 2.2265,
      "step": 6825
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.273728967278137e-06,
      "loss": 2.1786,
      "step": 6830
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.267512994198629e-06,
      "loss": 2.3435,
      "step": 6835
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.261298177816082e-06,
      "loss": 2.2276,
      "step": 6840
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.2550845279445455e-06,
      "loss": 2.2196,
      "step": 6845
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.248872054396215e-06,
      "loss": 2.2195,
      "step": 6850
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.242660766981439e-06,
      "loss": 2.2251,
      "step": 6855
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.2364506755086856e-06,
      "loss": 2.2161,
      "step": 6860
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.230241789784535e-06,
      "loss": 2.1537,
      "step": 6865
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.224034119613671e-06,
      "loss": 2.213,
      "step": 6870
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.217827674798845e-06,
      "loss": 2.2898,
      "step": 6875
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.211622465140887e-06,
      "loss": 2.2036,
      "step": 6880
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.2054185004386675e-06,
      "loss": 2.1947,
      "step": 6885
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.199215790489091e-06,
      "loss": 2.3359,
      "step": 6890
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.193014345087088e-06,
      "loss": 2.2807,
      "step": 6895
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.186814174025582e-06,
      "loss": 2.2464,
      "step": 6900
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.180615287095494e-06,
      "loss": 2.2259,
      "step": 6905
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.174417694085711e-06,
      "loss": 2.1961,
      "step": 6910
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.168221404783076e-06,
      "loss": 2.1827,
      "step": 6915
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.16202642897238e-06,
      "loss": 2.2115,
      "step": 6920
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.155832776436331e-06,
      "loss": 2.2251,
      "step": 6925
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.149640456955555e-06,
      "loss": 2.3135,
      "step": 6930
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.143449480308569e-06,
      "loss": 2.2528,
      "step": 6935
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.137259856271767e-06,
      "loss": 2.34,
      "step": 6940
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.131071594619416e-06,
      "loss": 2.2743,
      "step": 6945
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.124884705123619e-06,
      "loss": 2.2834,
      "step": 6950
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.118699197554327e-06,
      "loss": 2.2718,
      "step": 6955
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.112515081679295e-06,
      "loss": 2.1518,
      "step": 6960
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.106332367264085e-06,
      "loss": 2.2409,
      "step": 6965
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.1001510640720525e-06,
      "loss": 2.2183,
      "step": 6970
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.093971181864313e-06,
      "loss": 2.2012,
      "step": 6975
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.087792730399749e-06,
      "loss": 2.2158,
      "step": 6980
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.081615719434978e-06,
      "loss": 2.1918,
      "step": 6985
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.075440158724339e-06,
      "loss": 2.2587,
      "step": 6990
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0692660580198905e-06,
      "loss": 2.1974,
      "step": 6995
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.063093427071376e-06,
      "loss": 2.2154,
      "step": 7000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.056922275626227e-06,
      "loss": 2.1753,
      "step": 7005
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0507526134295314e-06,
      "loss": 2.2454,
      "step": 7010
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.044584450224026e-06,
      "loss": 2.1729,
      "step": 7015
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.038417795750086e-06,
      "loss": 2.2229,
      "step": 7020
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.032252659745699e-06,
      "loss": 2.2797,
      "step": 7025
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0260890519464565e-06,
      "loss": 2.2983,
      "step": 7030
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.019926982085536e-06,
      "loss": 2.155,
      "step": 7035
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.013766459893686e-06,
      "loss": 2.2354,
      "step": 7040
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.007607495099215e-06,
      "loss": 2.2573,
      "step": 7045
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.001450097427965e-06,
      "loss": 2.2761,
      "step": 7050
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.995294276603312e-06,
      "loss": 2.3164,
      "step": 7055
    },
    {
      "epoch": 0.56,
      "learning_rate": 3.989140042346134e-06,
      "loss": 2.2678,
      "step": 7060
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.9829874043748064e-06,
      "loss": 2.1791,
      "step": 7065
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.9768363724051875e-06,
      "loss": 2.2229,
      "step": 7070
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.970686956150595e-06,
      "loss": 2.1566,
      "step": 7075
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.964539165321795e-06,
      "loss": 2.2904,
      "step": 7080
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.95839300962699e-06,
      "loss": 2.2081,
      "step": 7085
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.952248498771797e-06,
      "loss": 2.2489,
      "step": 7090
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.946105642459241e-06,
      "loss": 2.2803,
      "step": 7095
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.939964450389728e-06,
      "loss": 2.1665,
      "step": 7100
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.9338249322610375e-06,
      "loss": 2.1943,
      "step": 7105
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.927687097768309e-06,
      "loss": 2.2534,
      "step": 7110
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.921550956604019e-06,
      "loss": 2.1374,
      "step": 7115
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.915416518457974e-06,
      "loss": 2.2036,
      "step": 7120
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.909283793017289e-06,
      "loss": 2.2206,
      "step": 7125
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.9031527899663705e-06,
      "loss": 2.2535,
      "step": 7130
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.897023518986915e-06,
      "loss": 2.2163,
      "step": 7135
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.890895989757874e-06,
      "loss": 2.1598,
      "step": 7140
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.884770211955454e-06,
      "loss": 2.202,
      "step": 7145
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.8786461952530955e-06,
      "loss": 2.1922,
      "step": 7150
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.872523949321454e-06,
      "loss": 2.1665,
      "step": 7155
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.866403483828392e-06,
      "loss": 2.2083,
      "step": 7160
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.860284808438962e-06,
      "loss": 2.2245,
      "step": 7165
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.854167932815387e-06,
      "loss": 2.2825,
      "step": 7170
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.8480528666170495e-06,
      "loss": 2.2044,
      "step": 7175
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.841939619500468e-06,
      "loss": 2.2104,
      "step": 7180
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.835828201119302e-06,
      "loss": 2.1428,
      "step": 7185
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8297186211243085e-06,
      "loss": 2.3107,
      "step": 7190
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.823610889163354e-06,
      "loss": 2.165,
      "step": 7195
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.817505014881378e-06,
      "loss": 2.238,
      "step": 7200
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8114010079203877e-06,
      "loss": 2.2269,
      "step": 7205
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8052988779194478e-06,
      "loss": 2.2185,
      "step": 7210
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7991986345146503e-06,
      "loss": 2.2225,
      "step": 7215
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7931002873391156e-06,
      "loss": 2.2309,
      "step": 7220
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.787003846022964e-06,
      "loss": 2.268,
      "step": 7225
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7809093201933078e-06,
      "loss": 2.2521,
      "step": 7230
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.774816719474238e-06,
      "loss": 2.1898,
      "step": 7235
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7687260534868e-06,
      "loss": 2.2248,
      "step": 7240
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.762637331848989e-06,
      "loss": 2.1709,
      "step": 7245
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.756550564175727e-06,
      "loss": 2.216,
      "step": 7250
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7504657600788484e-06,
      "loss": 2.1816,
      "step": 7255
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.744382929167094e-06,
      "loss": 2.2197,
      "step": 7260
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.73830208104608e-06,
      "loss": 2.2808,
      "step": 7265
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7322232253182984e-06,
      "loss": 2.1773,
      "step": 7270
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7261463715830902e-06,
      "loss": 2.1414,
      "step": 7275
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7200715294366376e-06,
      "loss": 2.3004,
      "step": 7280
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7139987084719463e-06,
      "loss": 2.2929,
      "step": 7285
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.7079279182788263e-06,
      "loss": 2.2374,
      "step": 7290
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.70185916844389e-06,
      "loss": 2.1595,
      "step": 7295
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.695792468550517e-06,
      "loss": 2.3007,
      "step": 7300
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.689727828178854e-06,
      "loss": 2.3113,
      "step": 7305
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.6836652569057994e-06,
      "loss": 2.2021,
      "step": 7310
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6776047643049777e-06,
      "loss": 2.1749,
      "step": 7315
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6715463599467372e-06,
      "loss": 2.186,
      "step": 7320
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6654900533981234e-06,
      "loss": 2.2751,
      "step": 7325
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.659435854222869e-06,
      "loss": 2.1464,
      "step": 7330
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.653383771981385e-06,
      "loss": 2.1889,
      "step": 7335
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6473338162307314e-06,
      "loss": 2.1604,
      "step": 7340
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6412859965246173e-06,
      "loss": 2.2495,
      "step": 7345
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.635240322413375e-06,
      "loss": 2.164,
      "step": 7350
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6291968034439463e-06,
      "loss": 2.2169,
      "step": 7355
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6231554491598766e-06,
      "loss": 2.2339,
      "step": 7360
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.617116269101286e-06,
      "loss": 2.0963,
      "step": 7365
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6110792728048636e-06,
      "loss": 2.2447,
      "step": 7370
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.6050444698038547e-06,
      "loss": 2.1749,
      "step": 7375
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.599011869628033e-06,
      "loss": 2.2506,
      "step": 7380
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.592981481803699e-06,
      "loss": 2.2727,
      "step": 7385
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.5869533158536583e-06,
      "loss": 2.1917,
      "step": 7390
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.5809273812972078e-06,
      "loss": 2.205,
      "step": 7395
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.5749036876501196e-06,
      "loss": 2.2134,
      "step": 7400
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.5688822444246297e-06,
      "loss": 2.268,
      "step": 7405
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.562863061129419e-06,
      "loss": 2.2294,
      "step": 7410
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.556846147269598e-06,
      "loss": 2.2682,
      "step": 7415
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.550831512346695e-06,
      "loss": 2.1912,
      "step": 7420
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.5448191658586423e-06,
      "loss": 2.177,
      "step": 7425
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.538809117299751e-06,
      "loss": 2.2358,
      "step": 7430
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.532801376160713e-06,
      "loss": 2.2285,
      "step": 7435
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.526795951928569e-06,
      "loss": 2.1081,
      "step": 7440
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.520792854086702e-06,
      "loss": 2.2432,
      "step": 7445
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5147920921148267e-06,
      "loss": 2.183,
      "step": 7450
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5087936754889614e-06,
      "loss": 2.2032,
      "step": 7455
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.502797613681429e-06,
      "loss": 2.2021,
      "step": 7460
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.496803916160827e-06,
      "loss": 2.1604,
      "step": 7465
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4908125923920204e-06,
      "loss": 2.2151,
      "step": 7470
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.484823651836131e-06,
      "loss": 2.1931,
      "step": 7475
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.478837103950509e-06,
      "loss": 2.2241,
      "step": 7480
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.472852958188736e-06,
      "loss": 2.2083,
      "step": 7485
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4668712240005912e-06,
      "loss": 2.2133,
      "step": 7490
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4608919108320488e-06,
      "loss": 2.2385,
      "step": 7495
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 2.2044,
      "step": 7500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4489405853185465e-06,
      "loss": 2.1845,
      "step": 7505
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.442968591846359e-06,
      "loss": 2.261,
      "step": 7510
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.436999057139295e-06,
      "loss": 2.2565,
      "step": 7515
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.431031990624063e-06,
      "loss": 2.2248,
      "step": 7520
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4250674017234774e-06,
      "loss": 2.223,
      "step": 7525
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4191052998564344e-06,
      "loss": 2.2012,
      "step": 7530
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.4131456944379126e-06,
      "loss": 2.2049,
      "step": 7535
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.407188594878938e-06,
      "loss": 2.2636,
      "step": 7540
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.401234010586583e-06,
      "loss": 2.2088,
      "step": 7545
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.3952819509639534e-06,
      "loss": 2.2409,
      "step": 7550
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.38933242541016e-06,
      "loss": 2.2077,
      "step": 7555
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.3833854433203185e-06,
      "loss": 2.2122,
      "step": 7560
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.377441014085524e-06,
      "loss": 2.2117,
      "step": 7565
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3714991470928393e-06,
      "loss": 2.2256,
      "step": 7570
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3655598517252886e-06,
      "loss": 2.2005,
      "step": 7575
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.359623137361825e-06,
      "loss": 2.2018,
      "step": 7580
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3536890133773346e-06,
      "loss": 2.1866,
      "step": 7585
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.347757489142608e-06,
      "loss": 2.175,
      "step": 7590
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3418285740243285e-06,
      "loss": 2.147,
      "step": 7595
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3359022773850673e-06,
      "loss": 2.1949,
      "step": 7600
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.329978608583252e-06,
      "loss": 2.1693,
      "step": 7605
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3240575769731662e-06,
      "loss": 2.1607,
      "step": 7610
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3181391919049277e-06,
      "loss": 2.2739,
      "step": 7615
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.312223462724472e-06,
      "loss": 2.2886,
      "step": 7620
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.3063103987735433e-06,
      "loss": 2.2069,
      "step": 7625
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.300400009389678e-06,
      "loss": 2.2316,
      "step": 7630
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.294492303906188e-06,
      "loss": 2.1939,
      "step": 7635
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.2885872916521445e-06,
      "loss": 2.2077,
      "step": 7640
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.282684981952369e-06,
      "loss": 2.2212,
      "step": 7645
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.2767853841274154e-06,
      "loss": 2.2299,
      "step": 7650
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.2708885074935515e-06,
      "loss": 2.1994,
      "step": 7655
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.264994361362753e-06,
      "loss": 2.1668,
      "step": 7660
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.25910295504268e-06,
      "loss": 2.2223,
      "step": 7665
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.2532142978366654e-06,
      "loss": 2.1745,
      "step": 7670
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.247328399043706e-06,
      "loss": 2.2487,
      "step": 7675
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.241445267958438e-06,
      "loss": 2.2104,
      "step": 7680
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.235564913871126e-06,
      "loss": 2.2327,
      "step": 7685
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2296873460676557e-06,
      "loss": 2.2531,
      "step": 7690
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2238125738295063e-06,
      "loss": 2.2159,
      "step": 7695
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.217940606433747e-06,
      "loss": 2.1774,
      "step": 7700
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.212071453153015e-06,
      "loss": 2.2625,
      "step": 7705
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2062051232555024e-06,
      "loss": 2.2579,
      "step": 7710
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2003416260049493e-06,
      "loss": 2.1515,
      "step": 7715
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1944809706606123e-06,
      "loss": 2.1691,
      "step": 7720
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.188623166477272e-06,
      "loss": 2.2366,
      "step": 7725
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.182768222705198e-06,
      "loss": 2.2738,
      "step": 7730
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1769161485901445e-06,
      "loss": 2.1898,
      "step": 7735
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.171066953373338e-06,
      "loss": 2.2526,
      "step": 7740
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1652206462914542e-06,
      "loss": 2.2128,
      "step": 7745
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1593772365766107e-06,
      "loss": 2.2041,
      "step": 7750
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1535367334563493e-06,
      "loss": 2.1675,
      "step": 7755
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.147699146153621e-06,
      "loss": 2.2181,
      "step": 7760
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.141864483886774e-06,
      "loss": 2.2141,
      "step": 7765
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1360327558695336e-06,
      "loss": 2.1343,
      "step": 7770
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.130203971310999e-06,
      "loss": 2.1392,
      "step": 7775
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1243781394156138e-06,
      "loss": 2.2489,
      "step": 7780
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1185552693831595e-06,
      "loss": 2.2357,
      "step": 7785
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1127353704087477e-06,
      "loss": 2.1943,
      "step": 7790
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.106918451682789e-06,
      "loss": 2.2423,
      "step": 7795
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.1011045223909954e-06,
      "loss": 2.1739,
      "step": 7800
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.0952935917143533e-06,
      "loss": 2.1657,
      "step": 7805
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.089485668829113e-06,
      "loss": 2.2285,
      "step": 7810
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0836807629067828e-06,
      "loss": 2.1396,
      "step": 7815
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.077878883114096e-06,
      "loss": 2.2545,
      "step": 7820
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0720800386130176e-06,
      "loss": 2.1563,
      "step": 7825
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.066284238560713e-06,
      "loss": 2.2612,
      "step": 7830
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0604914921095373e-06,
      "loss": 2.2927,
      "step": 7835
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0547018084070344e-06,
      "loss": 2.1302,
      "step": 7840
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0489151965958998e-06,
      "loss": 2.2431,
      "step": 7845
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.043131665813988e-06,
      "loss": 2.2243,
      "step": 7850
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0373512251942817e-06,
      "loss": 2.2663,
      "step": 7855
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.031573883864882e-06,
      "loss": 2.1598,
      "step": 7860
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.025799650949006e-06,
      "loss": 2.2245,
      "step": 7865
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0200285355649504e-06,
      "loss": 2.162,
      "step": 7870
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0142605468260976e-06,
      "loss": 2.1349,
      "step": 7875
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.0084956938408873e-06,
      "loss": 2.1707,
      "step": 7880
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.002733985712808e-06,
      "loss": 2.1705,
      "step": 7885
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.9969754315403865e-06,
      "loss": 2.1642,
      "step": 7890
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.991220040417162e-06,
      "loss": 2.1568,
      "step": 7895
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.9854678214316875e-06,
      "loss": 2.1443,
      "step": 7900
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.979718783667499e-06,
      "loss": 2.1753,
      "step": 7905
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.97397293620311e-06,
      "loss": 2.1515,
      "step": 7910
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.968230288112002e-06,
      "loss": 2.1942,
      "step": 7915
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.962490848462596e-06,
      "loss": 2.1404,
      "step": 7920
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.9567546263182554e-06,
      "loss": 2.2624,
      "step": 7925
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.951021630737255e-06,
      "loss": 2.2003,
      "step": 7930
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.945291870772776e-06,
      "loss": 2.2547,
      "step": 7935
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9395653554728955e-06,
      "loss": 2.2449,
      "step": 7940
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.933842093880558e-06,
      "loss": 2.1933,
      "step": 7945
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.92812209503358e-06,
      "loss": 2.1803,
      "step": 7950
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.922405367964617e-06,
      "loss": 2.2251,
      "step": 7955
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.91669192170116e-06,
      "loss": 2.1468,
      "step": 7960
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9109817652655253e-06,
      "loss": 2.1795,
      "step": 7965
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9052749076748266e-06,
      "loss": 2.1931,
      "step": 7970
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.899571357940969e-06,
      "loss": 2.1697,
      "step": 7975
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8938711250706397e-06,
      "loss": 2.2354,
      "step": 7980
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8881742180652813e-06,
      "loss": 2.1965,
      "step": 7985
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8824806459210907e-06,
      "loss": 2.2709,
      "step": 7990
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.876790417628994e-06,
      "loss": 2.221,
      "step": 7995
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.871103542174637e-06,
      "loss": 2.255,
      "step": 8000
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.865420028538375e-06,
      "loss": 2.1331,
      "step": 8005
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8597398856952473e-06,
      "loss": 2.1633,
      "step": 8010
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8540631226149813e-06,
      "loss": 2.255,
      "step": 8015
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8483897482619566e-06,
      "loss": 2.2264,
      "step": 8020
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8427197715952047e-06,
      "loss": 2.1511,
      "step": 8025
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.837053201568396e-06,
      "loss": 2.14,
      "step": 8030
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.831390047129815e-06,
      "loss": 2.1392,
      "step": 8035
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.825730317222358e-06,
      "loss": 2.1658,
      "step": 8040
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.820074020783511e-06,
      "loss": 2.1934,
      "step": 8045
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.814421166745337e-06,
      "loss": 2.2368,
      "step": 8050
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.808771764034462e-06,
      "loss": 2.2083,
      "step": 8055
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.803125821572068e-06,
      "loss": 2.2294,
      "step": 8060
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7974833482738674e-06,
      "loss": 2.1725,
      "step": 8065
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.791844353050094e-06,
      "loss": 2.1908,
      "step": 8070
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7862088448054936e-06,
      "loss": 2.1769,
      "step": 8075
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7805768324393017e-06,
      "loss": 2.1606,
      "step": 8080
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7749483248452324e-06,
      "loss": 2.1116,
      "step": 8085
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.769323330911472e-06,
      "loss": 2.1355,
      "step": 8090
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.763701859520652e-06,
      "loss": 2.1257,
      "step": 8095
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7580839195498397e-06,
      "loss": 2.2196,
      "step": 8100
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.752469519870534e-06,
      "loss": 2.2401,
      "step": 8105
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.746858669348634e-06,
      "loss": 2.1424,
      "step": 8110
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.741251376844443e-06,
      "loss": 2.2377,
      "step": 8115
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7356476512126386e-06,
      "loss": 2.2156,
      "step": 8120
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7300475013022666e-06,
      "loss": 2.2278,
      "step": 8125
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.724450935956733e-06,
      "loss": 2.2109,
      "step": 8130
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.718857964013773e-06,
      "loss": 2.1578,
      "step": 8135
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.713268594305458e-06,
      "loss": 2.1792,
      "step": 8140
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.707682835658163e-06,
      "loss": 2.1204,
      "step": 8145
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.7021006968925613e-06,
      "loss": 2.2116,
      "step": 8150
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.6965221868236156e-06,
      "loss": 2.2175,
      "step": 8155
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.6909473142605522e-06,
      "loss": 2.1413,
      "step": 8160
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.6853760880068587e-06,
      "loss": 2.1436,
      "step": 8165
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.6798085168602595e-06,
      "loss": 2.1733,
      "step": 8170
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.6742446096127086e-06,
      "loss": 2.2105,
      "step": 8175
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.668684375050378e-06,
      "loss": 2.2215,
      "step": 8180
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.663127821953633e-06,
      "loss": 2.2253,
      "step": 8185
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6575749590970336e-06,
      "loss": 2.2247,
      "step": 8190
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6520257952493066e-06,
      "loss": 2.2185,
      "step": 8195
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.646480339173337e-06,
      "loss": 2.2234,
      "step": 8200
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6409385996261606e-06,
      "loss": 2.1679,
      "step": 8205
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.635400585358937e-06,
      "loss": 2.1984,
      "step": 8210
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.62986630511695e-06,
      "loss": 2.1892,
      "step": 8215
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.624335767639582e-06,
      "loss": 2.1375,
      "step": 8220
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.618808981660304e-06,
      "loss": 2.2053,
      "step": 8225
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6132859559066704e-06,
      "loss": 2.1921,
      "step": 8230
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.607766699100288e-06,
      "loss": 2.2098,
      "step": 8235
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6022512199568205e-06,
      "loss": 2.2212,
      "step": 8240
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5967395271859614e-06,
      "loss": 2.1665,
      "step": 8245
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5912316294914232e-06,
      "loss": 2.1644,
      "step": 8250
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5857275355709317e-06,
      "loss": 2.1334,
      "step": 8255
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.580227254116199e-06,
      "loss": 2.1471,
      "step": 8260
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5747307938129245e-06,
      "loss": 2.1673,
      "step": 8265
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5692381633407672e-06,
      "loss": 2.21,
      "step": 8270
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5637493713733376e-06,
      "loss": 2.1586,
      "step": 8275
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.558264426578192e-06,
      "loss": 2.1746,
      "step": 8280
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5527833376168055e-06,
      "loss": 2.1255,
      "step": 8285
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.547306113144564e-06,
      "loss": 2.1898,
      "step": 8290
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.541832761810753e-06,
      "loss": 2.2576,
      "step": 8295
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.536363292258543e-06,
      "loss": 2.1903,
      "step": 8300
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5308977131249724e-06,
      "loss": 2.2267,
      "step": 8305
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.5254360330409343e-06,
      "loss": 2.2118,
      "step": 8310
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5199782606311708e-06,
      "loss": 2.1397,
      "step": 8315
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.514524404514248e-06,
      "loss": 2.2176,
      "step": 8320
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.509074473302546e-06,
      "loss": 2.1814,
      "step": 8325
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.503628475602256e-06,
      "loss": 2.1132,
      "step": 8330
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4981864200133483e-06,
      "loss": 2.1979,
      "step": 8335
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.49274831512957e-06,
      "loss": 2.2007,
      "step": 8340
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4873141695384346e-06,
      "loss": 2.1319,
      "step": 8345
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4818839918211963e-06,
      "loss": 2.2091,
      "step": 8350
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4764577905528503e-06,
      "loss": 2.1447,
      "step": 8355
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4710355743021077e-06,
      "loss": 2.2068,
      "step": 8360
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4656173516313852e-06,
      "loss": 2.1397,
      "step": 8365
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4602031310968013e-06,
      "loss": 2.136,
      "step": 8370
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4547929212481436e-06,
      "loss": 2.1956,
      "step": 8375
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4493867306288772e-06,
      "loss": 2.2745,
      "step": 8380
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4439845677761124e-06,
      "loss": 2.2172,
      "step": 8385
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4385864412206e-06,
      "loss": 2.2382,
      "step": 8390
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.433192359486723e-06,
      "loss": 2.1553,
      "step": 8395
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4278023310924676e-06,
      "loss": 2.2337,
      "step": 8400
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.422416364549429e-06,
      "loss": 2.1927,
      "step": 8405
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.417034468362782e-06,
      "loss": 2.1936,
      "step": 8410
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4116566510312734e-06,
      "loss": 2.2425,
      "step": 8415
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.406282921047213e-06,
      "loss": 2.1399,
      "step": 8420
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.4009132868964525e-06,
      "loss": 2.203,
      "step": 8425
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.395547757058379e-06,
      "loss": 2.1916,
      "step": 8430
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.3901863400058954e-06,
      "loss": 2.1335,
      "step": 8435
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3848290442054096e-06,
      "loss": 2.1704,
      "step": 8440
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.379475878116826e-06,
      "loss": 2.1943,
      "step": 8445
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3741268501935212e-06,
      "loss": 2.2924,
      "step": 8450
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.368781968882343e-06,
      "loss": 2.2466,
      "step": 8455
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3634412426235886e-06,
      "loss": 2.191,
      "step": 8460
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.358104679850991e-06,
      "loss": 2.1468,
      "step": 8465
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3527722889917147e-06,
      "loss": 2.178,
      "step": 8470
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3474440784663287e-06,
      "loss": 2.2116,
      "step": 8475
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3421200566888096e-06,
      "loss": 2.1915,
      "step": 8480
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3368002320665118e-06,
      "loss": 2.165,
      "step": 8485
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3314846130001622e-06,
      "loss": 2.2258,
      "step": 8490
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.326173207883854e-06,
      "loss": 2.1779,
      "step": 8495
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.320866025105016e-06,
      "loss": 2.1818,
      "step": 8500
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3155630730444185e-06,
      "loss": 2.2147,
      "step": 8505
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3102643600761445e-06,
      "loss": 2.1821,
      "step": 8510
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3049698945675826e-06,
      "loss": 2.1946,
      "step": 8515
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.299679684879421e-06,
      "loss": 2.1554,
      "step": 8520
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.294393739365621e-06,
      "loss": 2.2281,
      "step": 8525
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.289112066373411e-06,
      "loss": 2.1658,
      "step": 8530
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.2838346742432753e-06,
      "loss": 2.1312,
      "step": 8535
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.2785615713089363e-06,
      "loss": 2.1439,
      "step": 8540
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.2732927658973427e-06,
      "loss": 2.1456,
      "step": 8545
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.268028266328655e-06,
      "loss": 2.1033,
      "step": 8550
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.262768080916241e-06,
      "loss": 2.1671,
      "step": 8555
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.25751221796665e-06,
      "loss": 2.1956,
      "step": 8560
    },
    {
      "epoch": 0.69,
      "eval_loss": 2.187166213989258,
      "eval_runtime": 653.3252,
      "eval_samples_per_second": 7.653,
      "eval_steps_per_second": 0.479,
      "step": 8563
    },
    {
      "epoch": 0.69,
      "step": 8563,
      "total_flos": 224101662720000.0,
      "train_loss": 2.299378549998349,
      "train_runtime": 31433.0779,
      "train_samples_per_second": 1.591,
      "train_steps_per_second": 0.398
    }
  ],
  "logging_steps": 5,
  "max_steps": 12500,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 224101662720000.0,
  "trial_name": null,
  "trial_params": null
}