{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 387,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002583979328165375,
      "grad_norm": 6.678133964538574,
      "learning_rate": 2.564102564102564e-07,
      "loss": 2.2997,
      "step": 1
    },
    {
      "epoch": 0.00516795865633075,
      "grad_norm": 6.834577560424805,
      "learning_rate": 5.128205128205128e-07,
      "loss": 2.3158,
      "step": 2
    },
    {
      "epoch": 0.007751937984496124,
      "grad_norm": 7.110385417938232,
      "learning_rate": 7.692307692307694e-07,
      "loss": 2.3468,
      "step": 3
    },
    {
      "epoch": 0.0103359173126615,
      "grad_norm": 6.803109169006348,
      "learning_rate": 1.0256410256410257e-06,
      "loss": 2.2928,
      "step": 4
    },
    {
      "epoch": 0.012919896640826873,
      "grad_norm": 6.826089382171631,
      "learning_rate": 1.282051282051282e-06,
      "loss": 2.3315,
      "step": 5
    },
    {
      "epoch": 0.015503875968992248,
      "grad_norm": 6.920953750610352,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 2.3069,
      "step": 6
    },
    {
      "epoch": 0.01808785529715762,
      "grad_norm": 6.446414947509766,
      "learning_rate": 1.794871794871795e-06,
      "loss": 2.2685,
      "step": 7
    },
    {
      "epoch": 0.020671834625323,
      "grad_norm": 6.7022786140441895,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 2.2895,
      "step": 8
    },
    {
      "epoch": 0.023255813953488372,
      "grad_norm": 6.589105606079102,
      "learning_rate": 2.307692307692308e-06,
      "loss": 2.2653,
      "step": 9
    },
    {
      "epoch": 0.025839793281653745,
      "grad_norm": 5.955119609832764,
      "learning_rate": 2.564102564102564e-06,
      "loss": 2.1308,
      "step": 10
    },
    {
      "epoch": 0.028423772609819122,
      "grad_norm": 5.912731647491455,
      "learning_rate": 2.8205128205128207e-06,
      "loss": 2.1179,
      "step": 11
    },
    {
      "epoch": 0.031007751937984496,
      "grad_norm": 5.7995123863220215,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 2.0886,
      "step": 12
    },
    {
      "epoch": 0.03359173126614987,
      "grad_norm": 4.567681312561035,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.7614,
      "step": 13
    },
    {
      "epoch": 0.03617571059431524,
      "grad_norm": 4.454052925109863,
      "learning_rate": 3.58974358974359e-06,
      "loss": 1.7257,
      "step": 14
    },
    {
      "epoch": 0.03875968992248062,
      "grad_norm": 4.280542850494385,
      "learning_rate": 3.846153846153847e-06,
      "loss": 1.6546,
      "step": 15
    },
    {
      "epoch": 0.041343669250646,
      "grad_norm": 4.197136878967285,
      "learning_rate": 4.102564102564103e-06,
      "loss": 1.5889,
      "step": 16
    },
    {
      "epoch": 0.04392764857881137,
      "grad_norm": 3.324878692626953,
      "learning_rate": 4.358974358974359e-06,
      "loss": 1.1931,
      "step": 17
    },
    {
      "epoch": 0.046511627906976744,
      "grad_norm": 3.594575881958008,
      "learning_rate": 4.615384615384616e-06,
      "loss": 1.0317,
      "step": 18
    },
    {
      "epoch": 0.04909560723514212,
      "grad_norm": 3.397719144821167,
      "learning_rate": 4.871794871794872e-06,
      "loss": 0.9836,
      "step": 19
    },
    {
      "epoch": 0.05167958656330749,
      "grad_norm": 3.1062400341033936,
      "learning_rate": 5.128205128205128e-06,
      "loss": 0.9742,
      "step": 20
    },
    {
      "epoch": 0.05426356589147287,
      "grad_norm": 2.650336742401123,
      "learning_rate": 5.384615384615385e-06,
      "loss": 0.8934,
      "step": 21
    },
    {
      "epoch": 0.056847545219638244,
      "grad_norm": 2.466906785964966,
      "learning_rate": 5.641025641025641e-06,
      "loss": 0.8145,
      "step": 22
    },
    {
      "epoch": 0.059431524547803614,
      "grad_norm": 1.7531450986862183,
      "learning_rate": 5.897435897435898e-06,
      "loss": 0.606,
      "step": 23
    },
    {
      "epoch": 0.06201550387596899,
      "grad_norm": 1.4234894514083862,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.4778,
      "step": 24
    },
    {
      "epoch": 0.06459948320413436,
      "grad_norm": 1.0901433229446411,
      "learning_rate": 6.410256410256412e-06,
      "loss": 0.4324,
      "step": 25
    },
    {
      "epoch": 0.06718346253229975,
      "grad_norm": 0.9714887142181396,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.4577,
      "step": 26
    },
    {
      "epoch": 0.06976744186046512,
      "grad_norm": 0.801122784614563,
      "learning_rate": 6.923076923076923e-06,
      "loss": 0.4528,
      "step": 27
    },
    {
      "epoch": 0.07235142118863049,
      "grad_norm": 0.7464026808738708,
      "learning_rate": 7.17948717948718e-06,
      "loss": 0.4109,
      "step": 28
    },
    {
      "epoch": 0.07493540051679587,
      "grad_norm": 0.7229853272438049,
      "learning_rate": 7.435897435897437e-06,
      "loss": 0.4129,
      "step": 29
    },
    {
      "epoch": 0.07751937984496124,
      "grad_norm": 0.6986636519432068,
      "learning_rate": 7.692307692307694e-06,
      "loss": 0.4276,
      "step": 30
    },
    {
      "epoch": 0.08010335917312661,
      "grad_norm": 0.7045499086380005,
      "learning_rate": 7.948717948717949e-06,
      "loss": 0.4173,
      "step": 31
    },
    {
      "epoch": 0.082687338501292,
      "grad_norm": 0.6709201335906982,
      "learning_rate": 8.205128205128205e-06,
      "loss": 0.4033,
      "step": 32
    },
    {
      "epoch": 0.08527131782945736,
      "grad_norm": 0.5888183116912842,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.3339,
      "step": 33
    },
    {
      "epoch": 0.08785529715762273,
      "grad_norm": 0.621361255645752,
      "learning_rate": 8.717948717948719e-06,
      "loss": 0.3976,
      "step": 34
    },
    {
      "epoch": 0.09043927648578812,
      "grad_norm": 0.5428451299667358,
      "learning_rate": 8.974358974358976e-06,
      "loss": 0.3621,
      "step": 35
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 0.5530751347541809,
      "learning_rate": 9.230769230769232e-06,
      "loss": 0.3263,
      "step": 36
    },
    {
      "epoch": 0.09560723514211886,
      "grad_norm": 0.6014180779457092,
      "learning_rate": 9.487179487179487e-06,
      "loss": 0.3204,
      "step": 37
    },
    {
      "epoch": 0.09819121447028424,
      "grad_norm": 0.617842435836792,
      "learning_rate": 9.743589743589744e-06,
      "loss": 0.3432,
      "step": 38
    },
    {
      "epoch": 0.10077519379844961,
      "grad_norm": 0.5932274460792542,
      "learning_rate": 1e-05,
      "loss": 0.3807,
      "step": 39
    },
    {
      "epoch": 0.10335917312661498,
      "grad_norm": 0.531089723110199,
      "learning_rate": 9.999796259054765e-06,
      "loss": 0.3466,
      "step": 40
    },
    {
      "epoch": 0.10594315245478036,
      "grad_norm": 0.5526779890060425,
      "learning_rate": 9.999185052823207e-06,
      "loss": 0.3495,
      "step": 41
    },
    {
      "epoch": 0.10852713178294573,
      "grad_norm": 0.48364171385765076,
      "learning_rate": 9.998166431116421e-06,
      "loss": 0.3392,
      "step": 42
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 0.5286124348640442,
      "learning_rate": 9.996740476948386e-06,
      "loss": 0.3237,
      "step": 43
    },
    {
      "epoch": 0.11369509043927649,
      "grad_norm": 0.5805378556251526,
      "learning_rate": 9.994907306529203e-06,
      "loss": 0.3871,
      "step": 44
    },
    {
      "epoch": 0.11627906976744186,
      "grad_norm": 0.48061248660087585,
      "learning_rate": 9.99266706925562e-06,
      "loss": 0.3396,
      "step": 45
    },
    {
      "epoch": 0.11886304909560723,
      "grad_norm": 0.7416213750839233,
      "learning_rate": 9.990019947698864e-06,
      "loss": 0.3259,
      "step": 46
    },
    {
      "epoch": 0.12144702842377261,
      "grad_norm": 0.47168344259262085,
      "learning_rate": 9.986966157589751e-06,
      "loss": 0.3197,
      "step": 47
    },
    {
      "epoch": 0.12403100775193798,
      "grad_norm": 0.4842292070388794,
      "learning_rate": 9.983505947801115e-06,
      "loss": 0.3641,
      "step": 48
    },
    {
      "epoch": 0.12661498708010335,
      "grad_norm": 0.5371739268302917,
      "learning_rate": 9.979639600327522e-06,
      "loss": 0.3614,
      "step": 49
    },
    {
      "epoch": 0.12919896640826872,
      "grad_norm": 0.5148357152938843,
      "learning_rate": 9.975367430262289e-06,
      "loss": 0.3728,
      "step": 50
    },
    {
      "epoch": 0.13178294573643412,
      "grad_norm": 0.4844192564487457,
      "learning_rate": 9.970689785771798e-06,
      "loss": 0.3208,
      "step": 51
    },
    {
      "epoch": 0.1343669250645995,
      "grad_norm": 0.6069826483726501,
      "learning_rate": 9.965607048067138e-06,
      "loss": 0.3513,
      "step": 52
    },
    {
      "epoch": 0.13695090439276486,
      "grad_norm": 0.47529327869415283,
      "learning_rate": 9.960119631373023e-06,
      "loss": 0.3379,
      "step": 53
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 0.49472829699516296,
      "learning_rate": 9.954227982894034e-06,
      "loss": 0.3013,
      "step": 54
    },
    {
      "epoch": 0.1421188630490956,
      "grad_norm": 0.6334584355354309,
      "learning_rate": 9.947932582778188e-06,
      "loss": 0.3138,
      "step": 55
    },
    {
      "epoch": 0.14470284237726097,
      "grad_norm": 0.4577198624610901,
      "learning_rate": 9.941233944077789e-06,
      "loss": 0.3153,
      "step": 56
    },
    {
      "epoch": 0.14728682170542637,
      "grad_norm": 0.47782599925994873,
      "learning_rate": 9.934132612707631e-06,
      "loss": 0.329,
      "step": 57
    },
    {
      "epoch": 0.14987080103359174,
      "grad_norm": 0.514714777469635,
      "learning_rate": 9.9266291674005e-06,
      "loss": 0.359,
      "step": 58
    },
    {
      "epoch": 0.1524547803617571,
      "grad_norm": 0.4538106322288513,
      "learning_rate": 9.918724219660013e-06,
      "loss": 0.2988,
      "step": 59
    },
    {
      "epoch": 0.15503875968992248,
      "grad_norm": 0.46882936358451843,
      "learning_rate": 9.91041841371078e-06,
      "loss": 0.3246,
      "step": 60
    },
    {
      "epoch": 0.15762273901808785,
      "grad_norm": 0.429165244102478,
      "learning_rate": 9.901712426445901e-06,
      "loss": 0.2959,
      "step": 61
    },
    {
      "epoch": 0.16020671834625322,
      "grad_norm": 0.4619984030723572,
      "learning_rate": 9.892606967371808e-06,
      "loss": 0.3291,
      "step": 62
    },
    {
      "epoch": 0.16279069767441862,
      "grad_norm": 0.43021416664123535,
      "learning_rate": 9.883102778550434e-06,
      "loss": 0.3331,
      "step": 63
    },
    {
      "epoch": 0.165374677002584,
      "grad_norm": 0.5037028193473816,
      "learning_rate": 9.873200634538746e-06,
      "loss": 0.3265,
      "step": 64
    },
    {
      "epoch": 0.16795865633074936,
      "grad_norm": 0.4535587728023529,
      "learning_rate": 9.862901342325617e-06,
      "loss": 0.3312,
      "step": 65
    },
    {
      "epoch": 0.17054263565891473,
      "grad_norm": 0.42938175797462463,
      "learning_rate": 9.852205741266058e-06,
      "loss": 0.2971,
      "step": 66
    },
    {
      "epoch": 0.1731266149870801,
      "grad_norm": 0.4964745342731476,
      "learning_rate": 9.841114703012817e-06,
      "loss": 0.3306,
      "step": 67
    },
    {
      "epoch": 0.17571059431524547,
      "grad_norm": 0.4658762216567993,
      "learning_rate": 9.829629131445342e-06,
      "loss": 0.3055,
      "step": 68
    },
    {
      "epoch": 0.17829457364341086,
      "grad_norm": 0.4396679699420929,
      "learning_rate": 9.817749962596115e-06,
      "loss": 0.3204,
      "step": 69
    },
    {
      "epoch": 0.18087855297157623,
      "grad_norm": 0.44120684266090393,
      "learning_rate": 9.805478164574374e-06,
      "loss": 0.3204,
      "step": 70
    },
    {
      "epoch": 0.1834625322997416,
      "grad_norm": 0.4362391531467438,
      "learning_rate": 9.792814737487207e-06,
      "loss": 0.3001,
      "step": 71
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 0.45392006635665894,
      "learning_rate": 9.77976071335806e-06,
      "loss": 0.3204,
      "step": 72
    },
    {
      "epoch": 0.18863049095607234,
      "grad_norm": 0.4473075270652771,
      "learning_rate": 9.766317156042615e-06,
      "loss": 0.3342,
      "step": 73
    },
    {
      "epoch": 0.19121447028423771,
      "grad_norm": 0.45184287428855896,
      "learning_rate": 9.752485161142103e-06,
      "loss": 0.3168,
      "step": 74
    },
    {
      "epoch": 0.1937984496124031,
      "grad_norm": 0.4665965735912323,
      "learning_rate": 9.738265855914014e-06,
      "loss": 0.3347,
      "step": 75
    },
    {
      "epoch": 0.19638242894056848,
      "grad_norm": 0.44520583748817444,
      "learning_rate": 9.723660399180216e-06,
      "loss": 0.3012,
      "step": 76
    },
    {
      "epoch": 0.19896640826873385,
      "grad_norm": 0.4683307111263275,
      "learning_rate": 9.708669981232542e-06,
      "loss": 0.2947,
      "step": 77
    },
    {
      "epoch": 0.20155038759689922,
      "grad_norm": 0.5088106989860535,
      "learning_rate": 9.693295823735754e-06,
      "loss": 0.3519,
      "step": 78
    },
    {
      "epoch": 0.2041343669250646,
      "grad_norm": 0.4688245952129364,
      "learning_rate": 9.677539179628005e-06,
      "loss": 0.3178,
      "step": 79
    },
    {
      "epoch": 0.20671834625322996,
      "grad_norm": 0.4424334168434143,
      "learning_rate": 9.661401333018725e-06,
      "loss": 0.3098,
      "step": 80
    },
    {
      "epoch": 0.20930232558139536,
      "grad_norm": 0.4164547324180603,
      "learning_rate": 9.644883599083959e-06,
      "loss": 0.2869,
      "step": 81
    },
    {
      "epoch": 0.21188630490956073,
      "grad_norm": 0.500719428062439,
      "learning_rate": 9.627987323959195e-06,
      "loss": 0.3038,
      "step": 82
    },
    {
      "epoch": 0.2144702842377261,
      "grad_norm": 0.42712247371673584,
      "learning_rate": 9.610713884629667e-06,
      "loss": 0.2932,
      "step": 83
    },
    {
      "epoch": 0.21705426356589147,
      "grad_norm": 0.4611964821815491,
      "learning_rate": 9.59306468881811e-06,
      "loss": 0.3099,
      "step": 84
    },
    {
      "epoch": 0.21963824289405684,
      "grad_norm": 0.4781152307987213,
      "learning_rate": 9.575041174870062e-06,
      "loss": 0.3124,
      "step": 85
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.4377368986606598,
      "learning_rate": 9.556644811636628e-06,
      "loss": 0.3002,
      "step": 86
    },
    {
      "epoch": 0.2248062015503876,
      "grad_norm": 0.49812576174736023,
      "learning_rate": 9.537877098354787e-06,
      "loss": 0.348,
      "step": 87
    },
    {
      "epoch": 0.22739018087855298,
      "grad_norm": 0.47140446305274963,
      "learning_rate": 9.51873956452519e-06,
      "loss": 0.3233,
      "step": 88
    },
    {
      "epoch": 0.22997416020671835,
      "grad_norm": 0.45923298597335815,
      "learning_rate": 9.499233769787534e-06,
      "loss": 0.3187,
      "step": 89
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 0.45452624559402466,
      "learning_rate": 9.479361303793441e-06,
      "loss": 0.2953,
      "step": 90
    },
    {
      "epoch": 0.2351421188630491,
      "grad_norm": 0.5140699744224548,
      "learning_rate": 9.459123786076911e-06,
      "loss": 0.3142,
      "step": 91
    },
    {
      "epoch": 0.23772609819121446,
      "grad_norm": 0.4350361227989197,
      "learning_rate": 9.438522865922344e-06,
      "loss": 0.3193,
      "step": 92
    },
    {
      "epoch": 0.24031007751937986,
      "grad_norm": 0.4551020860671997,
      "learning_rate": 9.417560222230115e-06,
      "loss": 0.3084,
      "step": 93
    },
    {
      "epoch": 0.24289405684754523,
      "grad_norm": 0.42140695452690125,
      "learning_rate": 9.396237563379761e-06,
      "loss": 0.2798,
      "step": 94
    },
    {
      "epoch": 0.2454780361757106,
      "grad_norm": 0.4576823115348816,
      "learning_rate": 9.374556627090749e-06,
      "loss": 0.2936,
      "step": 95
    },
    {
      "epoch": 0.24806201550387597,
      "grad_norm": 0.4687109887599945,
      "learning_rate": 9.352519180280862e-06,
      "loss": 0.3223,
      "step": 96
    },
    {
      "epoch": 0.25064599483204136,
      "grad_norm": 0.42448845505714417,
      "learning_rate": 9.330127018922195e-06,
      "loss": 0.3152,
      "step": 97
    },
    {
      "epoch": 0.2532299741602067,
      "grad_norm": 0.46770456433296204,
      "learning_rate": 9.307381967894798e-06,
      "loss": 0.3358,
      "step": 98
    },
    {
      "epoch": 0.2558139534883721,
      "grad_norm": 0.4652756154537201,
      "learning_rate": 9.284285880837947e-06,
      "loss": 0.2824,
      "step": 99
    },
    {
      "epoch": 0.25839793281653745,
      "grad_norm": 0.4634130597114563,
      "learning_rate": 9.26084063999909e-06,
      "loss": 0.3005,
      "step": 100
    },
    {
      "epoch": 0.26098191214470284,
      "grad_norm": 0.4184122681617737,
      "learning_rate": 9.237048156080433e-06,
      "loss": 0.2782,
      "step": 101
    },
    {
      "epoch": 0.26356589147286824,
      "grad_norm": 0.4704434275627136,
      "learning_rate": 9.212910368083246e-06,
      "loss": 0.2759,
      "step": 102
    },
    {
      "epoch": 0.2661498708010336,
      "grad_norm": 0.4219190776348114,
      "learning_rate": 9.188429243149824e-06,
      "loss": 0.2694,
      "step": 103
    },
    {
      "epoch": 0.268733850129199,
      "grad_norm": 0.4400491416454315,
      "learning_rate": 9.163606776403182e-06,
      "loss": 0.313,
      "step": 104
    },
    {
      "epoch": 0.2713178294573643,
      "grad_norm": 0.46378496289253235,
      "learning_rate": 9.138444990784455e-06,
      "loss": 0.3117,
      "step": 105
    },
    {
      "epoch": 0.2739018087855297,
      "grad_norm": 0.42383599281311035,
      "learning_rate": 9.112945936888034e-06,
      "loss": 0.2952,
      "step": 106
    },
    {
      "epoch": 0.27648578811369506,
      "grad_norm": 0.4268609881401062,
      "learning_rate": 9.08711169279446e-06,
      "loss": 0.2607,
      "step": 107
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 0.43639639019966125,
      "learning_rate": 9.060944363901057e-06,
      "loss": 0.2745,
      "step": 108
    },
    {
      "epoch": 0.28165374677002586,
      "grad_norm": 0.4547524154186249,
      "learning_rate": 9.034446082750352e-06,
      "loss": 0.3008,
      "step": 109
    },
    {
      "epoch": 0.2842377260981912,
      "grad_norm": 0.4684068560600281,
      "learning_rate": 9.007619008856287e-06,
      "loss": 0.2787,
      "step": 110
    },
    {
      "epoch": 0.2868217054263566,
      "grad_norm": 0.44395485520362854,
      "learning_rate": 8.98046532852822e-06,
      "loss": 0.2683,
      "step": 111
    },
    {
      "epoch": 0.28940568475452194,
      "grad_norm": 0.446803480386734,
      "learning_rate": 8.952987254692746e-06,
      "loss": 0.3084,
      "step": 112
    },
    {
      "epoch": 0.29198966408268734,
      "grad_norm": 0.4414445161819458,
      "learning_rate": 8.925187026713363e-06,
      "loss": 0.2841,
      "step": 113
    },
    {
      "epoch": 0.29457364341085274,
      "grad_norm": 0.43872445821762085,
      "learning_rate": 8.897066910207958e-06,
      "loss": 0.2739,
      "step": 114
    },
    {
      "epoch": 0.2971576227390181,
      "grad_norm": 0.4418787956237793,
      "learning_rate": 8.868629196864182e-06,
      "loss": 0.2842,
      "step": 115
    },
    {
      "epoch": 0.2997416020671835,
      "grad_norm": 0.4769684374332428,
      "learning_rate": 8.83987620425267e-06,
      "loss": 0.3137,
      "step": 116
    },
    {
      "epoch": 0.3023255813953488,
      "grad_norm": 0.43923094868659973,
      "learning_rate": 8.810810275638183e-06,
      "loss": 0.3191,
      "step": 117
    },
    {
      "epoch": 0.3049095607235142,
      "grad_norm": 0.4351806044578552,
      "learning_rate": 8.781433779788627e-06,
      "loss": 0.2799,
      "step": 118
    },
    {
      "epoch": 0.30749354005167956,
      "grad_norm": 0.4320261478424072,
      "learning_rate": 8.751749110782013e-06,
      "loss": 0.2849,
      "step": 119
    },
    {
      "epoch": 0.31007751937984496,
      "grad_norm": 0.4509352147579193,
      "learning_rate": 8.721758687811353e-06,
      "loss": 0.3009,
      "step": 120
    },
    {
      "epoch": 0.31266149870801035,
      "grad_norm": 0.4201003313064575,
      "learning_rate": 8.691464954987494e-06,
      "loss": 0.2675,
      "step": 121
    },
    {
      "epoch": 0.3152454780361757,
      "grad_norm": 0.42218485474586487,
      "learning_rate": 8.660870381139944e-06,
      "loss": 0.2872,
      "step": 122
    },
    {
      "epoch": 0.3178294573643411,
      "grad_norm": 0.41878223419189453,
      "learning_rate": 8.629977459615655e-06,
      "loss": 0.2667,
      "step": 123
    },
    {
      "epoch": 0.32041343669250644,
      "grad_norm": 0.4328330159187317,
      "learning_rate": 8.598788708075844e-06,
      "loss": 0.2916,
      "step": 124
    },
    {
      "epoch": 0.32299741602067183,
      "grad_norm": 0.4555003046989441,
      "learning_rate": 8.567306668290801e-06,
      "loss": 0.289,
      "step": 125
    },
    {
      "epoch": 0.32558139534883723,
      "grad_norm": 0.4696672558784485,
      "learning_rate": 8.535533905932739e-06,
      "loss": 0.2982,
      "step": 126
    },
    {
      "epoch": 0.3281653746770026,
      "grad_norm": 0.4428997337818146,
      "learning_rate": 8.503473010366713e-06,
      "loss": 0.2989,
      "step": 127
    },
    {
      "epoch": 0.330749354005168,
      "grad_norm": 0.40596020221710205,
      "learning_rate": 8.471126594439591e-06,
      "loss": 0.2931,
      "step": 128
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.4140114486217499,
      "learning_rate": 8.438497294267117e-06,
      "loss": 0.2715,
      "step": 129
    },
    {
      "epoch": 0.3359173126614987,
      "grad_norm": 0.47890666127204895,
      "learning_rate": 8.405587769019072e-06,
      "loss": 0.3099,
      "step": 130
    },
    {
      "epoch": 0.3385012919896641,
      "grad_norm": 0.6070849299430847,
      "learning_rate": 8.372400700702569e-06,
      "loss": 0.3061,
      "step": 131
    },
    {
      "epoch": 0.34108527131782945,
      "grad_norm": 0.39838454127311707,
      "learning_rate": 8.338938793943478e-06,
      "loss": 0.2751,
      "step": 132
    },
    {
      "epoch": 0.34366925064599485,
      "grad_norm": 0.3867545425891876,
      "learning_rate": 8.305204775766003e-06,
      "loss": 0.2835,
      "step": 133
    },
    {
      "epoch": 0.3462532299741602,
      "grad_norm": 0.41791021823883057,
      "learning_rate": 8.27120139537044e-06,
      "loss": 0.3058,
      "step": 134
    },
    {
      "epoch": 0.3488372093023256,
      "grad_norm": 0.45444855093955994,
      "learning_rate": 8.23693142390914e-06,
      "loss": 0.2913,
      "step": 135
    },
    {
      "epoch": 0.35142118863049093,
      "grad_norm": 0.44107621908187866,
      "learning_rate": 8.202397654260649e-06,
      "loss": 0.2696,
      "step": 136
    },
    {
      "epoch": 0.35400516795865633,
      "grad_norm": 0.4542611539363861,
      "learning_rate": 8.167602900802121e-06,
      "loss": 0.299,
      "step": 137
    },
    {
      "epoch": 0.35658914728682173,
      "grad_norm": 0.4426042139530182,
      "learning_rate": 8.132549999179934e-06,
      "loss": 0.2841,
      "step": 138
    },
    {
      "epoch": 0.35917312661498707,
      "grad_norm": 0.44145461916923523,
      "learning_rate": 8.097241806078616e-06,
      "loss": 0.2936,
      "step": 139
    },
    {
      "epoch": 0.36175710594315247,
      "grad_norm": 0.42730993032455444,
      "learning_rate": 8.06168119898802e-06,
      "loss": 0.3022,
      "step": 140
    },
    {
      "epoch": 0.3643410852713178,
      "grad_norm": 0.4857991635799408,
      "learning_rate": 8.025871075968828e-06,
      "loss": 0.2884,
      "step": 141
    },
    {
      "epoch": 0.3669250645994832,
      "grad_norm": 0.5083222985267639,
      "learning_rate": 7.989814355416362e-06,
      "loss": 0.2998,
      "step": 142
    },
    {
      "epoch": 0.3695090439276486,
      "grad_norm": 0.4802829325199127,
      "learning_rate": 7.953513975822755e-06,
      "loss": 0.2652,
      "step": 143
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 0.5173447132110596,
      "learning_rate": 7.916972895537471e-06,
      "loss": 0.3088,
      "step": 144
    },
    {
      "epoch": 0.37467700258397935,
      "grad_norm": 0.4066041111946106,
      "learning_rate": 7.8801940925262e-06,
      "loss": 0.2892,
      "step": 145
    },
    {
      "epoch": 0.3772609819121447,
      "grad_norm": 0.43255695700645447,
      "learning_rate": 7.843180564128178e-06,
      "loss": 0.2852,
      "step": 146
    },
    {
      "epoch": 0.3798449612403101,
      "grad_norm": 0.5515561103820801,
      "learning_rate": 7.805935326811913e-06,
      "loss": 0.2967,
      "step": 147
    },
    {
      "epoch": 0.38242894056847543,
      "grad_norm": 0.5547642707824707,
      "learning_rate": 7.768461415929344e-06,
      "loss": 0.3027,
      "step": 148
    },
    {
      "epoch": 0.3850129198966408,
      "grad_norm": 0.4299023449420929,
      "learning_rate": 7.730761885468486e-06,
      "loss": 0.273,
      "step": 149
    },
    {
      "epoch": 0.3875968992248062,
      "grad_norm": 0.45513665676116943,
      "learning_rate": 7.692839807804522e-06,
      "loss": 0.2964,
      "step": 150
    },
    {
      "epoch": 0.39018087855297157,
      "grad_norm": 0.40135088562965393,
      "learning_rate": 7.654698273449435e-06,
      "loss": 0.2625,
      "step": 151
    },
    {
      "epoch": 0.39276485788113696,
      "grad_norm": 0.4702034592628479,
      "learning_rate": 7.616340390800127e-06,
      "loss": 0.2956,
      "step": 152
    },
    {
      "epoch": 0.3953488372093023,
      "grad_norm": 0.42673245072364807,
      "learning_rate": 7.57776928588511e-06,
      "loss": 0.2632,
      "step": 153
    },
    {
      "epoch": 0.3979328165374677,
      "grad_norm": 0.4496805965900421,
      "learning_rate": 7.538988102109728e-06,
      "loss": 0.2834,
      "step": 154
    },
    {
      "epoch": 0.4005167958656331,
      "grad_norm": 0.4896727204322815,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.3104,
      "step": 155
    },
    {
      "epoch": 0.40310077519379844,
      "grad_norm": 0.44338440895080566,
      "learning_rate": 7.4608081569450365e-06,
      "loss": 0.301,
      "step": 156
    },
    {
      "epoch": 0.40568475452196384,
      "grad_norm": 0.47325599193573,
      "learning_rate": 7.421415766938098e-06,
      "loss": 0.2898,
      "step": 157
    },
    {
      "epoch": 0.4082687338501292,
      "grad_norm": 0.45277851819992065,
      "learning_rate": 7.381826040316294e-06,
      "loss": 0.2618,
      "step": 158
    },
    {
      "epoch": 0.4108527131782946,
      "grad_norm": 0.47705507278442383,
      "learning_rate": 7.342042203498952e-06,
      "loss": 0.3078,
      "step": 159
    },
    {
      "epoch": 0.4134366925064599,
      "grad_norm": 0.4861289858818054,
      "learning_rate": 7.302067498724681e-06,
      "loss": 0.2826,
      "step": 160
    },
    {
      "epoch": 0.4160206718346253,
      "grad_norm": 0.48274198174476624,
      "learning_rate": 7.261905183787136e-06,
      "loss": 0.255,
      "step": 161
    },
    {
      "epoch": 0.4186046511627907,
      "grad_norm": 0.48785096406936646,
      "learning_rate": 7.221558531769519e-06,
      "loss": 0.312,
      "step": 162
    },
    {
      "epoch": 0.42118863049095606,
      "grad_norm": 0.4825511872768402,
      "learning_rate": 7.181030830777838e-06,
      "loss": 0.2869,
      "step": 163
    },
    {
      "epoch": 0.42377260981912146,
      "grad_norm": 0.4649406969547272,
      "learning_rate": 7.140325383672938e-06,
      "loss": 0.2925,
      "step": 164
    },
    {
      "epoch": 0.4263565891472868,
      "grad_norm": 0.3625810146331787,
      "learning_rate": 7.099445507801324e-06,
      "loss": 0.2364,
      "step": 165
    },
    {
      "epoch": 0.4289405684754522,
      "grad_norm": 0.5031020641326904,
      "learning_rate": 7.058394534724819e-06,
      "loss": 0.2971,
      "step": 166
    },
    {
      "epoch": 0.4315245478036176,
      "grad_norm": 0.4177357256412506,
      "learning_rate": 7.017175809949044e-06,
      "loss": 0.2574,
      "step": 167
    },
    {
      "epoch": 0.43410852713178294,
      "grad_norm": 0.5013376474380493,
      "learning_rate": 6.975792692650778e-06,
      "loss": 0.3145,
      "step": 168
    },
    {
      "epoch": 0.43669250645994834,
      "grad_norm": 0.45426902174949646,
      "learning_rate": 6.934248555404197e-06,
      "loss": 0.2921,
      "step": 169
    },
    {
      "epoch": 0.4392764857881137,
      "grad_norm": 0.43907979130744934,
      "learning_rate": 6.892546783906016e-06,
      "loss": 0.2883,
      "step": 170
    },
    {
      "epoch": 0.4418604651162791,
      "grad_norm": 0.42910337448120117,
      "learning_rate": 6.850690776699574e-06,
      "loss": 0.3015,
      "step": 171
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.4053723216056824,
      "learning_rate": 6.808683944897856e-06,
      "loss": 0.2627,
      "step": 172
    },
    {
      "epoch": 0.4470284237726098,
      "grad_norm": 0.4231443703174591,
      "learning_rate": 6.766529711905513e-06,
      "loss": 0.2475,
      "step": 173
    },
    {
      "epoch": 0.4496124031007752,
      "grad_norm": 0.40346193313598633,
      "learning_rate": 6.724231513139853e-06,
      "loss": 0.2872,
      "step": 174
    },
    {
      "epoch": 0.45219638242894056,
      "grad_norm": 0.4439121186733246,
      "learning_rate": 6.681792795750876e-06,
      "loss": 0.3125,
      "step": 175
    },
    {
      "epoch": 0.45478036175710596,
      "grad_norm": 0.4078086316585541,
      "learning_rate": 6.639217018340342e-06,
      "loss": 0.2685,
      "step": 176
    },
    {
      "epoch": 0.4573643410852713,
      "grad_norm": 0.4373514652252197,
      "learning_rate": 6.5965076506799e-06,
      "loss": 0.2877,
      "step": 177
    },
    {
      "epoch": 0.4599483204134367,
      "grad_norm": 0.40580716729164124,
      "learning_rate": 6.553668173428329e-06,
      "loss": 0.2677,
      "step": 178
    },
    {
      "epoch": 0.4625322997416021,
      "grad_norm": 0.4066397547721863,
      "learning_rate": 6.510702077847864e-06,
      "loss": 0.2735,
      "step": 179
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 0.44113850593566895,
      "learning_rate": 6.467612865519674e-06,
      "loss": 0.2666,
      "step": 180
    },
    {
      "epoch": 0.46770025839793283,
      "grad_norm": 0.38186588883399963,
      "learning_rate": 6.424404048058501e-06,
      "loss": 0.2588,
      "step": 181
    },
    {
      "epoch": 0.4702842377260982,
      "grad_norm": 0.4320223033428192,
      "learning_rate": 6.3810791468264654e-06,
      "loss": 0.2829,
      "step": 182
    },
    {
      "epoch": 0.4728682170542636,
      "grad_norm": 0.4612186551094055,
      "learning_rate": 6.337641692646106e-06,
      "loss": 0.2942,
      "step": 183
    },
    {
      "epoch": 0.4754521963824289,
      "grad_norm": 0.45380473136901855,
      "learning_rate": 6.294095225512604e-06,
      "loss": 0.2863,
      "step": 184
    },
    {
      "epoch": 0.4780361757105943,
      "grad_norm": 0.4170936346054077,
      "learning_rate": 6.250443294305315e-06,
      "loss": 0.2685,
      "step": 185
    },
    {
      "epoch": 0.4806201550387597,
      "grad_norm": 0.4243358373641968,
      "learning_rate": 6.206689456498529e-06,
      "loss": 0.275,
      "step": 186
    },
    {
      "epoch": 0.48320413436692505,
      "grad_norm": 0.40185001492500305,
      "learning_rate": 6.162837277871553e-06,
      "loss": 0.2707,
      "step": 187
    },
    {
      "epoch": 0.48578811369509045,
      "grad_norm": 0.43646830320358276,
      "learning_rate": 6.118890332218117e-06,
      "loss": 0.3082,
      "step": 188
    },
    {
      "epoch": 0.4883720930232558,
      "grad_norm": 0.4524317681789398,
      "learning_rate": 6.074852201055121e-06,
      "loss": 0.2862,
      "step": 189
    },
    {
      "epoch": 0.4909560723514212,
      "grad_norm": 0.42992088198661804,
      "learning_rate": 6.0307264733307515e-06,
      "loss": 0.2772,
      "step": 190
    },
    {
      "epoch": 0.4935400516795866,
      "grad_norm": 0.3978720009326935,
      "learning_rate": 5.986516745132e-06,
      "loss": 0.2825,
      "step": 191
    },
    {
      "epoch": 0.49612403100775193,
      "grad_norm": 0.399278849363327,
      "learning_rate": 5.942226619391592e-06,
      "loss": 0.266,
      "step": 192
    },
    {
      "epoch": 0.49870801033591733,
      "grad_norm": 0.41332167387008667,
      "learning_rate": 5.8978597055943585e-06,
      "loss": 0.2676,
      "step": 193
    },
    {
      "epoch": 0.5012919896640827,
      "grad_norm": 0.41946110129356384,
      "learning_rate": 5.853419619483083e-06,
      "loss": 0.2972,
      "step": 194
    },
    {
      "epoch": 0.5038759689922481,
      "grad_norm": 0.3924684524536133,
      "learning_rate": 5.808909982763825e-06,
      "loss": 0.2779,
      "step": 195
    },
    {
      "epoch": 0.5064599483204134,
      "grad_norm": 0.4718524217605591,
      "learning_rate": 5.764334422810767e-06,
      "loss": 0.3037,
      "step": 196
    },
    {
      "epoch": 0.5090439276485789,
      "grad_norm": 0.4339485168457031,
      "learning_rate": 5.719696572370596e-06,
      "loss": 0.32,
      "step": 197
    },
    {
      "epoch": 0.5116279069767442,
      "grad_norm": 0.40892696380615234,
      "learning_rate": 5.675000069266451e-06,
      "loss": 0.297,
      "step": 198
    },
    {
      "epoch": 0.5142118863049095,
      "grad_norm": 0.4312550723552704,
      "learning_rate": 5.630248556101448e-06,
      "loss": 0.3062,
      "step": 199
    },
    {
      "epoch": 0.5167958656330749,
      "grad_norm": 0.42749255895614624,
      "learning_rate": 5.585445679961823e-06,
      "loss": 0.2777,
      "step": 200
    },
    {
      "epoch": 0.5193798449612403,
      "grad_norm": 0.428129106760025,
      "learning_rate": 5.540595092119709e-06,
      "loss": 0.2914,
      "step": 201
    },
    {
      "epoch": 0.5219638242894057,
      "grad_norm": 0.4062337279319763,
      "learning_rate": 5.495700447735572e-06,
      "loss": 0.2821,
      "step": 202
    },
    {
      "epoch": 0.524547803617571,
      "grad_norm": 0.421667218208313,
      "learning_rate": 5.450765405560328e-06,
      "loss": 0.2984,
      "step": 203
    },
    {
      "epoch": 0.5271317829457365,
      "grad_norm": 0.3966899514198303,
      "learning_rate": 5.405793627637157e-06,
      "loss": 0.259,
      "step": 204
    },
    {
      "epoch": 0.5297157622739018,
      "grad_norm": 0.4205838441848755,
      "learning_rate": 5.360788779003082e-06,
      "loss": 0.2888,
      "step": 205
    },
    {
      "epoch": 0.5322997416020672,
      "grad_norm": 0.4325535297393799,
      "learning_rate": 5.3157545273902585e-06,
      "loss": 0.302,
      "step": 206
    },
    {
      "epoch": 0.5348837209302325,
      "grad_norm": 0.4171897768974304,
      "learning_rate": 5.270694542927089e-06,
      "loss": 0.2685,
      "step": 207
    },
    {
      "epoch": 0.537467700258398,
      "grad_norm": 0.4270216226577759,
      "learning_rate": 5.225612497839099e-06,
      "loss": 0.2785,
      "step": 208
    },
    {
      "epoch": 0.5400516795865633,
      "grad_norm": 0.439961314201355,
      "learning_rate": 5.180512066149682e-06,
      "loss": 0.2916,
      "step": 209
    },
    {
      "epoch": 0.5426356589147286,
      "grad_norm": 0.42138805985450745,
      "learning_rate": 5.1353969233806735e-06,
      "loss": 0.2906,
      "step": 210
    },
    {
      "epoch": 0.5452196382428941,
      "grad_norm": 0.39296743273735046,
      "learning_rate": 5.090270746252803e-06,
      "loss": 0.2638,
      "step": 211
    },
    {
      "epoch": 0.5478036175710594,
      "grad_norm": 0.43339210748672485,
      "learning_rate": 5.045137212386065e-06,
      "loss": 0.2845,
      "step": 212
    },
    {
      "epoch": 0.5503875968992248,
      "grad_norm": 0.41793346405029297,
      "learning_rate": 5e-06,
      "loss": 0.2794,
      "step": 213
    },
    {
      "epoch": 0.5529715762273901,
      "grad_norm": 0.4067362844944,
      "learning_rate": 4.954862787613937e-06,
      "loss": 0.2834,
      "step": 214
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.4313544034957886,
      "learning_rate": 4.909729253747197e-06,
      "loss": 0.2786,
      "step": 215
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 0.422354131937027,
      "learning_rate": 4.864603076619329e-06,
      "loss": 0.284,
      "step": 216
    },
    {
      "epoch": 0.5607235142118863,
      "grad_norm": 0.4361294209957123,
      "learning_rate": 4.819487933850319e-06,
      "loss": 0.3265,
      "step": 217
    },
    {
      "epoch": 0.5633074935400517,
      "grad_norm": 0.43613091111183167,
      "learning_rate": 4.774387502160902e-06,
      "loss": 0.2969,
      "step": 218
    },
    {
      "epoch": 0.5658914728682171,
      "grad_norm": 0.446242094039917,
      "learning_rate": 4.729305457072913e-06,
      "loss": 0.3051,
      "step": 219
    },
    {
      "epoch": 0.5684754521963824,
      "grad_norm": 0.42839357256889343,
      "learning_rate": 4.684245472609743e-06,
      "loss": 0.2851,
      "step": 220
    },
    {
      "epoch": 0.5710594315245479,
      "grad_norm": 0.41208556294441223,
      "learning_rate": 4.6392112209969205e-06,
      "loss": 0.2823,
      "step": 221
    },
    {
      "epoch": 0.5736434108527132,
      "grad_norm": 0.41363725066185,
      "learning_rate": 4.594206372362845e-06,
      "loss": 0.2668,
      "step": 222
    },
    {
      "epoch": 0.5762273901808785,
      "grad_norm": 0.40598398447036743,
      "learning_rate": 4.549234594439674e-06,
      "loss": 0.2757,
      "step": 223
    },
    {
      "epoch": 0.5788113695090439,
      "grad_norm": 0.39398393034935,
      "learning_rate": 4.504299552264428e-06,
      "loss": 0.2401,
      "step": 224
    },
    {
      "epoch": 0.5813953488372093,
      "grad_norm": 0.4146032929420471,
      "learning_rate": 4.459404907880293e-06,
      "loss": 0.2904,
      "step": 225
    },
    {
      "epoch": 0.5839793281653747,
      "grad_norm": 0.42441511154174805,
      "learning_rate": 4.414554320038179e-06,
      "loss": 0.2836,
      "step": 226
    },
    {
      "epoch": 0.58656330749354,
      "grad_norm": 0.3873770833015442,
      "learning_rate": 4.369751443898554e-06,
      "loss": 0.2625,
      "step": 227
    },
    {
      "epoch": 0.5891472868217055,
      "grad_norm": 0.3869360387325287,
      "learning_rate": 4.32499993073355e-06,
      "loss": 0.2325,
      "step": 228
    },
    {
      "epoch": 0.5917312661498708,
      "grad_norm": 0.4107780456542969,
      "learning_rate": 4.280303427629404e-06,
      "loss": 0.2747,
      "step": 229
    },
    {
      "epoch": 0.5943152454780362,
      "grad_norm": 0.5055181384086609,
      "learning_rate": 4.2356655771892355e-06,
      "loss": 0.2893,
      "step": 230
    },
    {
      "epoch": 0.5968992248062015,
      "grad_norm": 0.4263874590396881,
      "learning_rate": 4.191090017236177e-06,
      "loss": 0.2839,
      "step": 231
    },
    {
      "epoch": 0.599483204134367,
      "grad_norm": 0.42507773637771606,
      "learning_rate": 4.146580380516918e-06,
      "loss": 0.2793,
      "step": 232
    },
    {
      "epoch": 0.6020671834625323,
      "grad_norm": 0.3988296091556549,
      "learning_rate": 4.1021402944056415e-06,
      "loss": 0.2674,
      "step": 233
    },
    {
      "epoch": 0.6046511627906976,
      "grad_norm": 0.407911092042923,
      "learning_rate": 4.057773380608411e-06,
      "loss": 0.2509,
      "step": 234
    },
    {
      "epoch": 0.6072351421188631,
      "grad_norm": 0.41657814383506775,
      "learning_rate": 4.013483254868001e-06,
      "loss": 0.2782,
      "step": 235
    },
    {
      "epoch": 0.6098191214470284,
      "grad_norm": 0.405274897813797,
      "learning_rate": 3.969273526669249e-06,
      "loss": 0.2565,
      "step": 236
    },
    {
      "epoch": 0.6124031007751938,
      "grad_norm": 0.4784335196018219,
      "learning_rate": 3.92514779894488e-06,
      "loss": 0.2989,
      "step": 237
    },
    {
      "epoch": 0.6149870801033591,
      "grad_norm": 0.3939613997936249,
      "learning_rate": 3.881109667781884e-06,
      "loss": 0.2695,
      "step": 238
    },
    {
      "epoch": 0.6175710594315246,
      "grad_norm": 0.4349983036518097,
      "learning_rate": 3.8371627221284495e-06,
      "loss": 0.2846,
      "step": 239
    },
    {
      "epoch": 0.6201550387596899,
      "grad_norm": 0.3985432982444763,
      "learning_rate": 3.7933105435014727e-06,
      "loss": 0.2551,
      "step": 240
    },
    {
      "epoch": 0.6227390180878553,
      "grad_norm": 0.40800800919532776,
      "learning_rate": 3.7495567056946856e-06,
      "loss": 0.2758,
      "step": 241
    },
    {
      "epoch": 0.6253229974160207,
      "grad_norm": 0.4621322453022003,
      "learning_rate": 3.705904774487396e-06,
      "loss": 0.2921,
      "step": 242
    },
    {
      "epoch": 0.627906976744186,
      "grad_norm": 0.4144759476184845,
      "learning_rate": 3.662358307353897e-06,
      "loss": 0.3026,
      "step": 243
    },
    {
      "epoch": 0.6304909560723514,
      "grad_norm": 0.41925767064094543,
      "learning_rate": 3.6189208531735354e-06,
      "loss": 0.2799,
      "step": 244
    },
    {
      "epoch": 0.6330749354005168,
      "grad_norm": 0.4139888882637024,
      "learning_rate": 3.5755959519415008e-06,
      "loss": 0.2614,
      "step": 245
    },
    {
      "epoch": 0.6356589147286822,
      "grad_norm": 0.4141432046890259,
      "learning_rate": 3.532387134480327e-06,
      "loss": 0.2688,
      "step": 246
    },
    {
      "epoch": 0.6382428940568475,
      "grad_norm": 0.4194762110710144,
      "learning_rate": 3.489297922152136e-06,
      "loss": 0.2691,
      "step": 247
    },
    {
      "epoch": 0.6408268733850129,
      "grad_norm": 0.40425029397010803,
      "learning_rate": 3.446331826571672e-06,
      "loss": 0.2789,
      "step": 248
    },
    {
      "epoch": 0.6434108527131783,
      "grad_norm": 0.4381207227706909,
      "learning_rate": 3.403492349320101e-06,
      "loss": 0.3129,
      "step": 249
    },
    {
      "epoch": 0.6459948320413437,
      "grad_norm": 0.43057993054389954,
      "learning_rate": 3.360782981659659e-06,
      "loss": 0.2628,
      "step": 250
    },
    {
      "epoch": 0.648578811369509,
      "grad_norm": 0.4394291043281555,
      "learning_rate": 3.3182072042491244e-06,
      "loss": 0.3008,
      "step": 251
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 0.4196249544620514,
      "learning_rate": 3.275768486860149e-06,
      "loss": 0.2747,
      "step": 252
    },
    {
      "epoch": 0.6537467700258398,
      "grad_norm": 0.4204075336456299,
      "learning_rate": 3.233470288094489e-06,
      "loss": 0.2829,
      "step": 253
    },
    {
      "epoch": 0.6563307493540051,
      "grad_norm": 0.42610615491867065,
      "learning_rate": 3.191316055102146e-06,
      "loss": 0.2727,
      "step": 254
    },
    {
      "epoch": 0.6589147286821705,
      "grad_norm": 0.3784283697605133,
      "learning_rate": 3.149309223300428e-06,
      "loss": 0.2468,
      "step": 255
    },
    {
      "epoch": 0.661498708010336,
      "grad_norm": 0.4189954698085785,
      "learning_rate": 3.107453216093985e-06,
      "loss": 0.2679,
      "step": 256
    },
    {
      "epoch": 0.6640826873385013,
      "grad_norm": 0.41831427812576294,
      "learning_rate": 3.0657514445958055e-06,
      "loss": 0.2754,
      "step": 257
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.4036039113998413,
      "learning_rate": 3.0242073073492238e-06,
      "loss": 0.2767,
      "step": 258
    },
    {
      "epoch": 0.6692506459948321,
      "grad_norm": 0.4252059757709503,
      "learning_rate": 2.982824190050958e-06,
      "loss": 0.292,
      "step": 259
    },
    {
      "epoch": 0.6718346253229974,
      "grad_norm": 0.3725378215312958,
      "learning_rate": 2.9416054652751834e-06,
      "loss": 0.2427,
      "step": 260
    },
    {
      "epoch": 0.6744186046511628,
      "grad_norm": 0.38230738043785095,
      "learning_rate": 2.9005544921986774e-06,
      "loss": 0.2686,
      "step": 261
    },
    {
      "epoch": 0.6770025839793282,
      "grad_norm": 0.42745351791381836,
      "learning_rate": 2.8596746163270646e-06,
      "loss": 0.2448,
      "step": 262
    },
    {
      "epoch": 0.6795865633074936,
      "grad_norm": 0.46798622608184814,
      "learning_rate": 2.8189691692221627e-06,
      "loss": 0.2981,
      "step": 263
    },
    {
      "epoch": 0.6821705426356589,
      "grad_norm": 0.4152715504169464,
      "learning_rate": 2.778441468230483e-06,
      "loss": 0.2807,
      "step": 264
    },
    {
      "epoch": 0.6847545219638242,
      "grad_norm": 0.4589405953884125,
      "learning_rate": 2.738094816212866e-06,
      "loss": 0.2782,
      "step": 265
    },
    {
      "epoch": 0.6873385012919897,
      "grad_norm": 0.42450419068336487,
      "learning_rate": 2.6979325012753214e-06,
      "loss": 0.2996,
      "step": 266
    },
    {
      "epoch": 0.689922480620155,
      "grad_norm": 0.40908730030059814,
      "learning_rate": 2.65795779650105e-06,
      "loss": 0.261,
      "step": 267
    },
    {
      "epoch": 0.6925064599483204,
      "grad_norm": 0.4043743908405304,
      "learning_rate": 2.6181739596837075e-06,
      "loss": 0.2554,
      "step": 268
    },
    {
      "epoch": 0.6950904392764858,
      "grad_norm": 0.43334946036338806,
      "learning_rate": 2.5785842330619038e-06,
      "loss": 0.2795,
      "step": 269
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 0.4369620382785797,
      "learning_rate": 2.5391918430549635e-06,
      "loss": 0.2758,
      "step": 270
    },
    {
      "epoch": 0.7002583979328165,
      "grad_norm": 0.35578539967536926,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.2338,
      "step": 271
    },
    {
      "epoch": 0.7028423772609819,
      "grad_norm": 0.42097681760787964,
      "learning_rate": 2.4610118978902732e-06,
      "loss": 0.269,
      "step": 272
    },
    {
      "epoch": 0.7054263565891473,
      "grad_norm": 0.42444154620170593,
      "learning_rate": 2.422230714114891e-06,
      "loss": 0.2574,
      "step": 273
    },
    {
      "epoch": 0.7080103359173127,
      "grad_norm": 0.38183045387268066,
      "learning_rate": 2.383659609199873e-06,
      "loss": 0.2469,
      "step": 274
    },
    {
      "epoch": 0.710594315245478,
      "grad_norm": 0.4213600754737854,
      "learning_rate": 2.345301726550567e-06,
      "loss": 0.2707,
      "step": 275
    },
    {
      "epoch": 0.7131782945736435,
      "grad_norm": 0.3678889870643616,
      "learning_rate": 2.3071601921954797e-06,
      "loss": 0.2418,
      "step": 276
    },
    {
      "epoch": 0.7157622739018088,
      "grad_norm": 0.42480871081352234,
      "learning_rate": 2.269238114531515e-06,
      "loss": 0.2828,
      "step": 277
    },
    {
      "epoch": 0.7183462532299741,
      "grad_norm": 0.4046178162097931,
      "learning_rate": 2.2315385840706548e-06,
      "loss": 0.2779,
      "step": 278
    },
    {
      "epoch": 0.7209302325581395,
      "grad_norm": 0.3712913393974304,
      "learning_rate": 2.1940646731880887e-06,
      "loss": 0.2454,
      "step": 279
    },
    {
      "epoch": 0.7235142118863049,
      "grad_norm": 0.40826621651649475,
      "learning_rate": 2.156819435871824e-06,
      "loss": 0.2714,
      "step": 280
    },
    {
      "epoch": 0.7260981912144703,
      "grad_norm": 0.40158697962760925,
      "learning_rate": 2.1198059074738027e-06,
      "loss": 0.2769,
      "step": 281
    },
    {
      "epoch": 0.7286821705426356,
      "grad_norm": 0.41186589002609253,
      "learning_rate": 2.08302710446253e-06,
      "loss": 0.2681,
      "step": 282
    },
    {
      "epoch": 0.7312661498708011,
      "grad_norm": 0.39115414023399353,
      "learning_rate": 2.0464860241772454e-06,
      "loss": 0.264,
      "step": 283
    },
    {
      "epoch": 0.7338501291989664,
      "grad_norm": 0.410695880651474,
      "learning_rate": 2.010185644583641e-06,
      "loss": 0.2725,
      "step": 284
    },
    {
      "epoch": 0.7364341085271318,
      "grad_norm": 0.43781405687332153,
      "learning_rate": 1.9741289240311757e-06,
      "loss": 0.2886,
      "step": 285
    },
    {
      "epoch": 0.7390180878552972,
      "grad_norm": 0.4308369755744934,
      "learning_rate": 1.9383188010119818e-06,
      "loss": 0.3076,
      "step": 286
    },
    {
      "epoch": 0.7416020671834626,
      "grad_norm": 0.45121103525161743,
      "learning_rate": 1.9027581939213852e-06,
      "loss": 0.307,
      "step": 287
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 0.41774290800094604,
      "learning_rate": 1.8674500008200675e-06,
      "loss": 0.2747,
      "step": 288
    },
    {
      "epoch": 0.7467700258397932,
      "grad_norm": 0.41470867395401,
      "learning_rate": 1.8323970991978823e-06,
      "loss": 0.2719,
      "step": 289
    },
    {
      "epoch": 0.7493540051679587,
      "grad_norm": 0.40178781747817993,
      "learning_rate": 1.797602345739352e-06,
      "loss": 0.2608,
      "step": 290
    },
    {
      "epoch": 0.751937984496124,
      "grad_norm": 0.39378994703292847,
      "learning_rate": 1.7630685760908623e-06,
      "loss": 0.2766,
      "step": 291
    },
    {
      "epoch": 0.7545219638242894,
      "grad_norm": 0.41441816091537476,
      "learning_rate": 1.7287986046295597e-06,
      "loss": 0.2732,
      "step": 292
    },
    {
      "epoch": 0.7571059431524548,
      "grad_norm": 0.3627479672431946,
      "learning_rate": 1.6947952242339993e-06,
      "loss": 0.2413,
      "step": 293
    },
    {
      "epoch": 0.7596899224806202,
      "grad_norm": 0.4463461935520172,
      "learning_rate": 1.6610612060565235e-06,
      "loss": 0.3035,
      "step": 294
    },
    {
      "epoch": 0.7622739018087855,
      "grad_norm": 0.440087229013443,
      "learning_rate": 1.627599299297431e-06,
      "loss": 0.2831,
      "step": 295
    },
    {
      "epoch": 0.7648578811369509,
      "grad_norm": 0.4249372184276581,
      "learning_rate": 1.594412230980928e-06,
      "loss": 0.2747,
      "step": 296
    },
    {
      "epoch": 0.7674418604651163,
      "grad_norm": 0.391125351190567,
      "learning_rate": 1.561502705732883e-06,
      "loss": 0.2726,
      "step": 297
    },
    {
      "epoch": 0.7700258397932817,
      "grad_norm": 0.4350535571575165,
      "learning_rate": 1.5288734055604087e-06,
      "loss": 0.2881,
      "step": 298
    },
    {
      "epoch": 0.772609819121447,
      "grad_norm": 0.43538013100624084,
      "learning_rate": 1.4965269896332884e-06,
      "loss": 0.2733,
      "step": 299
    },
    {
      "epoch": 0.7751937984496124,
      "grad_norm": 0.4050742983818054,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.2633,
      "step": 300
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.40997040271759033,
      "learning_rate": 1.4326933317092e-06,
      "loss": 0.2671,
      "step": 301
    },
    {
      "epoch": 0.7803617571059431,
      "grad_norm": 0.3840159475803375,
      "learning_rate": 1.4012112919241562e-06,
      "loss": 0.2583,
      "step": 302
    },
    {
      "epoch": 0.7829457364341085,
      "grad_norm": 0.3878195285797119,
      "learning_rate": 1.370022540384347e-06,
      "loss": 0.26,
      "step": 303
    },
    {
      "epoch": 0.7855297157622739,
      "grad_norm": 0.4388813376426697,
      "learning_rate": 1.3391296188600594e-06,
      "loss": 0.2583,
      "step": 304
    },
    {
      "epoch": 0.7881136950904393,
      "grad_norm": 0.37653830647468567,
      "learning_rate": 1.3085350450125073e-06,
      "loss": 0.2679,
      "step": 305
    },
    {
      "epoch": 0.7906976744186046,
      "grad_norm": 0.3878933787345886,
      "learning_rate": 1.2782413121886483e-06,
      "loss": 0.2369,
      "step": 306
    },
    {
      "epoch": 0.7932816537467701,
      "grad_norm": 0.38015350699424744,
      "learning_rate": 1.2482508892179884e-06,
      "loss": 0.2476,
      "step": 307
    },
    {
      "epoch": 0.7958656330749354,
      "grad_norm": 0.4102688133716583,
      "learning_rate": 1.2185662202113764e-06,
      "loss": 0.259,
      "step": 308
    },
    {
      "epoch": 0.7984496124031008,
      "grad_norm": 0.3736209273338318,
      "learning_rate": 1.1891897243618184e-06,
      "loss": 0.244,
      "step": 309
    },
    {
      "epoch": 0.8010335917312662,
      "grad_norm": 0.4116411805152893,
      "learning_rate": 1.16012379574733e-06,
      "loss": 0.2687,
      "step": 310
    },
    {
      "epoch": 0.8036175710594315,
      "grad_norm": 0.47300201654434204,
      "learning_rate": 1.1313708031358183e-06,
      "loss": 0.2728,
      "step": 311
    },
    {
      "epoch": 0.8062015503875969,
      "grad_norm": 0.4103212058544159,
      "learning_rate": 1.102933089792042e-06,
      "loss": 0.2764,
      "step": 312
    },
    {
      "epoch": 0.8087855297157622,
      "grad_norm": 0.37040975689888,
      "learning_rate": 1.0748129732866391e-06,
      "loss": 0.2318,
      "step": 313
    },
    {
      "epoch": 0.8113695090439277,
      "grad_norm": 0.3986849784851074,
      "learning_rate": 1.047012745307255e-06,
      "loss": 0.2741,
      "step": 314
    },
    {
      "epoch": 0.813953488372093,
      "grad_norm": 0.3630805015563965,
      "learning_rate": 1.0195346714717813e-06,
      "loss": 0.2413,
      "step": 315
    },
    {
      "epoch": 0.8165374677002584,
      "grad_norm": 0.38989007472991943,
      "learning_rate": 9.92380991143712e-07,
      "loss": 0.2628,
      "step": 316
    },
    {
      "epoch": 0.8191214470284238,
      "grad_norm": 0.4112791121006012,
      "learning_rate": 9.65553917249648e-07,
      "loss": 0.2768,
      "step": 317
    },
    {
      "epoch": 0.8217054263565892,
      "grad_norm": 0.40445297956466675,
      "learning_rate": 9.39055636098945e-07,
      "loss": 0.2775,
      "step": 318
    },
    {
      "epoch": 0.8242894056847545,
      "grad_norm": 0.3824197053909302,
      "learning_rate": 9.128883072055411e-07,
      "loss": 0.2357,
      "step": 319
    },
    {
      "epoch": 0.8268733850129198,
      "grad_norm": 0.4150390028953552,
      "learning_rate": 8.870540631119667e-07,
      "loss": 0.2779,
      "step": 320
    },
    {
      "epoch": 0.8294573643410853,
      "grad_norm": 0.38705989718437195,
      "learning_rate": 8.615550092155478e-07,
      "loss": 0.2584,
      "step": 321
    },
    {
      "epoch": 0.8320413436692506,
      "grad_norm": 0.41040337085723877,
      "learning_rate": 8.363932235968198e-07,
      "loss": 0.29,
      "step": 322
    },
    {
      "epoch": 0.834625322997416,
      "grad_norm": 0.4016845226287842,
      "learning_rate": 8.115707568501768e-07,
      "loss": 0.2502,
      "step": 323
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 0.3633503317832947,
      "learning_rate": 7.870896319167548e-07,
      "loss": 0.2431,
      "step": 324
    },
    {
      "epoch": 0.8397932816537468,
      "grad_norm": 0.43767327070236206,
      "learning_rate": 7.629518439195671e-07,
      "loss": 0.3077,
      "step": 325
    },
    {
      "epoch": 0.8423772609819121,
      "grad_norm": 0.4164217412471771,
      "learning_rate": 7.391593600009123e-07,
      "loss": 0.2841,
      "step": 326
    },
    {
      "epoch": 0.8449612403100775,
      "grad_norm": 0.381540983915329,
      "learning_rate": 7.157141191620548e-07,
      "loss": 0.2473,
      "step": 327
    },
    {
      "epoch": 0.8475452196382429,
      "grad_norm": 0.45407700538635254,
      "learning_rate": 6.926180321052045e-07,
      "loss": 0.2833,
      "step": 328
    },
    {
      "epoch": 0.8501291989664083,
      "grad_norm": 0.38916081190109253,
      "learning_rate": 6.698729810778065e-07,
      "loss": 0.2719,
      "step": 329
    },
    {
      "epoch": 0.8527131782945736,
      "grad_norm": 0.43010246753692627,
      "learning_rate": 6.474808197191401e-07,
      "loss": 0.2714,
      "step": 330
    },
    {
      "epoch": 0.8552971576227391,
      "grad_norm": 0.38088157773017883,
      "learning_rate": 6.254433729092518e-07,
      "loss": 0.242,
      "step": 331
    },
    {
      "epoch": 0.8578811369509044,
      "grad_norm": 0.42933011054992676,
      "learning_rate": 6.037624366202405e-07,
      "loss": 0.2735,
      "step": 332
    },
    {
      "epoch": 0.8604651162790697,
      "grad_norm": 0.42603251338005066,
      "learning_rate": 5.824397777698859e-07,
      "loss": 0.2743,
      "step": 333
    },
    {
      "epoch": 0.8630490956072352,
      "grad_norm": 0.39108431339263916,
      "learning_rate": 5.614771340776559e-07,
      "loss": 0.2728,
      "step": 334
    },
    {
      "epoch": 0.8656330749354005,
      "grad_norm": 0.3757094442844391,
      "learning_rate": 5.408762139230889e-07,
      "loss": 0.2446,
      "step": 335
    },
    {
      "epoch": 0.8682170542635659,
      "grad_norm": 0.4124755561351776,
      "learning_rate": 5.206386962065601e-07,
      "loss": 0.2682,
      "step": 336
    },
    {
      "epoch": 0.8708010335917312,
      "grad_norm": 0.42066821455955505,
      "learning_rate": 5.007662302124671e-07,
      "loss": 0.2878,
      "step": 337
    },
    {
      "epoch": 0.8733850129198967,
      "grad_norm": 0.4132254421710968,
      "learning_rate": 4.812604354748107e-07,
      "loss": 0.2693,
      "step": 338
    },
    {
      "epoch": 0.875968992248062,
      "grad_norm": 0.4205566346645355,
      "learning_rate": 4.6212290164521554e-07,
      "loss": 0.2695,
      "step": 339
    },
    {
      "epoch": 0.8785529715762274,
      "grad_norm": 0.4251742660999298,
      "learning_rate": 4.433551883633719e-07,
      "loss": 0.2784,
      "step": 340
    },
    {
      "epoch": 0.8811369509043928,
      "grad_norm": 0.4145876169204712,
      "learning_rate": 4.2495882512993913e-07,
      "loss": 0.2778,
      "step": 341
    },
    {
      "epoch": 0.8837209302325582,
      "grad_norm": 0.3994285762310028,
      "learning_rate": 4.069353111818913e-07,
      "loss": 0.2647,
      "step": 342
    },
    {
      "epoch": 0.8863049095607235,
      "grad_norm": 0.42055121064186096,
      "learning_rate": 3.8928611537033424e-07,
      "loss": 0.256,
      "step": 343
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.4389072358608246,
      "learning_rate": 3.7201267604080436e-07,
      "loss": 0.2858,
      "step": 344
    },
    {
      "epoch": 0.8914728682170543,
      "grad_norm": 0.4421055018901825,
      "learning_rate": 3.5511640091604293e-07,
      "loss": 0.2671,
      "step": 345
    },
    {
      "epoch": 0.8940568475452196,
      "grad_norm": 0.42173531651496887,
      "learning_rate": 3.385986669812769e-07,
      "loss": 0.2771,
      "step": 346
    },
    {
      "epoch": 0.896640826873385,
      "grad_norm": 0.4103642702102661,
      "learning_rate": 3.224608203719953e-07,
      "loss": 0.2517,
      "step": 347
    },
    {
      "epoch": 0.8992248062015504,
      "grad_norm": 0.39951303601264954,
      "learning_rate": 3.067041762642475e-07,
      "loss": 0.2616,
      "step": 348
    },
    {
      "epoch": 0.9018087855297158,
      "grad_norm": 0.39229103922843933,
      "learning_rate": 2.9133001876746004e-07,
      "loss": 0.2629,
      "step": 349
    },
    {
      "epoch": 0.9043927648578811,
      "grad_norm": 0.41716843843460083,
      "learning_rate": 2.763396008197833e-07,
      "loss": 0.2856,
      "step": 350
    },
    {
      "epoch": 0.9069767441860465,
      "grad_norm": 0.38193899393081665,
      "learning_rate": 2.617341440859883e-07,
      "loss": 0.2436,
      "step": 351
    },
    {
      "epoch": 0.9095607235142119,
      "grad_norm": 0.3895181715488434,
      "learning_rate": 2.475148388578974e-07,
      "loss": 0.2363,
      "step": 352
    },
    {
      "epoch": 0.9121447028423773,
      "grad_norm": 0.3759653866291046,
      "learning_rate": 2.3368284395738684e-07,
      "loss": 0.2544,
      "step": 353
    },
    {
      "epoch": 0.9147286821705426,
      "grad_norm": 0.40008825063705444,
      "learning_rate": 2.2023928664194229e-07,
      "loss": 0.2724,
      "step": 354
    },
    {
      "epoch": 0.917312661498708,
      "grad_norm": 0.39400628209114075,
      "learning_rate": 2.0718526251279346e-07,
      "loss": 0.2397,
      "step": 355
    },
    {
      "epoch": 0.9198966408268734,
      "grad_norm": 0.3940667510032654,
      "learning_rate": 1.9452183542562785e-07,
      "loss": 0.2546,
      "step": 356
    },
    {
      "epoch": 0.9224806201550387,
      "grad_norm": 0.393248587846756,
      "learning_rate": 1.8225003740388546e-07,
      "loss": 0.2657,
      "step": 357
    },
    {
      "epoch": 0.9250645994832042,
      "grad_norm": 0.3825235962867737,
      "learning_rate": 1.7037086855465902e-07,
      "loss": 0.2429,
      "step": 358
    },
    {
      "epoch": 0.9276485788113695,
      "grad_norm": 0.38378632068634033,
      "learning_rate": 1.5888529698718347e-07,
      "loss": 0.2416,
      "step": 359
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 0.3894941806793213,
      "learning_rate": 1.477942587339426e-07,
      "loss": 0.2568,
      "step": 360
    },
    {
      "epoch": 0.9328165374677002,
      "grad_norm": 0.44816529750823975,
      "learning_rate": 1.3709865767438434e-07,
      "loss": 0.2892,
      "step": 361
    },
    {
      "epoch": 0.9354005167958657,
      "grad_norm": 0.3683631718158722,
      "learning_rate": 1.2679936546125483e-07,
      "loss": 0.2477,
      "step": 362
    },
    {
      "epoch": 0.937984496124031,
      "grad_norm": 0.4054432809352875,
      "learning_rate": 1.1689722144956672e-07,
      "loss": 0.263,
      "step": 363
    },
    {
      "epoch": 0.9405684754521964,
      "grad_norm": 0.45787227153778076,
      "learning_rate": 1.0739303262819301e-07,
      "loss": 0.2685,
      "step": 364
    },
    {
      "epoch": 0.9431524547803618,
      "grad_norm": 0.4092801809310913,
      "learning_rate": 9.82875735540989e-08,
      "loss": 0.2616,
      "step": 365
    },
    {
      "epoch": 0.9457364341085271,
      "grad_norm": 0.3954561948776245,
      "learning_rate": 8.95815862892202e-08,
      "loss": 0.2778,
      "step": 366
    },
    {
      "epoch": 0.9483204134366925,
      "grad_norm": 0.4244314134120941,
      "learning_rate": 8.127578033998663e-08,
      "loss": 0.2873,
      "step": 367
    },
    {
      "epoch": 0.9509043927648578,
      "grad_norm": 0.40788134932518005,
      "learning_rate": 7.337083259949918e-08,
      "loss": 0.2767,
      "step": 368
    },
    {
      "epoch": 0.9534883720930233,
      "grad_norm": 0.40445661544799805,
      "learning_rate": 6.58673872923693e-08,
      "loss": 0.2561,
      "step": 369
    },
    {
      "epoch": 0.9560723514211886,
      "grad_norm": 0.38080865144729614,
      "learning_rate": 5.8766055922211965e-08,
      "loss": 0.2562,
      "step": 370
    },
    {
      "epoch": 0.958656330749354,
      "grad_norm": 0.40840834379196167,
      "learning_rate": 5.206741722181385e-08,
      "loss": 0.2576,
      "step": 371
    },
    {
      "epoch": 0.9612403100775194,
      "grad_norm": 0.426565945148468,
      "learning_rate": 4.577201710596613e-08,
      "loss": 0.2936,
      "step": 372
    },
    {
      "epoch": 0.9638242894056848,
      "grad_norm": 0.39672496914863586,
      "learning_rate": 3.98803686269783e-08,
      "loss": 0.2397,
      "step": 373
    },
    {
      "epoch": 0.9664082687338501,
      "grad_norm": 0.4055837094783783,
      "learning_rate": 3.439295193286174e-08,
      "loss": 0.2532,
      "step": 374
    },
    {
      "epoch": 0.9689922480620154,
      "grad_norm": 0.40761086344718933,
      "learning_rate": 2.9310214228202016e-08,
      "loss": 0.2708,
      "step": 375
    },
    {
      "epoch": 0.9715762273901809,
      "grad_norm": 0.446036696434021,
      "learning_rate": 2.463256973771311e-08,
      "loss": 0.277,
      "step": 376
    },
    {
      "epoch": 0.9741602067183462,
      "grad_norm": 0.40387487411499023,
      "learning_rate": 2.0360399672478826e-08,
      "loss": 0.2539,
      "step": 377
    },
    {
      "epoch": 0.9767441860465116,
      "grad_norm": 0.4223725497722626,
      "learning_rate": 1.6494052198886557e-08,
      "loss": 0.2714,
      "step": 378
    },
    {
      "epoch": 0.979328165374677,
      "grad_norm": 0.373526006937027,
      "learning_rate": 1.3033842410251074e-08,
      "loss": 0.2407,
      "step": 379
    },
    {
      "epoch": 0.9819121447028424,
      "grad_norm": 0.3940108120441437,
      "learning_rate": 9.980052301137854e-09,
      "loss": 0.2554,
      "step": 380
    },
    {
      "epoch": 0.9844961240310077,
      "grad_norm": 0.3823840320110321,
      "learning_rate": 7.332930744380906e-09,
      "loss": 0.2605,
      "step": 381
    },
    {
      "epoch": 0.9870801033591732,
      "grad_norm": 0.41570064425468445,
      "learning_rate": 5.092693470798438e-09,
      "loss": 0.2538,
      "step": 382
    },
    {
      "epoch": 0.9896640826873385,
      "grad_norm": 0.4328196346759796,
      "learning_rate": 3.2595230516152543e-09,
      "loss": 0.258,
      "step": 383
    },
    {
      "epoch": 0.9922480620155039,
      "grad_norm": 0.3797440826892853,
      "learning_rate": 1.8335688835802169e-09,
      "loss": 0.2528,
      "step": 384
    },
    {
      "epoch": 0.9948320413436692,
      "grad_norm": 0.3894307315349579,
      "learning_rate": 8.149471767937567e-10,
      "loss": 0.2572,
      "step": 385
    },
    {
      "epoch": 0.9974160206718347,
      "grad_norm": 0.40216878056526184,
      "learning_rate": 2.0374094523600841e-10,
      "loss": 0.2686,
      "step": 386
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3972252607345581,
      "learning_rate": 0.0,
      "loss": 0.2752,
      "step": 387
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.39300352334976196,
      "eval_runtime": 1.5284,
      "eval_samples_per_second": 150.481,
      "eval_steps_per_second": 6.543,
      "step": 387
    },
    {
      "epoch": 1.0,
      "step": 387,
      "total_flos": 3.228374416542925e+16,
      "train_loss": 0.37563710938898476,
      "train_runtime": 503.7567,
      "train_samples_per_second": 36.859,
      "train_steps_per_second": 0.768
    }
  ],
  "logging_steps": 1,
  "max_steps": 387,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.228374416542925e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}