llama-265m / trainer_state.json
JuncaiL's picture
upload llama-265m model checkpoint
e567dee verified
raw
history blame
72.6 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"global_step": 59035,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.9915304480392985e-05,
"loss": 3.6733,
"step": 100
},
{
"epoch": 0.0,
"learning_rate": 4.983060896078598e-05,
"loss": 3.625,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 4.9745913441178964e-05,
"loss": 3.5944,
"step": 300
},
{
"epoch": 0.01,
"learning_rate": 4.966121792157195e-05,
"loss": 3.5842,
"step": 400
},
{
"epoch": 0.01,
"learning_rate": 4.9576522401964936e-05,
"loss": 3.5584,
"step": 500
},
{
"epoch": 0.01,
"learning_rate": 4.9491826882357925e-05,
"loss": 3.5428,
"step": 600
},
{
"epoch": 0.01,
"learning_rate": 4.9407131362750914e-05,
"loss": 3.5307,
"step": 700
},
{
"epoch": 0.01,
"learning_rate": 4.93224358431439e-05,
"loss": 3.5306,
"step": 800
},
{
"epoch": 0.02,
"learning_rate": 4.9237740323536886e-05,
"loss": 3.527,
"step": 900
},
{
"epoch": 0.02,
"learning_rate": 4.9153044803929875e-05,
"loss": 3.5105,
"step": 1000
},
{
"epoch": 0.02,
"learning_rate": 4.9068349284322865e-05,
"loss": 3.5141,
"step": 1100
},
{
"epoch": 0.02,
"learning_rate": 4.898365376471585e-05,
"loss": 3.4989,
"step": 1200
},
{
"epoch": 0.02,
"learning_rate": 4.889895824510884e-05,
"loss": 3.4976,
"step": 1300
},
{
"epoch": 0.02,
"learning_rate": 4.8814262725501826e-05,
"loss": 3.5103,
"step": 1400
},
{
"epoch": 0.03,
"learning_rate": 4.872956720589481e-05,
"loss": 3.5097,
"step": 1500
},
{
"epoch": 0.03,
"learning_rate": 4.86448716862878e-05,
"loss": 3.5,
"step": 1600
},
{
"epoch": 0.03,
"learning_rate": 4.856017616668079e-05,
"loss": 3.4815,
"step": 1700
},
{
"epoch": 0.03,
"learning_rate": 4.847548064707377e-05,
"loss": 3.4799,
"step": 1800
},
{
"epoch": 0.03,
"learning_rate": 4.839078512746676e-05,
"loss": 3.4787,
"step": 1900
},
{
"epoch": 0.03,
"learning_rate": 4.830608960785974e-05,
"loss": 3.462,
"step": 2000
},
{
"epoch": 0.04,
"learning_rate": 4.822139408825274e-05,
"loss": 3.467,
"step": 2100
},
{
"epoch": 0.04,
"learning_rate": 4.813669856864572e-05,
"loss": 3.4687,
"step": 2200
},
{
"epoch": 0.04,
"learning_rate": 4.805200304903871e-05,
"loss": 3.4582,
"step": 2300
},
{
"epoch": 0.04,
"learning_rate": 4.796730752943169e-05,
"loss": 3.4537,
"step": 2400
},
{
"epoch": 0.04,
"learning_rate": 4.788261200982468e-05,
"loss": 3.4518,
"step": 2500
},
{
"epoch": 0.04,
"learning_rate": 4.779791649021767e-05,
"loss": 3.4474,
"step": 2600
},
{
"epoch": 0.05,
"learning_rate": 4.7713220970610654e-05,
"loss": 3.4428,
"step": 2700
},
{
"epoch": 0.05,
"learning_rate": 4.762852545100364e-05,
"loss": 3.4255,
"step": 2800
},
{
"epoch": 0.05,
"learning_rate": 4.754382993139663e-05,
"loss": 3.4417,
"step": 2900
},
{
"epoch": 0.05,
"learning_rate": 4.745913441178962e-05,
"loss": 3.4478,
"step": 3000
},
{
"epoch": 0.05,
"learning_rate": 4.7374438892182604e-05,
"loss": 3.4525,
"step": 3100
},
{
"epoch": 0.05,
"learning_rate": 4.7289743372575594e-05,
"loss": 3.4398,
"step": 3200
},
{
"epoch": 0.06,
"learning_rate": 4.720504785296858e-05,
"loss": 3.4446,
"step": 3300
},
{
"epoch": 0.06,
"learning_rate": 4.7120352333361565e-05,
"loss": 3.4213,
"step": 3400
},
{
"epoch": 0.06,
"learning_rate": 4.7035656813754555e-05,
"loss": 3.4228,
"step": 3500
},
{
"epoch": 0.06,
"learning_rate": 4.6950961294147544e-05,
"loss": 3.4218,
"step": 3600
},
{
"epoch": 0.06,
"learning_rate": 4.686626577454053e-05,
"loss": 3.4119,
"step": 3700
},
{
"epoch": 0.06,
"learning_rate": 4.6781570254933516e-05,
"loss": 3.4226,
"step": 3800
},
{
"epoch": 0.07,
"learning_rate": 4.66968747353265e-05,
"loss": 3.4109,
"step": 3900
},
{
"epoch": 0.07,
"learning_rate": 4.6612179215719495e-05,
"loss": 3.4229,
"step": 4000
},
{
"epoch": 0.07,
"learning_rate": 4.652748369611248e-05,
"loss": 3.4124,
"step": 4100
},
{
"epoch": 0.07,
"learning_rate": 4.644278817650547e-05,
"loss": 3.4037,
"step": 4200
},
{
"epoch": 0.07,
"learning_rate": 4.635809265689845e-05,
"loss": 3.418,
"step": 4300
},
{
"epoch": 0.07,
"learning_rate": 4.627339713729144e-05,
"loss": 3.4158,
"step": 4400
},
{
"epoch": 0.08,
"learning_rate": 4.618870161768443e-05,
"loss": 3.4151,
"step": 4500
},
{
"epoch": 0.08,
"learning_rate": 4.610400609807741e-05,
"loss": 3.3993,
"step": 4600
},
{
"epoch": 0.08,
"learning_rate": 4.6019310578470407e-05,
"loss": 3.4016,
"step": 4700
},
{
"epoch": 0.08,
"learning_rate": 4.593461505886339e-05,
"loss": 3.4012,
"step": 4800
},
{
"epoch": 0.08,
"learning_rate": 4.584991953925638e-05,
"loss": 3.4052,
"step": 4900
},
{
"epoch": 0.08,
"learning_rate": 4.576522401964936e-05,
"loss": 3.3892,
"step": 5000
},
{
"epoch": 0.09,
"learning_rate": 4.568052850004235e-05,
"loss": 3.3988,
"step": 5100
},
{
"epoch": 0.09,
"learning_rate": 4.559583298043534e-05,
"loss": 3.3904,
"step": 5200
},
{
"epoch": 0.09,
"learning_rate": 4.551113746082832e-05,
"loss": 3.3914,
"step": 5300
},
{
"epoch": 0.09,
"learning_rate": 4.542644194122131e-05,
"loss": 3.3866,
"step": 5400
},
{
"epoch": 0.09,
"learning_rate": 4.53417464216143e-05,
"loss": 3.4047,
"step": 5500
},
{
"epoch": 0.09,
"learning_rate": 4.5257050902007284e-05,
"loss": 3.3882,
"step": 5600
},
{
"epoch": 0.1,
"learning_rate": 4.517235538240027e-05,
"loss": 3.386,
"step": 5700
},
{
"epoch": 0.1,
"learning_rate": 4.5087659862793255e-05,
"loss": 3.3753,
"step": 5800
},
{
"epoch": 0.1,
"learning_rate": 4.500296434318625e-05,
"loss": 3.3788,
"step": 5900
},
{
"epoch": 0.1,
"learning_rate": 4.4918268823579234e-05,
"loss": 3.3694,
"step": 6000
},
{
"epoch": 0.1,
"learning_rate": 4.4833573303972223e-05,
"loss": 3.3764,
"step": 6100
},
{
"epoch": 0.11,
"learning_rate": 4.474887778436521e-05,
"loss": 3.3728,
"step": 6200
},
{
"epoch": 0.11,
"learning_rate": 4.4664182264758195e-05,
"loss": 3.3889,
"step": 6300
},
{
"epoch": 0.11,
"learning_rate": 4.4579486745151185e-05,
"loss": 3.3798,
"step": 6400
},
{
"epoch": 0.11,
"learning_rate": 4.449479122554417e-05,
"loss": 3.3877,
"step": 6500
},
{
"epoch": 0.11,
"learning_rate": 4.4410095705937163e-05,
"loss": 3.3784,
"step": 6600
},
{
"epoch": 0.11,
"learning_rate": 4.4325400186330146e-05,
"loss": 3.3791,
"step": 6700
},
{
"epoch": 0.12,
"learning_rate": 4.424070466672313e-05,
"loss": 3.3634,
"step": 6800
},
{
"epoch": 0.12,
"learning_rate": 4.415600914711612e-05,
"loss": 3.3735,
"step": 6900
},
{
"epoch": 0.12,
"learning_rate": 4.407131362750911e-05,
"loss": 3.3628,
"step": 7000
},
{
"epoch": 0.12,
"learning_rate": 4.3986618107902097e-05,
"loss": 3.3631,
"step": 7100
},
{
"epoch": 0.12,
"learning_rate": 4.390192258829508e-05,
"loss": 3.3781,
"step": 7200
},
{
"epoch": 0.12,
"learning_rate": 4.381722706868807e-05,
"loss": 3.3661,
"step": 7300
},
{
"epoch": 0.13,
"learning_rate": 4.373253154908106e-05,
"loss": 3.357,
"step": 7400
},
{
"epoch": 0.13,
"learning_rate": 4.364783602947404e-05,
"loss": 3.3617,
"step": 7500
},
{
"epoch": 0.13,
"learning_rate": 4.356314050986703e-05,
"loss": 3.3608,
"step": 7600
},
{
"epoch": 0.13,
"learning_rate": 4.347844499026002e-05,
"loss": 3.3688,
"step": 7700
},
{
"epoch": 0.13,
"learning_rate": 4.339374947065301e-05,
"loss": 3.3568,
"step": 7800
},
{
"epoch": 0.13,
"learning_rate": 4.330905395104599e-05,
"loss": 3.3558,
"step": 7900
},
{
"epoch": 0.14,
"learning_rate": 4.322435843143898e-05,
"loss": 3.3519,
"step": 8000
},
{
"epoch": 0.14,
"learning_rate": 4.313966291183197e-05,
"loss": 3.3446,
"step": 8100
},
{
"epoch": 0.14,
"learning_rate": 4.305496739222495e-05,
"loss": 3.3601,
"step": 8200
},
{
"epoch": 0.14,
"learning_rate": 4.297027187261794e-05,
"loss": 3.3536,
"step": 8300
},
{
"epoch": 0.14,
"learning_rate": 4.2885576353010924e-05,
"loss": 3.3516,
"step": 8400
},
{
"epoch": 0.14,
"learning_rate": 4.280088083340392e-05,
"loss": 3.3506,
"step": 8500
},
{
"epoch": 0.15,
"learning_rate": 4.27161853137969e-05,
"loss": 3.3596,
"step": 8600
},
{
"epoch": 0.15,
"learning_rate": 4.2631489794189885e-05,
"loss": 3.3403,
"step": 8700
},
{
"epoch": 0.15,
"learning_rate": 4.2546794274582875e-05,
"loss": 3.3462,
"step": 8800
},
{
"epoch": 0.15,
"learning_rate": 4.2462098754975864e-05,
"loss": 3.3527,
"step": 8900
},
{
"epoch": 0.15,
"learning_rate": 4.237740323536885e-05,
"loss": 3.3366,
"step": 9000
},
{
"epoch": 0.15,
"learning_rate": 4.2292707715761836e-05,
"loss": 3.3477,
"step": 9100
},
{
"epoch": 0.16,
"learning_rate": 4.2208012196154825e-05,
"loss": 3.3442,
"step": 9200
},
{
"epoch": 0.16,
"learning_rate": 4.2123316676547815e-05,
"loss": 3.3409,
"step": 9300
},
{
"epoch": 0.16,
"learning_rate": 4.20386211569408e-05,
"loss": 3.3388,
"step": 9400
},
{
"epoch": 0.16,
"learning_rate": 4.1953925637333787e-05,
"loss": 3.3477,
"step": 9500
},
{
"epoch": 0.16,
"learning_rate": 4.1869230117726776e-05,
"loss": 3.3408,
"step": 9600
},
{
"epoch": 0.16,
"learning_rate": 4.1784534598119765e-05,
"loss": 3.3139,
"step": 9700
},
{
"epoch": 0.17,
"learning_rate": 4.169983907851275e-05,
"loss": 3.3397,
"step": 9800
},
{
"epoch": 0.17,
"learning_rate": 4.161514355890573e-05,
"loss": 3.3409,
"step": 9900
},
{
"epoch": 0.17,
"learning_rate": 4.1530448039298726e-05,
"loss": 3.3583,
"step": 10000
},
{
"epoch": 0.17,
"learning_rate": 4.144575251969171e-05,
"loss": 3.327,
"step": 10100
},
{
"epoch": 0.17,
"learning_rate": 4.13610570000847e-05,
"loss": 3.3296,
"step": 10200
},
{
"epoch": 0.17,
"learning_rate": 4.127636148047768e-05,
"loss": 3.3406,
"step": 10300
},
{
"epoch": 0.18,
"learning_rate": 4.119166596087067e-05,
"loss": 3.3341,
"step": 10400
},
{
"epoch": 0.18,
"learning_rate": 4.110697044126366e-05,
"loss": 3.3396,
"step": 10500
},
{
"epoch": 0.18,
"learning_rate": 4.102227492165664e-05,
"loss": 3.333,
"step": 10600
},
{
"epoch": 0.18,
"learning_rate": 4.093757940204964e-05,
"loss": 3.3402,
"step": 10700
},
{
"epoch": 0.18,
"learning_rate": 4.085288388244262e-05,
"loss": 3.3197,
"step": 10800
},
{
"epoch": 0.18,
"learning_rate": 4.076818836283561e-05,
"loss": 3.3265,
"step": 10900
},
{
"epoch": 0.19,
"learning_rate": 4.068349284322859e-05,
"loss": 3.322,
"step": 11000
},
{
"epoch": 0.19,
"learning_rate": 4.059879732362158e-05,
"loss": 3.3263,
"step": 11100
},
{
"epoch": 0.19,
"learning_rate": 4.051410180401457e-05,
"loss": 3.3376,
"step": 11200
},
{
"epoch": 0.19,
"learning_rate": 4.0429406284407554e-05,
"loss": 3.3221,
"step": 11300
},
{
"epoch": 0.19,
"learning_rate": 4.034471076480054e-05,
"loss": 3.3336,
"step": 11400
},
{
"epoch": 0.19,
"learning_rate": 4.026001524519353e-05,
"loss": 3.3214,
"step": 11500
},
{
"epoch": 0.2,
"learning_rate": 4.017531972558652e-05,
"loss": 3.3162,
"step": 11600
},
{
"epoch": 0.2,
"learning_rate": 4.0090624205979505e-05,
"loss": 3.3146,
"step": 11700
},
{
"epoch": 0.2,
"learning_rate": 4.000592868637249e-05,
"loss": 3.313,
"step": 11800
},
{
"epoch": 0.2,
"learning_rate": 3.992123316676548e-05,
"loss": 3.3124,
"step": 11900
},
{
"epoch": 0.2,
"learning_rate": 3.9836537647158466e-05,
"loss": 3.3081,
"step": 12000
},
{
"epoch": 0.2,
"learning_rate": 3.9751842127551455e-05,
"loss": 3.3001,
"step": 12100
},
{
"epoch": 0.21,
"learning_rate": 3.9667146607944445e-05,
"loss": 3.3163,
"step": 12200
},
{
"epoch": 0.21,
"learning_rate": 3.958245108833743e-05,
"loss": 3.3065,
"step": 12300
},
{
"epoch": 0.21,
"learning_rate": 3.9497755568730416e-05,
"loss": 3.3106,
"step": 12400
},
{
"epoch": 0.21,
"learning_rate": 3.94130600491234e-05,
"loss": 3.3182,
"step": 12500
},
{
"epoch": 0.21,
"learning_rate": 3.9328364529516395e-05,
"loss": 3.3078,
"step": 12600
},
{
"epoch": 0.22,
"learning_rate": 3.924366900990938e-05,
"loss": 3.3173,
"step": 12700
},
{
"epoch": 0.22,
"learning_rate": 3.915897349030237e-05,
"loss": 3.3037,
"step": 12800
},
{
"epoch": 0.22,
"learning_rate": 3.907427797069535e-05,
"loss": 3.3128,
"step": 12900
},
{
"epoch": 0.22,
"learning_rate": 3.898958245108834e-05,
"loss": 3.3012,
"step": 13000
},
{
"epoch": 0.22,
"learning_rate": 3.890488693148133e-05,
"loss": 3.3003,
"step": 13100
},
{
"epoch": 0.22,
"learning_rate": 3.882019141187431e-05,
"loss": 3.3,
"step": 13200
},
{
"epoch": 0.23,
"learning_rate": 3.87354958922673e-05,
"loss": 3.3083,
"step": 13300
},
{
"epoch": 0.23,
"learning_rate": 3.865080037266029e-05,
"loss": 3.3119,
"step": 13400
},
{
"epoch": 0.23,
"learning_rate": 3.856610485305327e-05,
"loss": 3.3086,
"step": 13500
},
{
"epoch": 0.23,
"learning_rate": 3.848140933344626e-05,
"loss": 3.315,
"step": 13600
},
{
"epoch": 0.23,
"learning_rate": 3.839671381383925e-05,
"loss": 3.3085,
"step": 13700
},
{
"epoch": 0.23,
"learning_rate": 3.831201829423224e-05,
"loss": 3.302,
"step": 13800
},
{
"epoch": 0.24,
"learning_rate": 3.822732277462522e-05,
"loss": 3.3055,
"step": 13900
},
{
"epoch": 0.24,
"learning_rate": 3.814262725501821e-05,
"loss": 3.2976,
"step": 14000
},
{
"epoch": 0.24,
"learning_rate": 3.80579317354112e-05,
"loss": 3.3026,
"step": 14100
},
{
"epoch": 0.24,
"learning_rate": 3.7973236215804184e-05,
"loss": 3.2877,
"step": 14200
},
{
"epoch": 0.24,
"learning_rate": 3.788854069619717e-05,
"loss": 3.2788,
"step": 14300
},
{
"epoch": 0.24,
"learning_rate": 3.7803845176590156e-05,
"loss": 3.302,
"step": 14400
},
{
"epoch": 0.25,
"learning_rate": 3.771914965698315e-05,
"loss": 3.2954,
"step": 14500
},
{
"epoch": 0.25,
"learning_rate": 3.7634454137376135e-05,
"loss": 3.2901,
"step": 14600
},
{
"epoch": 0.25,
"learning_rate": 3.7549758617769124e-05,
"loss": 3.2979,
"step": 14700
},
{
"epoch": 0.25,
"learning_rate": 3.7465063098162106e-05,
"loss": 3.2923,
"step": 14800
},
{
"epoch": 0.25,
"learning_rate": 3.7380367578555096e-05,
"loss": 3.2981,
"step": 14900
},
{
"epoch": 0.25,
"learning_rate": 3.7295672058948085e-05,
"loss": 3.2964,
"step": 15000
},
{
"epoch": 0.26,
"learning_rate": 3.721097653934107e-05,
"loss": 3.2995,
"step": 15100
},
{
"epoch": 0.26,
"learning_rate": 3.7126281019734064e-05,
"loss": 3.2988,
"step": 15200
},
{
"epoch": 0.26,
"learning_rate": 3.7041585500127046e-05,
"loss": 3.2948,
"step": 15300
},
{
"epoch": 0.26,
"learning_rate": 3.695688998052003e-05,
"loss": 3.288,
"step": 15400
},
{
"epoch": 0.26,
"learning_rate": 3.687219446091302e-05,
"loss": 3.2881,
"step": 15500
},
{
"epoch": 0.26,
"learning_rate": 3.678749894130601e-05,
"loss": 3.2768,
"step": 15600
},
{
"epoch": 0.27,
"learning_rate": 3.6702803421699e-05,
"loss": 3.2781,
"step": 15700
},
{
"epoch": 0.27,
"learning_rate": 3.661810790209198e-05,
"loss": 3.2889,
"step": 15800
},
{
"epoch": 0.27,
"learning_rate": 3.653341238248497e-05,
"loss": 3.2875,
"step": 15900
},
{
"epoch": 0.27,
"learning_rate": 3.644871686287796e-05,
"loss": 3.2949,
"step": 16000
},
{
"epoch": 0.27,
"learning_rate": 3.636402134327094e-05,
"loss": 3.281,
"step": 16100
},
{
"epoch": 0.27,
"learning_rate": 3.627932582366393e-05,
"loss": 3.2902,
"step": 16200
},
{
"epoch": 0.28,
"learning_rate": 3.619463030405691e-05,
"loss": 3.2926,
"step": 16300
},
{
"epoch": 0.28,
"learning_rate": 3.610993478444991e-05,
"loss": 3.2912,
"step": 16400
},
{
"epoch": 0.28,
"learning_rate": 3.602523926484289e-05,
"loss": 3.2835,
"step": 16500
},
{
"epoch": 0.28,
"learning_rate": 3.594054374523588e-05,
"loss": 3.2712,
"step": 16600
},
{
"epoch": 0.28,
"learning_rate": 3.585584822562887e-05,
"loss": 3.2824,
"step": 16700
},
{
"epoch": 0.28,
"learning_rate": 3.577115270602185e-05,
"loss": 3.2741,
"step": 16800
},
{
"epoch": 0.29,
"learning_rate": 3.568645718641484e-05,
"loss": 3.2763,
"step": 16900
},
{
"epoch": 0.29,
"learning_rate": 3.5601761666807825e-05,
"loss": 3.2611,
"step": 17000
},
{
"epoch": 0.29,
"learning_rate": 3.5517066147200814e-05,
"loss": 3.2923,
"step": 17100
},
{
"epoch": 0.29,
"learning_rate": 3.54323706275938e-05,
"loss": 3.2667,
"step": 17200
},
{
"epoch": 0.29,
"learning_rate": 3.5347675107986786e-05,
"loss": 3.2792,
"step": 17300
},
{
"epoch": 0.29,
"learning_rate": 3.5262979588379775e-05,
"loss": 3.2777,
"step": 17400
},
{
"epoch": 0.3,
"learning_rate": 3.5178284068772764e-05,
"loss": 3.275,
"step": 17500
},
{
"epoch": 0.3,
"learning_rate": 3.5093588549165754e-05,
"loss": 3.286,
"step": 17600
},
{
"epoch": 0.3,
"learning_rate": 3.5008893029558736e-05,
"loss": 3.2784,
"step": 17700
},
{
"epoch": 0.3,
"learning_rate": 3.4924197509951726e-05,
"loss": 3.2707,
"step": 17800
},
{
"epoch": 0.3,
"learning_rate": 3.4839501990344715e-05,
"loss": 3.2591,
"step": 17900
},
{
"epoch": 0.3,
"learning_rate": 3.47548064707377e-05,
"loss": 3.268,
"step": 18000
},
{
"epoch": 0.31,
"learning_rate": 3.467011095113069e-05,
"loss": 3.2802,
"step": 18100
},
{
"epoch": 0.31,
"learning_rate": 3.4585415431523676e-05,
"loss": 3.2788,
"step": 18200
},
{
"epoch": 0.31,
"learning_rate": 3.4500719911916666e-05,
"loss": 3.2516,
"step": 18300
},
{
"epoch": 0.31,
"learning_rate": 3.441602439230965e-05,
"loss": 3.2708,
"step": 18400
},
{
"epoch": 0.31,
"learning_rate": 3.433132887270263e-05,
"loss": 3.269,
"step": 18500
},
{
"epoch": 0.32,
"learning_rate": 3.424663335309563e-05,
"loss": 3.2583,
"step": 18600
},
{
"epoch": 0.32,
"learning_rate": 3.416193783348861e-05,
"loss": 3.2607,
"step": 18700
},
{
"epoch": 0.32,
"learning_rate": 3.40772423138816e-05,
"loss": 3.2738,
"step": 18800
},
{
"epoch": 0.32,
"learning_rate": 3.399254679427458e-05,
"loss": 3.2747,
"step": 18900
},
{
"epoch": 0.32,
"learning_rate": 3.390785127466757e-05,
"loss": 3.2722,
"step": 19000
},
{
"epoch": 0.32,
"learning_rate": 3.382315575506056e-05,
"loss": 3.28,
"step": 19100
},
{
"epoch": 0.33,
"learning_rate": 3.373846023545354e-05,
"loss": 3.2739,
"step": 19200
},
{
"epoch": 0.33,
"learning_rate": 3.365376471584653e-05,
"loss": 3.2595,
"step": 19300
},
{
"epoch": 0.33,
"learning_rate": 3.356906919623952e-05,
"loss": 3.2672,
"step": 19400
},
{
"epoch": 0.33,
"learning_rate": 3.348437367663251e-05,
"loss": 3.2611,
"step": 19500
},
{
"epoch": 0.33,
"learning_rate": 3.339967815702549e-05,
"loss": 3.2656,
"step": 19600
},
{
"epoch": 0.33,
"learning_rate": 3.331498263741848e-05,
"loss": 3.2765,
"step": 19700
},
{
"epoch": 0.34,
"learning_rate": 3.323028711781147e-05,
"loss": 3.2694,
"step": 19800
},
{
"epoch": 0.34,
"learning_rate": 3.3145591598204454e-05,
"loss": 3.2673,
"step": 19900
},
{
"epoch": 0.34,
"learning_rate": 3.3060896078597444e-05,
"loss": 3.2698,
"step": 20000
},
{
"epoch": 0.34,
"learning_rate": 3.297620055899043e-05,
"loss": 3.2659,
"step": 20100
},
{
"epoch": 0.34,
"learning_rate": 3.2891505039383416e-05,
"loss": 3.2683,
"step": 20200
},
{
"epoch": 0.34,
"learning_rate": 3.2806809519776405e-05,
"loss": 3.2527,
"step": 20300
},
{
"epoch": 0.35,
"learning_rate": 3.272211400016939e-05,
"loss": 3.2603,
"step": 20400
},
{
"epoch": 0.35,
"learning_rate": 3.2637418480562384e-05,
"loss": 3.2634,
"step": 20500
},
{
"epoch": 0.35,
"learning_rate": 3.2552722960955366e-05,
"loss": 3.2569,
"step": 20600
},
{
"epoch": 0.35,
"learning_rate": 3.2468027441348356e-05,
"loss": 3.2552,
"step": 20700
},
{
"epoch": 0.35,
"learning_rate": 3.238333192174134e-05,
"loss": 3.2618,
"step": 20800
},
{
"epoch": 0.35,
"learning_rate": 3.229863640213433e-05,
"loss": 3.2546,
"step": 20900
},
{
"epoch": 0.36,
"learning_rate": 3.221394088252732e-05,
"loss": 3.2551,
"step": 21000
},
{
"epoch": 0.36,
"learning_rate": 3.21292453629203e-05,
"loss": 3.2576,
"step": 21100
},
{
"epoch": 0.36,
"learning_rate": 3.2044549843313296e-05,
"loss": 3.2724,
"step": 21200
},
{
"epoch": 0.36,
"learning_rate": 3.195985432370628e-05,
"loss": 3.2538,
"step": 21300
},
{
"epoch": 0.36,
"learning_rate": 3.187515880409927e-05,
"loss": 3.2595,
"step": 21400
},
{
"epoch": 0.36,
"learning_rate": 3.179046328449225e-05,
"loss": 3.2421,
"step": 21500
},
{
"epoch": 0.37,
"learning_rate": 3.170576776488524e-05,
"loss": 3.2536,
"step": 21600
},
{
"epoch": 0.37,
"learning_rate": 3.162107224527823e-05,
"loss": 3.2726,
"step": 21700
},
{
"epoch": 0.37,
"learning_rate": 3.153637672567121e-05,
"loss": 3.2631,
"step": 21800
},
{
"epoch": 0.37,
"learning_rate": 3.14516812060642e-05,
"loss": 3.2627,
"step": 21900
},
{
"epoch": 0.37,
"learning_rate": 3.136698568645719e-05,
"loss": 3.2431,
"step": 22000
},
{
"epoch": 0.37,
"learning_rate": 3.128229016685017e-05,
"loss": 3.2649,
"step": 22100
},
{
"epoch": 0.38,
"learning_rate": 3.119759464724316e-05,
"loss": 3.2347,
"step": 22200
},
{
"epoch": 0.38,
"learning_rate": 3.1112899127636144e-05,
"loss": 3.2413,
"step": 22300
},
{
"epoch": 0.38,
"learning_rate": 3.102820360802914e-05,
"loss": 3.2626,
"step": 22400
},
{
"epoch": 0.38,
"learning_rate": 3.094350808842212e-05,
"loss": 3.2423,
"step": 22500
},
{
"epoch": 0.38,
"learning_rate": 3.085881256881511e-05,
"loss": 3.2457,
"step": 22600
},
{
"epoch": 0.38,
"learning_rate": 3.07741170492081e-05,
"loss": 3.239,
"step": 22700
},
{
"epoch": 0.39,
"learning_rate": 3.0689421529601084e-05,
"loss": 3.2517,
"step": 22800
},
{
"epoch": 0.39,
"learning_rate": 3.0604726009994074e-05,
"loss": 3.251,
"step": 22900
},
{
"epoch": 0.39,
"learning_rate": 3.0520030490387056e-05,
"loss": 3.2454,
"step": 23000
},
{
"epoch": 0.39,
"learning_rate": 3.043533497078005e-05,
"loss": 3.2455,
"step": 23100
},
{
"epoch": 0.39,
"learning_rate": 3.0350639451173035e-05,
"loss": 3.2572,
"step": 23200
},
{
"epoch": 0.39,
"learning_rate": 3.026594393156602e-05,
"loss": 3.2525,
"step": 23300
},
{
"epoch": 0.4,
"learning_rate": 3.0181248411959007e-05,
"loss": 3.2423,
"step": 23400
},
{
"epoch": 0.4,
"learning_rate": 3.0096552892352e-05,
"loss": 3.2602,
"step": 23500
},
{
"epoch": 0.4,
"learning_rate": 3.0011857372744982e-05,
"loss": 3.2442,
"step": 23600
},
{
"epoch": 0.4,
"learning_rate": 2.9927161853137968e-05,
"loss": 3.242,
"step": 23700
},
{
"epoch": 0.4,
"learning_rate": 2.9842466333530954e-05,
"loss": 3.2454,
"step": 23800
},
{
"epoch": 0.4,
"learning_rate": 2.9757770813923947e-05,
"loss": 3.2343,
"step": 23900
},
{
"epoch": 0.41,
"learning_rate": 2.9673075294316933e-05,
"loss": 3.2436,
"step": 24000
},
{
"epoch": 0.41,
"learning_rate": 2.958837977470992e-05,
"loss": 3.237,
"step": 24100
},
{
"epoch": 0.41,
"learning_rate": 2.9503684255102908e-05,
"loss": 3.2552,
"step": 24200
},
{
"epoch": 0.41,
"learning_rate": 2.9418988735495894e-05,
"loss": 3.2511,
"step": 24300
},
{
"epoch": 0.41,
"learning_rate": 2.933429321588888e-05,
"loss": 3.2352,
"step": 24400
},
{
"epoch": 0.42,
"learning_rate": 2.9249597696281866e-05,
"loss": 3.2356,
"step": 24500
},
{
"epoch": 0.42,
"learning_rate": 2.916490217667486e-05,
"loss": 3.2547,
"step": 24600
},
{
"epoch": 0.42,
"learning_rate": 2.9080206657067845e-05,
"loss": 3.2578,
"step": 24700
},
{
"epoch": 0.42,
"learning_rate": 2.899551113746083e-05,
"loss": 3.2299,
"step": 24800
},
{
"epoch": 0.42,
"learning_rate": 2.8910815617853816e-05,
"loss": 3.2308,
"step": 24900
},
{
"epoch": 0.42,
"learning_rate": 2.8826120098246806e-05,
"loss": 3.231,
"step": 25000
},
{
"epoch": 0.43,
"learning_rate": 2.8741424578639792e-05,
"loss": 3.244,
"step": 25100
},
{
"epoch": 0.43,
"learning_rate": 2.8656729059032778e-05,
"loss": 3.2523,
"step": 25200
},
{
"epoch": 0.43,
"learning_rate": 2.8572033539425764e-05,
"loss": 3.2394,
"step": 25300
},
{
"epoch": 0.43,
"learning_rate": 2.8487338019818753e-05,
"loss": 3.2434,
"step": 25400
},
{
"epoch": 0.43,
"learning_rate": 2.840264250021174e-05,
"loss": 3.2412,
"step": 25500
},
{
"epoch": 0.43,
"learning_rate": 2.8317946980604725e-05,
"loss": 3.2396,
"step": 25600
},
{
"epoch": 0.44,
"learning_rate": 2.8233251460997718e-05,
"loss": 3.2516,
"step": 25700
},
{
"epoch": 0.44,
"learning_rate": 2.8148555941390704e-05,
"loss": 3.221,
"step": 25800
},
{
"epoch": 0.44,
"learning_rate": 2.806386042178369e-05,
"loss": 3.2295,
"step": 25900
},
{
"epoch": 0.44,
"learning_rate": 2.7979164902176675e-05,
"loss": 3.236,
"step": 26000
},
{
"epoch": 0.44,
"learning_rate": 2.7894469382569665e-05,
"loss": 3.2444,
"step": 26100
},
{
"epoch": 0.44,
"learning_rate": 2.780977386296265e-05,
"loss": 3.2383,
"step": 26200
},
{
"epoch": 0.45,
"learning_rate": 2.7725078343355637e-05,
"loss": 3.2314,
"step": 26300
},
{
"epoch": 0.45,
"learning_rate": 2.7640382823748623e-05,
"loss": 3.2459,
"step": 26400
},
{
"epoch": 0.45,
"learning_rate": 2.7555687304141615e-05,
"loss": 3.2391,
"step": 26500
},
{
"epoch": 0.45,
"learning_rate": 2.74709917845346e-05,
"loss": 3.2394,
"step": 26600
},
{
"epoch": 0.45,
"learning_rate": 2.7386296264927584e-05,
"loss": 3.2304,
"step": 26700
},
{
"epoch": 0.45,
"learning_rate": 2.730160074532057e-05,
"loss": 3.2376,
"step": 26800
},
{
"epoch": 0.46,
"learning_rate": 2.7216905225713563e-05,
"loss": 3.2229,
"step": 26900
},
{
"epoch": 0.46,
"learning_rate": 2.713220970610655e-05,
"loss": 3.2386,
"step": 27000
},
{
"epoch": 0.46,
"learning_rate": 2.7047514186499535e-05,
"loss": 3.2269,
"step": 27100
},
{
"epoch": 0.46,
"learning_rate": 2.6962818666892524e-05,
"loss": 3.2357,
"step": 27200
},
{
"epoch": 0.46,
"learning_rate": 2.687812314728551e-05,
"loss": 3.2211,
"step": 27300
},
{
"epoch": 0.46,
"learning_rate": 2.6793427627678496e-05,
"loss": 3.2306,
"step": 27400
},
{
"epoch": 0.47,
"learning_rate": 2.6708732108071482e-05,
"loss": 3.246,
"step": 27500
},
{
"epoch": 0.47,
"learning_rate": 2.6624036588464474e-05,
"loss": 3.2277,
"step": 27600
},
{
"epoch": 0.47,
"learning_rate": 2.653934106885746e-05,
"loss": 3.2324,
"step": 27700
},
{
"epoch": 0.47,
"learning_rate": 2.6454645549250446e-05,
"loss": 3.2292,
"step": 27800
},
{
"epoch": 0.47,
"learning_rate": 2.6369950029643432e-05,
"loss": 3.2308,
"step": 27900
},
{
"epoch": 0.47,
"learning_rate": 2.628525451003642e-05,
"loss": 3.2243,
"step": 28000
},
{
"epoch": 0.48,
"learning_rate": 2.6200558990429408e-05,
"loss": 3.2343,
"step": 28100
},
{
"epoch": 0.48,
"learning_rate": 2.6115863470822394e-05,
"loss": 3.237,
"step": 28200
},
{
"epoch": 0.48,
"learning_rate": 2.603116795121538e-05,
"loss": 3.2222,
"step": 28300
},
{
"epoch": 0.48,
"learning_rate": 2.5946472431608372e-05,
"loss": 3.234,
"step": 28400
},
{
"epoch": 0.48,
"learning_rate": 2.5861776912001355e-05,
"loss": 3.2234,
"step": 28500
},
{
"epoch": 0.48,
"learning_rate": 2.577708139239434e-05,
"loss": 3.2333,
"step": 28600
},
{
"epoch": 0.49,
"learning_rate": 2.5692385872787333e-05,
"loss": 3.2221,
"step": 28700
},
{
"epoch": 0.49,
"learning_rate": 2.560769035318032e-05,
"loss": 3.2205,
"step": 28800
},
{
"epoch": 0.49,
"learning_rate": 2.5522994833573305e-05,
"loss": 3.2371,
"step": 28900
},
{
"epoch": 0.49,
"learning_rate": 2.543829931396629e-05,
"loss": 3.2169,
"step": 29000
},
{
"epoch": 0.49,
"learning_rate": 2.535360379435928e-05,
"loss": 3.2225,
"step": 29100
},
{
"epoch": 0.49,
"learning_rate": 2.5268908274752267e-05,
"loss": 3.2218,
"step": 29200
},
{
"epoch": 0.5,
"learning_rate": 2.5184212755145253e-05,
"loss": 3.2285,
"step": 29300
},
{
"epoch": 0.5,
"learning_rate": 2.509951723553824e-05,
"loss": 3.2374,
"step": 29400
},
{
"epoch": 0.5,
"learning_rate": 2.501482171593123e-05,
"loss": 3.2276,
"step": 29500
},
{
"epoch": 0.5,
"learning_rate": 2.4930126196324217e-05,
"loss": 3.2242,
"step": 29600
},
{
"epoch": 0.5,
"learning_rate": 2.4845430676717203e-05,
"loss": 3.2227,
"step": 29700
},
{
"epoch": 0.5,
"learning_rate": 2.476073515711019e-05,
"loss": 3.2058,
"step": 29800
},
{
"epoch": 0.51,
"learning_rate": 2.4676039637503175e-05,
"loss": 3.2233,
"step": 29900
},
{
"epoch": 0.51,
"learning_rate": 2.4591344117896164e-05,
"loss": 3.2197,
"step": 30000
},
{
"epoch": 0.51,
"learning_rate": 2.4506648598289154e-05,
"loss": 3.2137,
"step": 30100
},
{
"epoch": 0.51,
"learning_rate": 2.442195307868214e-05,
"loss": 3.2201,
"step": 30200
},
{
"epoch": 0.51,
"learning_rate": 2.4337257559075126e-05,
"loss": 3.2254,
"step": 30300
},
{
"epoch": 0.51,
"learning_rate": 2.425256203946811e-05,
"loss": 3.2302,
"step": 30400
},
{
"epoch": 0.52,
"learning_rate": 2.41678665198611e-05,
"loss": 3.2154,
"step": 30500
},
{
"epoch": 0.52,
"learning_rate": 2.4083171000254087e-05,
"loss": 3.2012,
"step": 30600
},
{
"epoch": 0.52,
"learning_rate": 2.3998475480647076e-05,
"loss": 3.2228,
"step": 30700
},
{
"epoch": 0.52,
"learning_rate": 2.3913779961040062e-05,
"loss": 3.2212,
"step": 30800
},
{
"epoch": 0.52,
"learning_rate": 2.382908444143305e-05,
"loss": 3.222,
"step": 30900
},
{
"epoch": 0.53,
"learning_rate": 2.3744388921826034e-05,
"loss": 3.215,
"step": 31000
},
{
"epoch": 0.53,
"learning_rate": 2.3659693402219023e-05,
"loss": 3.2235,
"step": 31100
},
{
"epoch": 0.53,
"learning_rate": 2.357499788261201e-05,
"loss": 3.2163,
"step": 31200
},
{
"epoch": 0.53,
"learning_rate": 2.3490302363005e-05,
"loss": 3.2061,
"step": 31300
},
{
"epoch": 0.53,
"learning_rate": 2.3405606843397985e-05,
"loss": 3.2124,
"step": 31400
},
{
"epoch": 0.53,
"learning_rate": 2.3320911323790974e-05,
"loss": 3.217,
"step": 31500
},
{
"epoch": 0.54,
"learning_rate": 2.323621580418396e-05,
"loss": 3.2221,
"step": 31600
},
{
"epoch": 0.54,
"learning_rate": 2.3151520284576946e-05,
"loss": 3.2334,
"step": 31700
},
{
"epoch": 0.54,
"learning_rate": 2.3066824764969935e-05,
"loss": 3.2209,
"step": 31800
},
{
"epoch": 0.54,
"learning_rate": 2.298212924536292e-05,
"loss": 3.2292,
"step": 31900
},
{
"epoch": 0.54,
"learning_rate": 2.289743372575591e-05,
"loss": 3.2192,
"step": 32000
},
{
"epoch": 0.54,
"learning_rate": 2.2812738206148897e-05,
"loss": 3.2103,
"step": 32100
},
{
"epoch": 0.55,
"learning_rate": 2.2728042686541883e-05,
"loss": 3.2196,
"step": 32200
},
{
"epoch": 0.55,
"learning_rate": 2.264334716693487e-05,
"loss": 3.2,
"step": 32300
},
{
"epoch": 0.55,
"learning_rate": 2.2558651647327858e-05,
"loss": 3.2053,
"step": 32400
},
{
"epoch": 0.55,
"learning_rate": 2.2473956127720844e-05,
"loss": 3.2075,
"step": 32500
},
{
"epoch": 0.55,
"learning_rate": 2.2389260608113833e-05,
"loss": 3.2158,
"step": 32600
},
{
"epoch": 0.55,
"learning_rate": 2.230456508850682e-05,
"loss": 3.2149,
"step": 32700
},
{
"epoch": 0.56,
"learning_rate": 2.2219869568899805e-05,
"loss": 3.2082,
"step": 32800
},
{
"epoch": 0.56,
"learning_rate": 2.213517404929279e-05,
"loss": 3.2068,
"step": 32900
},
{
"epoch": 0.56,
"learning_rate": 2.205047852968578e-05,
"loss": 3.2078,
"step": 33000
},
{
"epoch": 0.56,
"learning_rate": 2.196578301007877e-05,
"loss": 3.2165,
"step": 33100
},
{
"epoch": 0.56,
"learning_rate": 2.1881087490471756e-05,
"loss": 3.2233,
"step": 33200
},
{
"epoch": 0.56,
"learning_rate": 2.1796391970864745e-05,
"loss": 3.2029,
"step": 33300
},
{
"epoch": 0.57,
"learning_rate": 2.171169645125773e-05,
"loss": 3.2079,
"step": 33400
},
{
"epoch": 0.57,
"learning_rate": 2.1627000931650717e-05,
"loss": 3.2147,
"step": 33500
},
{
"epoch": 0.57,
"learning_rate": 2.1542305412043703e-05,
"loss": 3.2175,
"step": 33600
},
{
"epoch": 0.57,
"learning_rate": 2.1457609892436692e-05,
"loss": 3.2167,
"step": 33700
},
{
"epoch": 0.57,
"learning_rate": 2.1372914372829678e-05,
"loss": 3.1926,
"step": 33800
},
{
"epoch": 0.57,
"learning_rate": 2.1288218853222667e-05,
"loss": 3.198,
"step": 33900
},
{
"epoch": 0.58,
"learning_rate": 2.1203523333615653e-05,
"loss": 3.2076,
"step": 34000
},
{
"epoch": 0.58,
"learning_rate": 2.111882781400864e-05,
"loss": 3.2119,
"step": 34100
},
{
"epoch": 0.58,
"learning_rate": 2.1034132294401625e-05,
"loss": 3.2017,
"step": 34200
},
{
"epoch": 0.58,
"learning_rate": 2.0949436774794615e-05,
"loss": 3.2065,
"step": 34300
},
{
"epoch": 0.58,
"learning_rate": 2.08647412551876e-05,
"loss": 3.1921,
"step": 34400
},
{
"epoch": 0.58,
"learning_rate": 2.078004573558059e-05,
"loss": 3.2301,
"step": 34500
},
{
"epoch": 0.59,
"learning_rate": 2.0695350215973576e-05,
"loss": 3.2104,
"step": 34600
},
{
"epoch": 0.59,
"learning_rate": 2.0610654696366562e-05,
"loss": 3.1944,
"step": 34700
},
{
"epoch": 0.59,
"learning_rate": 2.052595917675955e-05,
"loss": 3.2097,
"step": 34800
},
{
"epoch": 0.59,
"learning_rate": 2.0441263657152537e-05,
"loss": 3.1961,
"step": 34900
},
{
"epoch": 0.59,
"learning_rate": 2.0356568137545526e-05,
"loss": 3.2053,
"step": 35000
},
{
"epoch": 0.59,
"learning_rate": 2.0271872617938512e-05,
"loss": 3.1948,
"step": 35100
},
{
"epoch": 0.6,
"learning_rate": 2.01871770983315e-05,
"loss": 3.2027,
"step": 35200
},
{
"epoch": 0.6,
"learning_rate": 2.0102481578724484e-05,
"loss": 3.2068,
"step": 35300
},
{
"epoch": 0.6,
"learning_rate": 2.0017786059117474e-05,
"loss": 3.2119,
"step": 35400
},
{
"epoch": 0.6,
"learning_rate": 1.993309053951046e-05,
"loss": 3.1933,
"step": 35500
},
{
"epoch": 0.6,
"learning_rate": 1.984839501990345e-05,
"loss": 3.1979,
"step": 35600
},
{
"epoch": 0.6,
"learning_rate": 1.9763699500296435e-05,
"loss": 3.2042,
"step": 35700
},
{
"epoch": 0.61,
"learning_rate": 1.9679003980689424e-05,
"loss": 3.1985,
"step": 35800
},
{
"epoch": 0.61,
"learning_rate": 1.9594308461082407e-05,
"loss": 3.2023,
"step": 35900
},
{
"epoch": 0.61,
"learning_rate": 1.9509612941475396e-05,
"loss": 3.2023,
"step": 36000
},
{
"epoch": 0.61,
"learning_rate": 1.9424917421868386e-05,
"loss": 3.2116,
"step": 36100
},
{
"epoch": 0.61,
"learning_rate": 1.934022190226137e-05,
"loss": 3.1966,
"step": 36200
},
{
"epoch": 0.61,
"learning_rate": 1.925552638265436e-05,
"loss": 3.1994,
"step": 36300
},
{
"epoch": 0.62,
"learning_rate": 1.9170830863047347e-05,
"loss": 3.1967,
"step": 36400
},
{
"epoch": 0.62,
"learning_rate": 1.9086135343440333e-05,
"loss": 3.2149,
"step": 36500
},
{
"epoch": 0.62,
"learning_rate": 1.900143982383332e-05,
"loss": 3.202,
"step": 36600
},
{
"epoch": 0.62,
"learning_rate": 1.8916744304226308e-05,
"loss": 3.2015,
"step": 36700
},
{
"epoch": 0.62,
"learning_rate": 1.8832048784619294e-05,
"loss": 3.2088,
"step": 36800
},
{
"epoch": 0.63,
"learning_rate": 1.8747353265012283e-05,
"loss": 3.1967,
"step": 36900
},
{
"epoch": 0.63,
"learning_rate": 1.866265774540527e-05,
"loss": 3.2063,
"step": 37000
},
{
"epoch": 0.63,
"learning_rate": 1.8577962225798255e-05,
"loss": 3.2164,
"step": 37100
},
{
"epoch": 0.63,
"learning_rate": 1.849326670619124e-05,
"loss": 3.177,
"step": 37200
},
{
"epoch": 0.63,
"learning_rate": 1.840857118658423e-05,
"loss": 3.1965,
"step": 37300
},
{
"epoch": 0.63,
"learning_rate": 1.8323875666977216e-05,
"loss": 3.1846,
"step": 37400
},
{
"epoch": 0.64,
"learning_rate": 1.8239180147370206e-05,
"loss": 3.1875,
"step": 37500
},
{
"epoch": 0.64,
"learning_rate": 1.8154484627763192e-05,
"loss": 3.2023,
"step": 37600
},
{
"epoch": 0.64,
"learning_rate": 1.8069789108156178e-05,
"loss": 3.203,
"step": 37700
},
{
"epoch": 0.64,
"learning_rate": 1.7985093588549167e-05,
"loss": 3.1991,
"step": 37800
},
{
"epoch": 0.64,
"learning_rate": 1.7900398068942153e-05,
"loss": 3.2008,
"step": 37900
},
{
"epoch": 0.64,
"learning_rate": 1.7815702549335142e-05,
"loss": 3.1955,
"step": 38000
},
{
"epoch": 0.65,
"learning_rate": 1.7731007029728128e-05,
"loss": 3.1963,
"step": 38100
},
{
"epoch": 0.65,
"learning_rate": 1.7646311510121118e-05,
"loss": 3.1964,
"step": 38200
},
{
"epoch": 0.65,
"learning_rate": 1.7561615990514104e-05,
"loss": 3.1881,
"step": 38300
},
{
"epoch": 0.65,
"learning_rate": 1.747692047090709e-05,
"loss": 3.1924,
"step": 38400
},
{
"epoch": 0.65,
"learning_rate": 1.7392224951300075e-05,
"loss": 3.1953,
"step": 38500
},
{
"epoch": 0.65,
"learning_rate": 1.7307529431693065e-05,
"loss": 3.1933,
"step": 38600
},
{
"epoch": 0.66,
"learning_rate": 1.722283391208605e-05,
"loss": 3.1976,
"step": 38700
},
{
"epoch": 0.66,
"learning_rate": 1.713813839247904e-05,
"loss": 3.1868,
"step": 38800
},
{
"epoch": 0.66,
"learning_rate": 1.7053442872872026e-05,
"loss": 3.191,
"step": 38900
},
{
"epoch": 0.66,
"learning_rate": 1.6968747353265012e-05,
"loss": 3.1914,
"step": 39000
},
{
"epoch": 0.66,
"learning_rate": 1.6884051833657998e-05,
"loss": 3.1831,
"step": 39100
},
{
"epoch": 0.66,
"learning_rate": 1.6799356314050987e-05,
"loss": 3.2032,
"step": 39200
},
{
"epoch": 0.67,
"learning_rate": 1.6714660794443977e-05,
"loss": 3.2008,
"step": 39300
},
{
"epoch": 0.67,
"learning_rate": 1.6629965274836963e-05,
"loss": 3.191,
"step": 39400
},
{
"epoch": 0.67,
"learning_rate": 1.654526975522995e-05,
"loss": 3.1821,
"step": 39500
},
{
"epoch": 0.67,
"learning_rate": 1.6460574235622935e-05,
"loss": 3.1753,
"step": 39600
},
{
"epoch": 0.67,
"learning_rate": 1.6375878716015924e-05,
"loss": 3.1947,
"step": 39700
},
{
"epoch": 0.67,
"learning_rate": 1.629118319640891e-05,
"loss": 3.1815,
"step": 39800
},
{
"epoch": 0.68,
"learning_rate": 1.62064876768019e-05,
"loss": 3.1991,
"step": 39900
},
{
"epoch": 0.68,
"learning_rate": 1.6121792157194885e-05,
"loss": 3.1912,
"step": 40000
},
{
"epoch": 0.68,
"learning_rate": 1.6037096637587874e-05,
"loss": 3.1912,
"step": 40100
},
{
"epoch": 0.68,
"learning_rate": 1.5952401117980857e-05,
"loss": 3.1865,
"step": 40200
},
{
"epoch": 0.68,
"learning_rate": 1.5867705598373846e-05,
"loss": 3.1933,
"step": 40300
},
{
"epoch": 0.68,
"learning_rate": 1.5783010078766832e-05,
"loss": 3.2054,
"step": 40400
},
{
"epoch": 0.69,
"learning_rate": 1.569831455915982e-05,
"loss": 3.187,
"step": 40500
},
{
"epoch": 0.69,
"learning_rate": 1.5613619039552808e-05,
"loss": 3.207,
"step": 40600
},
{
"epoch": 0.69,
"learning_rate": 1.5528923519945797e-05,
"loss": 3.1933,
"step": 40700
},
{
"epoch": 0.69,
"learning_rate": 1.5444228000338783e-05,
"loss": 3.1906,
"step": 40800
},
{
"epoch": 0.69,
"learning_rate": 1.535953248073177e-05,
"loss": 3.1899,
"step": 40900
},
{
"epoch": 0.69,
"learning_rate": 1.5274836961124758e-05,
"loss": 3.1834,
"step": 41000
},
{
"epoch": 0.7,
"learning_rate": 1.5190141441517744e-05,
"loss": 3.1793,
"step": 41100
},
{
"epoch": 0.7,
"learning_rate": 1.5105445921910732e-05,
"loss": 3.1903,
"step": 41200
},
{
"epoch": 0.7,
"learning_rate": 1.5020750402303718e-05,
"loss": 3.1749,
"step": 41300
},
{
"epoch": 0.7,
"learning_rate": 1.4936054882696707e-05,
"loss": 3.2057,
"step": 41400
},
{
"epoch": 0.7,
"learning_rate": 1.4851359363089693e-05,
"loss": 3.1976,
"step": 41500
},
{
"epoch": 0.7,
"learning_rate": 1.476666384348268e-05,
"loss": 3.1903,
"step": 41600
},
{
"epoch": 0.71,
"learning_rate": 1.4681968323875667e-05,
"loss": 3.1933,
"step": 41700
},
{
"epoch": 0.71,
"learning_rate": 1.4597272804268656e-05,
"loss": 3.1893,
"step": 41800
},
{
"epoch": 0.71,
"learning_rate": 1.451257728466164e-05,
"loss": 3.1758,
"step": 41900
},
{
"epoch": 0.71,
"learning_rate": 1.442788176505463e-05,
"loss": 3.1862,
"step": 42000
},
{
"epoch": 0.71,
"learning_rate": 1.4343186245447616e-05,
"loss": 3.1919,
"step": 42100
},
{
"epoch": 0.71,
"learning_rate": 1.4258490725840603e-05,
"loss": 3.1743,
"step": 42200
},
{
"epoch": 0.72,
"learning_rate": 1.4173795206233593e-05,
"loss": 3.1762,
"step": 42300
},
{
"epoch": 0.72,
"learning_rate": 1.4089099686626578e-05,
"loss": 3.1939,
"step": 42400
},
{
"epoch": 0.72,
"learning_rate": 1.4004404167019566e-05,
"loss": 3.1814,
"step": 42500
},
{
"epoch": 0.72,
"learning_rate": 1.3919708647412552e-05,
"loss": 3.1925,
"step": 42600
},
{
"epoch": 0.72,
"learning_rate": 1.3835013127805541e-05,
"loss": 3.1708,
"step": 42700
},
{
"epoch": 0.72,
"learning_rate": 1.3750317608198526e-05,
"loss": 3.1635,
"step": 42800
},
{
"epoch": 0.73,
"learning_rate": 1.3665622088591515e-05,
"loss": 3.1827,
"step": 42900
},
{
"epoch": 0.73,
"learning_rate": 1.3580926568984501e-05,
"loss": 3.1721,
"step": 43000
},
{
"epoch": 0.73,
"learning_rate": 1.3496231049377489e-05,
"loss": 3.1853,
"step": 43100
},
{
"epoch": 0.73,
"learning_rate": 1.3411535529770475e-05,
"loss": 3.1747,
"step": 43200
},
{
"epoch": 0.73,
"learning_rate": 1.3326840010163464e-05,
"loss": 3.1799,
"step": 43300
},
{
"epoch": 0.74,
"learning_rate": 1.3242144490556448e-05,
"loss": 3.1843,
"step": 43400
},
{
"epoch": 0.74,
"learning_rate": 1.3157448970949438e-05,
"loss": 3.1985,
"step": 43500
},
{
"epoch": 0.74,
"learning_rate": 1.3072753451342423e-05,
"loss": 3.1907,
"step": 43600
},
{
"epoch": 0.74,
"learning_rate": 1.2988057931735411e-05,
"loss": 3.1804,
"step": 43700
},
{
"epoch": 0.74,
"learning_rate": 1.29033624121284e-05,
"loss": 3.1787,
"step": 43800
},
{
"epoch": 0.74,
"learning_rate": 1.2818666892521386e-05,
"loss": 3.181,
"step": 43900
},
{
"epoch": 0.75,
"learning_rate": 1.2733971372914374e-05,
"loss": 3.1677,
"step": 44000
},
{
"epoch": 0.75,
"learning_rate": 1.264927585330736e-05,
"loss": 3.1876,
"step": 44100
},
{
"epoch": 0.75,
"learning_rate": 1.256458033370035e-05,
"loss": 3.1952,
"step": 44200
},
{
"epoch": 0.75,
"learning_rate": 1.2479884814093334e-05,
"loss": 3.1881,
"step": 44300
},
{
"epoch": 0.75,
"learning_rate": 1.2395189294486323e-05,
"loss": 3.1789,
"step": 44400
},
{
"epoch": 0.75,
"learning_rate": 1.231049377487931e-05,
"loss": 3.177,
"step": 44500
},
{
"epoch": 0.76,
"learning_rate": 1.2225798255272297e-05,
"loss": 3.1733,
"step": 44600
},
{
"epoch": 0.76,
"learning_rate": 1.2141102735665284e-05,
"loss": 3.17,
"step": 44700
},
{
"epoch": 0.76,
"learning_rate": 1.2056407216058272e-05,
"loss": 3.1849,
"step": 44800
},
{
"epoch": 0.76,
"learning_rate": 1.1971711696451258e-05,
"loss": 3.1875,
"step": 44900
},
{
"epoch": 0.76,
"learning_rate": 1.1887016176844245e-05,
"loss": 3.1659,
"step": 45000
},
{
"epoch": 0.76,
"learning_rate": 1.1802320657237233e-05,
"loss": 3.1877,
"step": 45100
},
{
"epoch": 0.77,
"learning_rate": 1.1717625137630219e-05,
"loss": 3.1808,
"step": 45200
},
{
"epoch": 0.77,
"learning_rate": 1.1632929618023207e-05,
"loss": 3.1831,
"step": 45300
},
{
"epoch": 0.77,
"learning_rate": 1.1548234098416194e-05,
"loss": 3.1852,
"step": 45400
},
{
"epoch": 0.77,
"learning_rate": 1.1463538578809182e-05,
"loss": 3.1855,
"step": 45500
},
{
"epoch": 0.77,
"learning_rate": 1.1378843059202168e-05,
"loss": 3.1771,
"step": 45600
},
{
"epoch": 0.77,
"learning_rate": 1.1294147539595156e-05,
"loss": 3.1826,
"step": 45700
},
{
"epoch": 0.78,
"learning_rate": 1.1209452019988143e-05,
"loss": 3.1634,
"step": 45800
},
{
"epoch": 0.78,
"learning_rate": 1.1124756500381131e-05,
"loss": 3.1812,
"step": 45900
},
{
"epoch": 0.78,
"learning_rate": 1.1040060980774119e-05,
"loss": 3.1836,
"step": 46000
},
{
"epoch": 0.78,
"learning_rate": 1.0955365461167104e-05,
"loss": 3.1879,
"step": 46100
},
{
"epoch": 0.78,
"learning_rate": 1.0870669941560092e-05,
"loss": 3.1714,
"step": 46200
},
{
"epoch": 0.78,
"learning_rate": 1.078597442195308e-05,
"loss": 3.1747,
"step": 46300
},
{
"epoch": 0.79,
"learning_rate": 1.0701278902346067e-05,
"loss": 3.1795,
"step": 46400
},
{
"epoch": 0.79,
"learning_rate": 1.0616583382739053e-05,
"loss": 3.1776,
"step": 46500
},
{
"epoch": 0.79,
"learning_rate": 1.0531887863132041e-05,
"loss": 3.1687,
"step": 46600
},
{
"epoch": 0.79,
"learning_rate": 1.0447192343525029e-05,
"loss": 3.1842,
"step": 46700
},
{
"epoch": 0.79,
"learning_rate": 1.0362496823918015e-05,
"loss": 3.1702,
"step": 46800
},
{
"epoch": 0.79,
"learning_rate": 1.0277801304311002e-05,
"loss": 3.1601,
"step": 46900
},
{
"epoch": 0.8,
"learning_rate": 1.019310578470399e-05,
"loss": 3.1822,
"step": 47000
},
{
"epoch": 0.8,
"learning_rate": 1.0108410265096976e-05,
"loss": 3.1776,
"step": 47100
},
{
"epoch": 0.8,
"learning_rate": 1.0023714745489964e-05,
"loss": 3.1768,
"step": 47200
},
{
"epoch": 0.8,
"learning_rate": 9.939019225882951e-06,
"loss": 3.1709,
"step": 47300
},
{
"epoch": 0.8,
"learning_rate": 9.854323706275939e-06,
"loss": 3.172,
"step": 47400
},
{
"epoch": 0.8,
"learning_rate": 9.769628186668926e-06,
"loss": 3.1755,
"step": 47500
},
{
"epoch": 0.81,
"learning_rate": 9.684932667061914e-06,
"loss": 3.1717,
"step": 47600
},
{
"epoch": 0.81,
"learning_rate": 9.6002371474549e-06,
"loss": 3.1659,
"step": 47700
},
{
"epoch": 0.81,
"learning_rate": 9.515541627847888e-06,
"loss": 3.1713,
"step": 47800
},
{
"epoch": 0.81,
"learning_rate": 9.430846108240875e-06,
"loss": 3.1833,
"step": 47900
},
{
"epoch": 0.81,
"learning_rate": 9.346150588633861e-06,
"loss": 3.1755,
"step": 48000
},
{
"epoch": 0.81,
"learning_rate": 9.261455069026849e-06,
"loss": 3.1693,
"step": 48100
},
{
"epoch": 0.82,
"learning_rate": 9.176759549419837e-06,
"loss": 3.1777,
"step": 48200
},
{
"epoch": 0.82,
"learning_rate": 9.092064029812823e-06,
"loss": 3.1638,
"step": 48300
},
{
"epoch": 0.82,
"learning_rate": 9.00736851020581e-06,
"loss": 3.1786,
"step": 48400
},
{
"epoch": 0.82,
"learning_rate": 8.922672990598798e-06,
"loss": 3.1759,
"step": 48500
},
{
"epoch": 0.82,
"learning_rate": 8.837977470991784e-06,
"loss": 3.1712,
"step": 48600
},
{
"epoch": 0.82,
"learning_rate": 8.753281951384771e-06,
"loss": 3.1689,
"step": 48700
},
{
"epoch": 0.83,
"learning_rate": 8.668586431777759e-06,
"loss": 3.1861,
"step": 48800
},
{
"epoch": 0.83,
"learning_rate": 8.583890912170747e-06,
"loss": 3.1732,
"step": 48900
},
{
"epoch": 0.83,
"learning_rate": 8.499195392563734e-06,
"loss": 3.1735,
"step": 49000
},
{
"epoch": 0.83,
"learning_rate": 8.414499872956722e-06,
"loss": 3.1827,
"step": 49100
},
{
"epoch": 0.83,
"learning_rate": 8.329804353349708e-06,
"loss": 3.1681,
"step": 49200
},
{
"epoch": 0.84,
"learning_rate": 8.245108833742696e-06,
"loss": 3.1506,
"step": 49300
},
{
"epoch": 0.84,
"learning_rate": 8.160413314135683e-06,
"loss": 3.1628,
"step": 49400
},
{
"epoch": 0.84,
"learning_rate": 8.07571779452867e-06,
"loss": 3.1808,
"step": 49500
},
{
"epoch": 0.84,
"learning_rate": 7.991022274921657e-06,
"loss": 3.1682,
"step": 49600
},
{
"epoch": 0.84,
"learning_rate": 7.906326755314645e-06,
"loss": 3.1668,
"step": 49700
},
{
"epoch": 0.84,
"learning_rate": 7.82163123570763e-06,
"loss": 3.1663,
"step": 49800
},
{
"epoch": 0.85,
"learning_rate": 7.736935716100618e-06,
"loss": 3.1656,
"step": 49900
},
{
"epoch": 0.85,
"learning_rate": 7.652240196493606e-06,
"loss": 3.1749,
"step": 50000
},
{
"epoch": 0.85,
"learning_rate": 7.567544676886593e-06,
"loss": 3.1667,
"step": 50100
},
{
"epoch": 0.85,
"learning_rate": 7.482849157279579e-06,
"loss": 3.1658,
"step": 50200
},
{
"epoch": 0.85,
"learning_rate": 7.398153637672567e-06,
"loss": 3.1689,
"step": 50300
},
{
"epoch": 0.85,
"learning_rate": 7.3134581180655555e-06,
"loss": 3.1652,
"step": 50400
},
{
"epoch": 0.86,
"learning_rate": 7.228762598458542e-06,
"loss": 3.1625,
"step": 50500
},
{
"epoch": 0.86,
"learning_rate": 7.14406707885153e-06,
"loss": 3.1584,
"step": 50600
},
{
"epoch": 0.86,
"learning_rate": 7.059371559244517e-06,
"loss": 3.1695,
"step": 50700
},
{
"epoch": 0.86,
"learning_rate": 6.974676039637504e-06,
"loss": 3.1612,
"step": 50800
},
{
"epoch": 0.86,
"learning_rate": 6.889980520030491e-06,
"loss": 3.1564,
"step": 50900
},
{
"epoch": 0.86,
"learning_rate": 6.805285000423478e-06,
"loss": 3.1747,
"step": 51000
},
{
"epoch": 0.87,
"learning_rate": 6.720589480816465e-06,
"loss": 3.165,
"step": 51100
},
{
"epoch": 0.87,
"learning_rate": 6.6358939612094525e-06,
"loss": 3.1672,
"step": 51200
},
{
"epoch": 0.87,
"learning_rate": 6.551198441602439e-06,
"loss": 3.1618,
"step": 51300
},
{
"epoch": 0.87,
"learning_rate": 6.466502921995427e-06,
"loss": 3.172,
"step": 51400
},
{
"epoch": 0.87,
"learning_rate": 6.381807402388414e-06,
"loss": 3.1683,
"step": 51500
},
{
"epoch": 0.87,
"learning_rate": 6.2971118827814005e-06,
"loss": 3.1752,
"step": 51600
},
{
"epoch": 0.88,
"learning_rate": 6.212416363174388e-06,
"loss": 3.1698,
"step": 51700
},
{
"epoch": 0.88,
"learning_rate": 6.127720843567376e-06,
"loss": 3.1615,
"step": 51800
},
{
"epoch": 0.88,
"learning_rate": 6.043025323960363e-06,
"loss": 3.1667,
"step": 51900
},
{
"epoch": 0.88,
"learning_rate": 5.95832980435335e-06,
"loss": 3.1699,
"step": 52000
},
{
"epoch": 0.88,
"learning_rate": 5.873634284746337e-06,
"loss": 3.1621,
"step": 52100
},
{
"epoch": 0.88,
"learning_rate": 5.788938765139324e-06,
"loss": 3.1789,
"step": 52200
},
{
"epoch": 0.89,
"learning_rate": 5.7042432455323115e-06,
"loss": 3.1679,
"step": 52300
},
{
"epoch": 0.89,
"learning_rate": 5.619547725925299e-06,
"loss": 3.1751,
"step": 52400
},
{
"epoch": 0.89,
"learning_rate": 5.534852206318286e-06,
"loss": 3.1589,
"step": 52500
},
{
"epoch": 0.89,
"learning_rate": 5.450156686711274e-06,
"loss": 3.1644,
"step": 52600
},
{
"epoch": 0.89,
"learning_rate": 5.36546116710426e-06,
"loss": 3.1777,
"step": 52700
},
{
"epoch": 0.89,
"learning_rate": 5.280765647497247e-06,
"loss": 3.1678,
"step": 52800
},
{
"epoch": 0.9,
"learning_rate": 5.196070127890235e-06,
"loss": 3.1648,
"step": 52900
},
{
"epoch": 0.9,
"learning_rate": 5.111374608283222e-06,
"loss": 3.1621,
"step": 53000
},
{
"epoch": 0.9,
"learning_rate": 5.026679088676209e-06,
"loss": 3.1644,
"step": 53100
},
{
"epoch": 0.9,
"learning_rate": 4.941983569069197e-06,
"loss": 3.1822,
"step": 53200
},
{
"epoch": 0.9,
"learning_rate": 4.857288049462184e-06,
"loss": 3.173,
"step": 53300
},
{
"epoch": 0.9,
"learning_rate": 4.7725925298551706e-06,
"loss": 3.1617,
"step": 53400
},
{
"epoch": 0.91,
"learning_rate": 4.687897010248158e-06,
"loss": 3.1615,
"step": 53500
},
{
"epoch": 0.91,
"learning_rate": 4.603201490641145e-06,
"loss": 3.1535,
"step": 53600
},
{
"epoch": 0.91,
"learning_rate": 4.518505971034133e-06,
"loss": 3.1688,
"step": 53700
},
{
"epoch": 0.91,
"learning_rate": 4.43381045142712e-06,
"loss": 3.1839,
"step": 53800
},
{
"epoch": 0.91,
"learning_rate": 4.349114931820107e-06,
"loss": 3.1769,
"step": 53900
},
{
"epoch": 0.91,
"learning_rate": 4.264419412213094e-06,
"loss": 3.1649,
"step": 54000
},
{
"epoch": 0.92,
"learning_rate": 4.1797238926060815e-06,
"loss": 3.1644,
"step": 54100
},
{
"epoch": 0.92,
"learning_rate": 4.095028372999068e-06,
"loss": 3.1616,
"step": 54200
},
{
"epoch": 0.92,
"learning_rate": 4.010332853392056e-06,
"loss": 3.1578,
"step": 54300
},
{
"epoch": 0.92,
"learning_rate": 3.925637333785043e-06,
"loss": 3.1621,
"step": 54400
},
{
"epoch": 0.92,
"learning_rate": 3.84094181417803e-06,
"loss": 3.1523,
"step": 54500
},
{
"epoch": 0.92,
"learning_rate": 3.7562462945710177e-06,
"loss": 3.1667,
"step": 54600
},
{
"epoch": 0.93,
"learning_rate": 3.671550774964005e-06,
"loss": 3.1748,
"step": 54700
},
{
"epoch": 0.93,
"learning_rate": 3.5868552553569917e-06,
"loss": 3.1773,
"step": 54800
},
{
"epoch": 0.93,
"learning_rate": 3.502159735749979e-06,
"loss": 3.1418,
"step": 54900
},
{
"epoch": 0.93,
"learning_rate": 3.417464216142966e-06,
"loss": 3.1613,
"step": 55000
},
{
"epoch": 0.93,
"learning_rate": 3.3327686965359534e-06,
"loss": 3.154,
"step": 55100
},
{
"epoch": 0.94,
"learning_rate": 3.24807317692894e-06,
"loss": 3.1776,
"step": 55200
},
{
"epoch": 0.94,
"learning_rate": 3.1633776573219282e-06,
"loss": 3.1513,
"step": 55300
},
{
"epoch": 0.94,
"learning_rate": 3.078682137714915e-06,
"loss": 3.1608,
"step": 55400
},
{
"epoch": 0.94,
"learning_rate": 2.9939866181079023e-06,
"loss": 3.1759,
"step": 55500
},
{
"epoch": 0.94,
"learning_rate": 2.9092910985008895e-06,
"loss": 3.1549,
"step": 55600
},
{
"epoch": 0.94,
"learning_rate": 2.8245955788938767e-06,
"loss": 3.1651,
"step": 55700
},
{
"epoch": 0.95,
"learning_rate": 2.739900059286864e-06,
"loss": 3.167,
"step": 55800
},
{
"epoch": 0.95,
"learning_rate": 2.655204539679851e-06,
"loss": 3.1577,
"step": 55900
},
{
"epoch": 0.95,
"learning_rate": 2.5705090200728384e-06,
"loss": 3.1514,
"step": 56000
},
{
"epoch": 0.95,
"learning_rate": 2.4858135004658256e-06,
"loss": 3.1693,
"step": 56100
},
{
"epoch": 0.95,
"learning_rate": 2.4011179808588124e-06,
"loss": 3.1473,
"step": 56200
},
{
"epoch": 0.95,
"learning_rate": 2.3164224612518e-06,
"loss": 3.1574,
"step": 56300
},
{
"epoch": 0.96,
"learning_rate": 2.2317269416447873e-06,
"loss": 3.1603,
"step": 56400
},
{
"epoch": 0.96,
"learning_rate": 2.147031422037774e-06,
"loss": 3.1687,
"step": 56500
},
{
"epoch": 0.96,
"learning_rate": 2.0623359024307617e-06,
"loss": 3.1608,
"step": 56600
},
{
"epoch": 0.96,
"learning_rate": 1.977640382823749e-06,
"loss": 3.1538,
"step": 56700
},
{
"epoch": 0.96,
"learning_rate": 1.892944863216736e-06,
"loss": 3.1622,
"step": 56800
},
{
"epoch": 0.96,
"learning_rate": 1.808249343609723e-06,
"loss": 3.1582,
"step": 56900
},
{
"epoch": 0.97,
"learning_rate": 1.7235538240027104e-06,
"loss": 3.1573,
"step": 57000
},
{
"epoch": 0.97,
"learning_rate": 1.6388583043956976e-06,
"loss": 3.1431,
"step": 57100
},
{
"epoch": 0.97,
"learning_rate": 1.5541627847886846e-06,
"loss": 3.1634,
"step": 57200
},
{
"epoch": 0.97,
"learning_rate": 1.469467265181672e-06,
"loss": 3.1581,
"step": 57300
},
{
"epoch": 0.97,
"learning_rate": 1.384771745574659e-06,
"loss": 3.1531,
"step": 57400
},
{
"epoch": 0.97,
"learning_rate": 1.3000762259676463e-06,
"loss": 3.1531,
"step": 57500
},
{
"epoch": 0.98,
"learning_rate": 1.2153807063606335e-06,
"loss": 3.1499,
"step": 57600
},
{
"epoch": 0.98,
"learning_rate": 1.1306851867536208e-06,
"loss": 3.1624,
"step": 57700
},
{
"epoch": 0.98,
"learning_rate": 1.045989667146608e-06,
"loss": 3.1609,
"step": 57800
},
{
"epoch": 0.98,
"learning_rate": 9.612941475395952e-07,
"loss": 3.1707,
"step": 57900
},
{
"epoch": 0.98,
"learning_rate": 8.765986279325823e-07,
"loss": 3.1626,
"step": 58000
},
{
"epoch": 0.98,
"learning_rate": 7.919031083255696e-07,
"loss": 3.1698,
"step": 58100
},
{
"epoch": 0.99,
"learning_rate": 7.072075887185568e-07,
"loss": 3.1589,
"step": 58200
},
{
"epoch": 0.99,
"learning_rate": 6.22512069111544e-07,
"loss": 3.1557,
"step": 58300
},
{
"epoch": 0.99,
"learning_rate": 5.378165495045312e-07,
"loss": 3.1603,
"step": 58400
},
{
"epoch": 0.99,
"learning_rate": 4.5312102989751844e-07,
"loss": 3.1588,
"step": 58500
},
{
"epoch": 0.99,
"learning_rate": 3.6842551029050566e-07,
"loss": 3.1622,
"step": 58600
},
{
"epoch": 0.99,
"learning_rate": 2.837299906834929e-07,
"loss": 3.1547,
"step": 58700
},
{
"epoch": 1.0,
"learning_rate": 1.9903447107648006e-07,
"loss": 3.1522,
"step": 58800
},
{
"epoch": 1.0,
"learning_rate": 1.1433895146946727e-07,
"loss": 3.1583,
"step": 58900
},
{
"epoch": 1.0,
"learning_rate": 2.9643431862454477e-08,
"loss": 3.1542,
"step": 59000
},
{
"epoch": 1.0,
"step": 59035,
"total_flos": 2.318685330743415e+18,
"train_loss": 3.2513424668918267,
"train_runtime": 267734.5376,
"train_samples_per_second": 7.056,
"train_steps_per_second": 0.22
}
],
"max_steps": 59035,
"num_train_epochs": 1,
"total_flos": 2.318685330743415e+18,
"trial_name": null,
"trial_params": null
}