donut-web / trainer_state.json
laverdes's picture
feat: donut model
0eda0fc
raw
history blame
42 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 11.0,
"global_step": 12914,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.09,
"learning_rate": 1.9914821124361162e-05,
"loss": 4.8491,
"step": 100
},
{
"epoch": 0.09,
"eval_loss": 4.696099281311035,
"eval_runtime": 907.3534,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 100
},
{
"epoch": 0.17,
"learning_rate": 1.982964224872232e-05,
"loss": 4.88,
"step": 200
},
{
"epoch": 0.17,
"eval_loss": 4.71148681640625,
"eval_runtime": 901.0601,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 200
},
{
"epoch": 0.26,
"learning_rate": 1.9744463373083477e-05,
"loss": 4.6409,
"step": 300
},
{
"epoch": 0.26,
"eval_loss": 4.671314239501953,
"eval_runtime": 906.18,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 300
},
{
"epoch": 0.34,
"learning_rate": 1.9659284497444635e-05,
"loss": 4.7222,
"step": 400
},
{
"epoch": 0.34,
"eval_loss": 4.637036323547363,
"eval_runtime": 903.4161,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 400
},
{
"epoch": 0.43,
"learning_rate": 1.9574105621805795e-05,
"loss": 4.6357,
"step": 500
},
{
"epoch": 0.43,
"eval_loss": 4.6376471519470215,
"eval_runtime": 912.9746,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 500
},
{
"epoch": 0.51,
"learning_rate": 1.9488926746166953e-05,
"loss": 4.6993,
"step": 600
},
{
"epoch": 0.51,
"eval_loss": 4.662974834442139,
"eval_runtime": 908.9893,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 600
},
{
"epoch": 0.6,
"learning_rate": 1.940374787052811e-05,
"loss": 4.7104,
"step": 700
},
{
"epoch": 0.6,
"eval_loss": 4.587018966674805,
"eval_runtime": 913.6781,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.04,
"step": 700
},
{
"epoch": 0.68,
"learning_rate": 1.9318568994889268e-05,
"loss": 4.5864,
"step": 800
},
{
"epoch": 0.68,
"eval_loss": 4.565457344055176,
"eval_runtime": 900.1349,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 800
},
{
"epoch": 0.77,
"learning_rate": 1.923339011925043e-05,
"loss": 4.6003,
"step": 900
},
{
"epoch": 0.77,
"eval_loss": 4.560632705688477,
"eval_runtime": 913.1928,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 900
},
{
"epoch": 0.85,
"learning_rate": 1.9148211243611586e-05,
"loss": 4.6166,
"step": 1000
},
{
"epoch": 0.85,
"eval_loss": 4.5305914878845215,
"eval_runtime": 898.0505,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 1000
},
{
"epoch": 0.94,
"learning_rate": 1.9063032367972743e-05,
"loss": 4.6019,
"step": 1100
},
{
"epoch": 0.94,
"eval_loss": 4.547730922698975,
"eval_runtime": 916.6743,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 1100
},
{
"epoch": 1.02,
"learning_rate": 1.89778534923339e-05,
"loss": 4.4833,
"step": 1200
},
{
"epoch": 1.02,
"eval_loss": 4.527022838592529,
"eval_runtime": 905.1447,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 1200
},
{
"epoch": 1.11,
"learning_rate": 1.889267461669506e-05,
"loss": 4.4664,
"step": 1300
},
{
"epoch": 1.11,
"eval_loss": 4.533600807189941,
"eval_runtime": 900.1154,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 1300
},
{
"epoch": 1.19,
"learning_rate": 1.880749574105622e-05,
"loss": 4.4533,
"step": 1400
},
{
"epoch": 1.19,
"eval_loss": 4.512392044067383,
"eval_runtime": 897.9913,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 1400
},
{
"epoch": 1.28,
"learning_rate": 1.872231686541738e-05,
"loss": 4.2969,
"step": 1500
},
{
"epoch": 1.28,
"eval_loss": 4.5288238525390625,
"eval_runtime": 902.8396,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 1500
},
{
"epoch": 1.36,
"learning_rate": 1.8637137989778534e-05,
"loss": 4.4203,
"step": 1600
},
{
"epoch": 1.36,
"eval_loss": 4.510149002075195,
"eval_runtime": 896.5776,
"eval_samples_per_second": 0.327,
"eval_steps_per_second": 0.041,
"step": 1600
},
{
"epoch": 1.45,
"learning_rate": 1.8551959114139694e-05,
"loss": 4.4828,
"step": 1700
},
{
"epoch": 1.45,
"eval_loss": 4.4747633934021,
"eval_runtime": 900.0595,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 1700
},
{
"epoch": 1.53,
"learning_rate": 1.8466780238500855e-05,
"loss": 4.5045,
"step": 1800
},
{
"epoch": 1.53,
"eval_loss": 4.477636337280273,
"eval_runtime": 930.3322,
"eval_samples_per_second": 0.315,
"eval_steps_per_second": 0.04,
"step": 1800
},
{
"epoch": 1.62,
"learning_rate": 1.8381601362862013e-05,
"loss": 4.2977,
"step": 1900
},
{
"epoch": 1.62,
"eval_loss": 4.475375175476074,
"eval_runtime": 897.0451,
"eval_samples_per_second": 0.327,
"eval_steps_per_second": 0.041,
"step": 1900
},
{
"epoch": 1.7,
"learning_rate": 1.829642248722317e-05,
"loss": 4.4022,
"step": 2000
},
{
"epoch": 1.7,
"eval_loss": 4.451622486114502,
"eval_runtime": 924.228,
"eval_samples_per_second": 0.317,
"eval_steps_per_second": 0.04,
"step": 2000
},
{
"epoch": 1.79,
"learning_rate": 1.8211243611584328e-05,
"loss": 4.3429,
"step": 2100
},
{
"epoch": 1.79,
"eval_loss": 4.43123722076416,
"eval_runtime": 903.4516,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 2100
},
{
"epoch": 1.87,
"learning_rate": 1.812606473594549e-05,
"loss": 4.3748,
"step": 2200
},
{
"epoch": 1.87,
"eval_loss": 4.475191116333008,
"eval_runtime": 901.3458,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 2200
},
{
"epoch": 1.96,
"learning_rate": 1.8040885860306646e-05,
"loss": 4.343,
"step": 2300
},
{
"epoch": 1.96,
"eval_loss": 4.455069541931152,
"eval_runtime": 919.5227,
"eval_samples_per_second": 0.319,
"eval_steps_per_second": 0.04,
"step": 2300
},
{
"epoch": 2.04,
"learning_rate": 1.7955706984667803e-05,
"loss": 4.1796,
"step": 2400
},
{
"epoch": 2.04,
"eval_loss": 4.424516201019287,
"eval_runtime": 912.0297,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 2400
},
{
"epoch": 2.13,
"learning_rate": 1.787052810902896e-05,
"loss": 4.2325,
"step": 2500
},
{
"epoch": 2.13,
"eval_loss": 4.425054550170898,
"eval_runtime": 900.4656,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 2500
},
{
"epoch": 2.21,
"learning_rate": 1.778534923339012e-05,
"loss": 4.2419,
"step": 2600
},
{
"epoch": 2.21,
"eval_loss": 4.426344871520996,
"eval_runtime": 907.7136,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 2600
},
{
"epoch": 2.3,
"learning_rate": 1.770017035775128e-05,
"loss": 4.2556,
"step": 2700
},
{
"epoch": 2.3,
"eval_loss": 4.392487525939941,
"eval_runtime": 904.6208,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 2700
},
{
"epoch": 2.39,
"learning_rate": 1.761499148211244e-05,
"loss": 4.2501,
"step": 2800
},
{
"epoch": 2.39,
"eval_loss": 4.414584636688232,
"eval_runtime": 904.1877,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 2800
},
{
"epoch": 2.47,
"learning_rate": 1.7529812606473594e-05,
"loss": 4.2199,
"step": 2900
},
{
"epoch": 2.47,
"eval_loss": 4.391025543212891,
"eval_runtime": 904.8782,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 2900
},
{
"epoch": 2.56,
"learning_rate": 1.7444633730834754e-05,
"loss": 4.1842,
"step": 3000
},
{
"epoch": 2.56,
"eval_loss": 4.3928704261779785,
"eval_runtime": 911.7639,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 3000
},
{
"epoch": 2.64,
"learning_rate": 1.7359454855195912e-05,
"loss": 4.1789,
"step": 3100
},
{
"epoch": 2.64,
"eval_loss": 4.373032569885254,
"eval_runtime": 903.6693,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 3100
},
{
"epoch": 2.73,
"learning_rate": 1.7274275979557073e-05,
"loss": 4.1993,
"step": 3200
},
{
"epoch": 2.73,
"eval_loss": 4.401707172393799,
"eval_runtime": 906.6931,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 3200
},
{
"epoch": 2.81,
"learning_rate": 1.718909710391823e-05,
"loss": 4.1348,
"step": 3300
},
{
"epoch": 2.81,
"eval_loss": 4.366961479187012,
"eval_runtime": 909.5878,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 3300
},
{
"epoch": 2.9,
"learning_rate": 1.7103918228279387e-05,
"loss": 4.196,
"step": 3400
},
{
"epoch": 2.9,
"eval_loss": 4.354998588562012,
"eval_runtime": 914.5578,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 3400
},
{
"epoch": 2.98,
"learning_rate": 1.7018739352640548e-05,
"loss": 4.1906,
"step": 3500
},
{
"epoch": 2.98,
"eval_loss": 4.349732875823975,
"eval_runtime": 898.3438,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 3500
},
{
"epoch": 3.07,
"learning_rate": 1.6933560477001706e-05,
"loss": 4.0583,
"step": 3600
},
{
"epoch": 3.07,
"eval_loss": 4.3627471923828125,
"eval_runtime": 897.909,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 3600
},
{
"epoch": 3.15,
"learning_rate": 1.6848381601362863e-05,
"loss": 4.1298,
"step": 3700
},
{
"epoch": 3.15,
"eval_loss": 4.362400531768799,
"eval_runtime": 912.2819,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 3700
},
{
"epoch": 3.24,
"learning_rate": 1.676320272572402e-05,
"loss": 4.0244,
"step": 3800
},
{
"epoch": 3.24,
"eval_loss": 4.338736534118652,
"eval_runtime": 896.0396,
"eval_samples_per_second": 0.327,
"eval_steps_per_second": 0.041,
"step": 3800
},
{
"epoch": 3.32,
"learning_rate": 1.667802385008518e-05,
"loss": 4.0549,
"step": 3900
},
{
"epoch": 3.32,
"eval_loss": 4.341971397399902,
"eval_runtime": 901.737,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 3900
},
{
"epoch": 3.41,
"learning_rate": 1.659284497444634e-05,
"loss": 4.0006,
"step": 4000
},
{
"epoch": 3.41,
"eval_loss": 4.326377868652344,
"eval_runtime": 898.1346,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 4000
},
{
"epoch": 3.49,
"learning_rate": 1.65076660988075e-05,
"loss": 4.0435,
"step": 4100
},
{
"epoch": 3.49,
"eval_loss": 4.331975936889648,
"eval_runtime": 901.1995,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 4100
},
{
"epoch": 3.58,
"learning_rate": 1.6422487223168653e-05,
"loss": 4.0948,
"step": 4200
},
{
"epoch": 3.58,
"eval_loss": 4.32388973236084,
"eval_runtime": 904.6488,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 4200
},
{
"epoch": 3.66,
"learning_rate": 1.6337308347529814e-05,
"loss": 3.933,
"step": 4300
},
{
"epoch": 3.66,
"eval_loss": 4.314174175262451,
"eval_runtime": 902.3829,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 4300
},
{
"epoch": 3.75,
"learning_rate": 1.625212947189097e-05,
"loss": 3.9773,
"step": 4400
},
{
"epoch": 3.75,
"eval_loss": 4.353682041168213,
"eval_runtime": 901.0754,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 4400
},
{
"epoch": 3.83,
"learning_rate": 1.6166950596252132e-05,
"loss": 4.1143,
"step": 4500
},
{
"epoch": 3.83,
"eval_loss": 4.3104963302612305,
"eval_runtime": 903.7164,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 4500
},
{
"epoch": 3.92,
"learning_rate": 1.608177172061329e-05,
"loss": 3.961,
"step": 4600
},
{
"epoch": 3.92,
"eval_loss": 4.292612552642822,
"eval_runtime": 900.6329,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 4600
},
{
"epoch": 4.0,
"learning_rate": 1.5996592844974447e-05,
"loss": 4.0047,
"step": 4700
},
{
"epoch": 4.0,
"eval_loss": 4.3063883781433105,
"eval_runtime": 900.2789,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 4700
},
{
"epoch": 4.09,
"learning_rate": 1.5911413969335605e-05,
"loss": 3.9058,
"step": 4800
},
{
"epoch": 4.09,
"eval_loss": 4.303318023681641,
"eval_runtime": 906.0598,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 4800
},
{
"epoch": 4.17,
"learning_rate": 1.5826235093696765e-05,
"loss": 3.7936,
"step": 4900
},
{
"epoch": 4.17,
"eval_loss": 4.301506996154785,
"eval_runtime": 906.1238,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 4900
},
{
"epoch": 4.26,
"learning_rate": 1.5741056218057923e-05,
"loss": 3.8733,
"step": 5000
},
{
"epoch": 4.26,
"eval_loss": 4.344919681549072,
"eval_runtime": 916.0111,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 5000
},
{
"epoch": 4.34,
"learning_rate": 1.565587734241908e-05,
"loss": 3.8625,
"step": 5100
},
{
"epoch": 4.34,
"eval_loss": 4.274160385131836,
"eval_runtime": 906.5215,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 5100
},
{
"epoch": 4.43,
"learning_rate": 1.557069846678024e-05,
"loss": 4.0015,
"step": 5200
},
{
"epoch": 4.43,
"eval_loss": 4.2957258224487305,
"eval_runtime": 920.9763,
"eval_samples_per_second": 0.318,
"eval_steps_per_second": 0.04,
"step": 5200
},
{
"epoch": 4.51,
"learning_rate": 1.54855195911414e-05,
"loss": 4.0173,
"step": 5300
},
{
"epoch": 4.51,
"eval_loss": 4.30204439163208,
"eval_runtime": 900.2302,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 5300
},
{
"epoch": 4.6,
"learning_rate": 1.5400340715502556e-05,
"loss": 3.8079,
"step": 5400
},
{
"epoch": 4.6,
"eval_loss": 4.274052619934082,
"eval_runtime": 902.0347,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 5400
},
{
"epoch": 4.68,
"learning_rate": 1.5315161839863713e-05,
"loss": 4.0081,
"step": 5500
},
{
"epoch": 4.68,
"eval_loss": 4.2950968742370605,
"eval_runtime": 910.5366,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 5500
},
{
"epoch": 4.77,
"learning_rate": 1.5229982964224874e-05,
"loss": 3.8823,
"step": 5600
},
{
"epoch": 4.77,
"eval_loss": 4.277224540710449,
"eval_runtime": 901.0907,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 5600
},
{
"epoch": 4.86,
"learning_rate": 1.5144804088586031e-05,
"loss": 3.9056,
"step": 5700
},
{
"epoch": 4.86,
"eval_loss": 4.272303581237793,
"eval_runtime": 911.2022,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 5700
},
{
"epoch": 4.94,
"learning_rate": 1.505962521294719e-05,
"loss": 3.813,
"step": 5800
},
{
"epoch": 4.94,
"eval_loss": 4.275490760803223,
"eval_runtime": 913.2487,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 5800
},
{
"epoch": 5.03,
"learning_rate": 1.4974446337308348e-05,
"loss": 3.9263,
"step": 5900
},
{
"epoch": 5.03,
"eval_loss": 4.2567267417907715,
"eval_runtime": 922.3278,
"eval_samples_per_second": 0.318,
"eval_steps_per_second": 0.04,
"step": 5900
},
{
"epoch": 5.11,
"learning_rate": 1.4889267461669507e-05,
"loss": 3.7405,
"step": 6000
},
{
"epoch": 5.11,
"eval_loss": 4.279594421386719,
"eval_runtime": 902.112,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 6000
},
{
"epoch": 5.2,
"learning_rate": 1.4804088586030664e-05,
"loss": 3.8432,
"step": 6100
},
{
"epoch": 5.2,
"eval_loss": 4.277362823486328,
"eval_runtime": 909.7644,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 6100
},
{
"epoch": 5.28,
"learning_rate": 1.4718909710391824e-05,
"loss": 3.797,
"step": 6200
},
{
"epoch": 5.28,
"eval_loss": 4.2573161125183105,
"eval_runtime": 900.2164,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 6200
},
{
"epoch": 5.37,
"learning_rate": 1.4633730834752981e-05,
"loss": 3.7348,
"step": 6300
},
{
"epoch": 5.37,
"eval_loss": 4.261054515838623,
"eval_runtime": 899.5894,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 6300
},
{
"epoch": 5.45,
"learning_rate": 1.4548551959114142e-05,
"loss": 3.7363,
"step": 6400
},
{
"epoch": 5.45,
"eval_loss": 4.2909698486328125,
"eval_runtime": 914.0387,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.04,
"step": 6400
},
{
"epoch": 5.54,
"learning_rate": 1.44633730834753e-05,
"loss": 3.8448,
"step": 6500
},
{
"epoch": 5.54,
"eval_loss": 4.257021903991699,
"eval_runtime": 906.6331,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 6500
},
{
"epoch": 5.62,
"learning_rate": 1.4378194207836458e-05,
"loss": 3.8023,
"step": 6600
},
{
"epoch": 5.62,
"eval_loss": 4.263571262359619,
"eval_runtime": 903.3527,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 6600
},
{
"epoch": 5.71,
"learning_rate": 1.4293015332197616e-05,
"loss": 3.8202,
"step": 6700
},
{
"epoch": 5.71,
"eval_loss": 4.226749897003174,
"eval_runtime": 913.4737,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 6700
},
{
"epoch": 5.79,
"learning_rate": 1.4207836456558775e-05,
"loss": 3.731,
"step": 6800
},
{
"epoch": 5.79,
"eval_loss": 4.232919216156006,
"eval_runtime": 905.4134,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 6800
},
{
"epoch": 5.88,
"learning_rate": 1.4122657580919934e-05,
"loss": 3.7507,
"step": 6900
},
{
"epoch": 5.88,
"eval_loss": 4.2412004470825195,
"eval_runtime": 917.4159,
"eval_samples_per_second": 0.319,
"eval_steps_per_second": 0.04,
"step": 6900
},
{
"epoch": 5.96,
"learning_rate": 1.4037478705281091e-05,
"loss": 3.8812,
"step": 7000
},
{
"epoch": 5.96,
"eval_loss": 4.239901542663574,
"eval_runtime": 904.0296,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 7000
},
{
"epoch": 6.05,
"learning_rate": 1.395229982964225e-05,
"loss": 3.6882,
"step": 7100
},
{
"epoch": 6.05,
"eval_loss": 4.252227306365967,
"eval_runtime": 909.685,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 7100
},
{
"epoch": 6.13,
"learning_rate": 1.3867120954003408e-05,
"loss": 3.6485,
"step": 7200
},
{
"epoch": 6.13,
"eval_loss": 4.240085601806641,
"eval_runtime": 917.8845,
"eval_samples_per_second": 0.319,
"eval_steps_per_second": 0.04,
"step": 7200
},
{
"epoch": 6.22,
"learning_rate": 1.3781942078364567e-05,
"loss": 3.6561,
"step": 7300
},
{
"epoch": 6.22,
"eval_loss": 4.261867046356201,
"eval_runtime": 912.6991,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 7300
},
{
"epoch": 6.3,
"learning_rate": 1.3696763202725724e-05,
"loss": 3.6851,
"step": 7400
},
{
"epoch": 6.3,
"eval_loss": 4.274002552032471,
"eval_runtime": 911.5799,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 7400
},
{
"epoch": 6.39,
"learning_rate": 1.3611584327086883e-05,
"loss": 3.7842,
"step": 7500
},
{
"epoch": 6.39,
"eval_loss": 4.243954658508301,
"eval_runtime": 906.9325,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 7500
},
{
"epoch": 6.47,
"learning_rate": 1.352640545144804e-05,
"loss": 3.6484,
"step": 7600
},
{
"epoch": 6.47,
"eval_loss": 4.238761901855469,
"eval_runtime": 910.5622,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 7600
},
{
"epoch": 6.56,
"learning_rate": 1.3441226575809202e-05,
"loss": 3.7509,
"step": 7700
},
{
"epoch": 6.56,
"eval_loss": 4.240095138549805,
"eval_runtime": 935.7714,
"eval_samples_per_second": 0.313,
"eval_steps_per_second": 0.04,
"step": 7700
},
{
"epoch": 6.64,
"learning_rate": 1.3356047700170357e-05,
"loss": 3.7597,
"step": 7800
},
{
"epoch": 6.64,
"eval_loss": 4.256958484649658,
"eval_runtime": 915.2208,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 7800
},
{
"epoch": 6.73,
"learning_rate": 1.3270868824531518e-05,
"loss": 3.7253,
"step": 7900
},
{
"epoch": 6.73,
"eval_loss": 4.291894435882568,
"eval_runtime": 915.8862,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 7900
},
{
"epoch": 6.81,
"learning_rate": 1.3185689948892676e-05,
"loss": 3.7335,
"step": 8000
},
{
"epoch": 6.81,
"eval_loss": 4.206986427307129,
"eval_runtime": 916.8897,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 8000
},
{
"epoch": 6.9,
"learning_rate": 1.3100511073253835e-05,
"loss": 3.6213,
"step": 8100
},
{
"epoch": 6.9,
"eval_loss": 4.203628063201904,
"eval_runtime": 910.5741,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 8100
},
{
"epoch": 6.98,
"learning_rate": 1.3015332197614992e-05,
"loss": 3.588,
"step": 8200
},
{
"epoch": 6.98,
"eval_loss": 4.219061851501465,
"eval_runtime": 910.3103,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 8200
},
{
"epoch": 7.07,
"learning_rate": 1.2930153321976151e-05,
"loss": 3.6381,
"step": 8300
},
{
"epoch": 7.07,
"eval_loss": 4.232492923736572,
"eval_runtime": 903.8691,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 8300
},
{
"epoch": 7.16,
"learning_rate": 1.284497444633731e-05,
"loss": 3.6023,
"step": 8400
},
{
"epoch": 7.16,
"eval_loss": 4.247186183929443,
"eval_runtime": 910.7714,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 8400
},
{
"epoch": 7.24,
"learning_rate": 1.2759795570698468e-05,
"loss": 3.5601,
"step": 8500
},
{
"epoch": 7.24,
"eval_loss": 4.2428107261657715,
"eval_runtime": 926.441,
"eval_samples_per_second": 0.316,
"eval_steps_per_second": 0.04,
"step": 8500
},
{
"epoch": 7.33,
"learning_rate": 1.2674616695059627e-05,
"loss": 3.6893,
"step": 8600
},
{
"epoch": 7.33,
"eval_loss": 4.235583305358887,
"eval_runtime": 905.7471,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 8600
},
{
"epoch": 7.41,
"learning_rate": 1.2589437819420784e-05,
"loss": 3.4977,
"step": 8700
},
{
"epoch": 7.41,
"eval_loss": 4.210697650909424,
"eval_runtime": 909.4116,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 8700
},
{
"epoch": 7.5,
"learning_rate": 1.2504258943781943e-05,
"loss": 3.5489,
"step": 8800
},
{
"epoch": 7.5,
"eval_loss": 4.2333455085754395,
"eval_runtime": 899.4646,
"eval_samples_per_second": 0.326,
"eval_steps_per_second": 0.041,
"step": 8800
},
{
"epoch": 7.58,
"learning_rate": 1.24190800681431e-05,
"loss": 3.5786,
"step": 8900
},
{
"epoch": 7.58,
"eval_loss": 4.2256317138671875,
"eval_runtime": 907.6718,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 8900
},
{
"epoch": 7.67,
"learning_rate": 1.2333901192504261e-05,
"loss": 3.5991,
"step": 9000
},
{
"epoch": 7.67,
"eval_loss": 4.206646919250488,
"eval_runtime": 928.2897,
"eval_samples_per_second": 0.316,
"eval_steps_per_second": 0.04,
"step": 9000
},
{
"epoch": 7.75,
"learning_rate": 1.2248722316865417e-05,
"loss": 3.6571,
"step": 9100
},
{
"epoch": 7.75,
"eval_loss": 4.213482856750488,
"eval_runtime": 913.2222,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 9100
},
{
"epoch": 7.84,
"learning_rate": 1.2163543441226578e-05,
"loss": 3.5465,
"step": 9200
},
{
"epoch": 7.84,
"eval_loss": 4.197275638580322,
"eval_runtime": 906.8727,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 9200
},
{
"epoch": 7.92,
"learning_rate": 1.2078364565587735e-05,
"loss": 3.6476,
"step": 9300
},
{
"epoch": 7.92,
"eval_loss": 4.191103935241699,
"eval_runtime": 910.3991,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 9300
},
{
"epoch": 8.01,
"learning_rate": 1.1993185689948894e-05,
"loss": 3.6669,
"step": 9400
},
{
"epoch": 8.01,
"eval_loss": 4.2001953125,
"eval_runtime": 908.1025,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 9400
},
{
"epoch": 8.09,
"learning_rate": 1.1908006814310052e-05,
"loss": 3.4399,
"step": 9500
},
{
"epoch": 8.09,
"eval_loss": 4.230240345001221,
"eval_runtime": 914.9264,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 9500
},
{
"epoch": 8.18,
"learning_rate": 1.1822827938671211e-05,
"loss": 3.5381,
"step": 9600
},
{
"epoch": 8.18,
"eval_loss": 4.2084150314331055,
"eval_runtime": 928.1244,
"eval_samples_per_second": 0.316,
"eval_steps_per_second": 0.04,
"step": 9600
},
{
"epoch": 8.26,
"learning_rate": 1.1737649063032368e-05,
"loss": 3.5008,
"step": 9700
},
{
"epoch": 8.26,
"eval_loss": 4.216128826141357,
"eval_runtime": 913.9443,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.04,
"step": 9700
},
{
"epoch": 8.35,
"learning_rate": 1.1652470187393527e-05,
"loss": 3.6199,
"step": 9800
},
{
"epoch": 8.35,
"eval_loss": 4.218649387359619,
"eval_runtime": 916.6151,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 9800
},
{
"epoch": 8.43,
"learning_rate": 1.1567291311754685e-05,
"loss": 3.5997,
"step": 9900
},
{
"epoch": 8.43,
"eval_loss": 4.269123554229736,
"eval_runtime": 902.9645,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 9900
},
{
"epoch": 8.52,
"learning_rate": 1.1482112436115844e-05,
"loss": 3.5075,
"step": 10000
},
{
"epoch": 8.52,
"eval_loss": 4.2026848793029785,
"eval_runtime": 903.7139,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 10000
},
{
"epoch": 8.6,
"learning_rate": 1.1396933560477003e-05,
"loss": 3.5163,
"step": 10100
},
{
"epoch": 8.6,
"eval_loss": 4.2565717697143555,
"eval_runtime": 909.1873,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 10100
},
{
"epoch": 8.69,
"learning_rate": 1.131175468483816e-05,
"loss": 3.4902,
"step": 10200
},
{
"epoch": 8.69,
"eval_loss": 4.208179473876953,
"eval_runtime": 901.8843,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 10200
},
{
"epoch": 8.77,
"learning_rate": 1.1226575809199321e-05,
"loss": 3.4829,
"step": 10300
},
{
"epoch": 8.77,
"eval_loss": 4.217052459716797,
"eval_runtime": 913.5755,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 10300
},
{
"epoch": 8.86,
"learning_rate": 1.1141396933560477e-05,
"loss": 3.599,
"step": 10400
},
{
"epoch": 8.86,
"eval_loss": 4.216422080993652,
"eval_runtime": 904.6206,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 10400
},
{
"epoch": 8.94,
"learning_rate": 1.1056218057921638e-05,
"loss": 3.5058,
"step": 10500
},
{
"epoch": 8.94,
"eval_loss": 4.200262069702148,
"eval_runtime": 908.4763,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 10500
},
{
"epoch": 9.03,
"learning_rate": 1.0971039182282795e-05,
"loss": 3.4622,
"step": 10600
},
{
"epoch": 9.03,
"eval_loss": 4.201136112213135,
"eval_runtime": 918.5088,
"eval_samples_per_second": 0.319,
"eval_steps_per_second": 0.04,
"step": 10600
},
{
"epoch": 9.11,
"learning_rate": 1.0885860306643954e-05,
"loss": 3.4836,
"step": 10700
},
{
"epoch": 9.11,
"eval_loss": 4.196112632751465,
"eval_runtime": 907.3086,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 10700
},
{
"epoch": 9.2,
"learning_rate": 1.0800681431005112e-05,
"loss": 3.4177,
"step": 10800
},
{
"epoch": 9.2,
"eval_loss": 4.2310028076171875,
"eval_runtime": 904.8795,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 10800
},
{
"epoch": 9.28,
"learning_rate": 1.071550255536627e-05,
"loss": 3.4407,
"step": 10900
},
{
"epoch": 9.28,
"eval_loss": 4.2216362953186035,
"eval_runtime": 910.613,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 10900
},
{
"epoch": 9.37,
"learning_rate": 1.0630323679727428e-05,
"loss": 3.44,
"step": 11000
},
{
"epoch": 9.37,
"eval_loss": 4.2364935874938965,
"eval_runtime": 907.4387,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 11000
},
{
"epoch": 9.45,
"learning_rate": 1.0545144804088587e-05,
"loss": 3.5116,
"step": 11100
},
{
"epoch": 9.45,
"eval_loss": 4.201255798339844,
"eval_runtime": 905.3716,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 11100
},
{
"epoch": 9.54,
"learning_rate": 1.0459965928449745e-05,
"loss": 3.4793,
"step": 11200
},
{
"epoch": 9.54,
"eval_loss": 4.203760147094727,
"eval_runtime": 903.5367,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 11200
},
{
"epoch": 9.63,
"learning_rate": 1.0374787052810904e-05,
"loss": 3.4414,
"step": 11300
},
{
"epoch": 9.63,
"eval_loss": 4.177506923675537,
"eval_runtime": 904.4055,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 11300
},
{
"epoch": 9.71,
"learning_rate": 1.0289608177172061e-05,
"loss": 3.509,
"step": 11400
},
{
"epoch": 9.71,
"eval_loss": 4.204129695892334,
"eval_runtime": 904.4565,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 11400
},
{
"epoch": 9.8,
"learning_rate": 1.020442930153322e-05,
"loss": 3.464,
"step": 11500
},
{
"epoch": 9.8,
"eval_loss": 4.2182393074035645,
"eval_runtime": 915.8218,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 11500
},
{
"epoch": 9.88,
"learning_rate": 1.0119250425894378e-05,
"loss": 3.3574,
"step": 11600
},
{
"epoch": 9.88,
"eval_loss": 4.222841262817383,
"eval_runtime": 916.715,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 11600
},
{
"epoch": 9.97,
"learning_rate": 1.0034071550255537e-05,
"loss": 3.4134,
"step": 11700
},
{
"epoch": 9.97,
"eval_loss": 4.198949813842773,
"eval_runtime": 911.1975,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 11700
},
{
"epoch": 10.05,
"learning_rate": 9.948892674616696e-06,
"loss": 3.4876,
"step": 11800
},
{
"epoch": 10.05,
"eval_loss": 4.1779093742370605,
"eval_runtime": 905.3949,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 11800
},
{
"epoch": 10.14,
"learning_rate": 9.863713798977853e-06,
"loss": 3.3188,
"step": 11900
},
{
"epoch": 10.14,
"eval_loss": 4.199155330657959,
"eval_runtime": 906.4403,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 11900
},
{
"epoch": 10.22,
"learning_rate": 9.778534923339012e-06,
"loss": 3.4336,
"step": 12000
},
{
"epoch": 10.22,
"eval_loss": 4.215114593505859,
"eval_runtime": 918.8261,
"eval_samples_per_second": 0.319,
"eval_steps_per_second": 0.04,
"step": 12000
},
{
"epoch": 10.31,
"learning_rate": 9.693356047700172e-06,
"loss": 3.3774,
"step": 12100
},
{
"epoch": 10.31,
"eval_loss": 4.194676876068115,
"eval_runtime": 912.8562,
"eval_samples_per_second": 0.321,
"eval_steps_per_second": 0.041,
"step": 12100
},
{
"epoch": 10.39,
"learning_rate": 9.608177172061329e-06,
"loss": 3.2942,
"step": 12200
},
{
"epoch": 10.39,
"eval_loss": 4.212912082672119,
"eval_runtime": 905.2405,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 12200
},
{
"epoch": 10.48,
"learning_rate": 9.522998296422488e-06,
"loss": 3.4431,
"step": 12300
},
{
"epoch": 10.48,
"eval_loss": 4.1929144859313965,
"eval_runtime": 908.9828,
"eval_samples_per_second": 0.322,
"eval_steps_per_second": 0.041,
"step": 12300
},
{
"epoch": 10.56,
"learning_rate": 9.437819420783645e-06,
"loss": 3.3895,
"step": 12400
},
{
"epoch": 10.56,
"eval_loss": 4.221463203430176,
"eval_runtime": 905.8419,
"eval_samples_per_second": 0.323,
"eval_steps_per_second": 0.041,
"step": 12400
},
{
"epoch": 10.65,
"learning_rate": 9.352640545144805e-06,
"loss": 3.4624,
"step": 12500
},
{
"epoch": 10.65,
"eval_loss": 4.192135334014893,
"eval_runtime": 915.7075,
"eval_samples_per_second": 0.32,
"eval_steps_per_second": 0.04,
"step": 12500
},
{
"epoch": 10.73,
"learning_rate": 9.267461669505964e-06,
"loss": 3.3823,
"step": 12600
},
{
"epoch": 10.73,
"eval_loss": 4.197402477264404,
"eval_runtime": 902.8153,
"eval_samples_per_second": 0.325,
"eval_steps_per_second": 0.041,
"step": 12600
},
{
"epoch": 10.82,
"learning_rate": 9.182282793867123e-06,
"loss": 3.3671,
"step": 12700
},
{
"epoch": 10.82,
"eval_loss": 4.152112007141113,
"eval_runtime": 903.9495,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 12700
},
{
"epoch": 10.9,
"learning_rate": 9.09710391822828e-06,
"loss": 3.2883,
"step": 12800
},
{
"epoch": 10.9,
"eval_loss": 4.178409576416016,
"eval_runtime": 904.0493,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 12800
},
{
"epoch": 10.99,
"learning_rate": 9.01192504258944e-06,
"loss": 3.4145,
"step": 12900
},
{
"epoch": 10.99,
"eval_loss": 4.208373546600342,
"eval_runtime": 903.9191,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"step": 12900
}
],
"max_steps": 23480,
"num_train_epochs": 20,
"total_flos": 4.542855419394294e+19,
"trial_name": null,
"trial_params": null
}