pythia-exp / trainer_state.json
TinyPixel's picture
Upload folder using huggingface_hub
421cbe5
raw
history blame
18.4 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.983219390926041,
"eval_steps": 500,
"global_step": 300,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 4.444444444444444e-06,
"loss": 2.667,
"step": 2
},
{
"epoch": 0.04,
"learning_rate": 8.888888888888888e-06,
"loss": 2.6699,
"step": 4
},
{
"epoch": 0.06,
"learning_rate": 1.3333333333333333e-05,
"loss": 2.6215,
"step": 6
},
{
"epoch": 0.08,
"learning_rate": 1.7777777777777777e-05,
"loss": 2.5559,
"step": 8
},
{
"epoch": 0.1,
"learning_rate": 1.9999417253661235e-05,
"loss": 2.6339,
"step": 10
},
{
"epoch": 0.12,
"learning_rate": 1.9994755690455154e-05,
"loss": 2.669,
"step": 12
},
{
"epoch": 0.14,
"learning_rate": 1.998543473718677e-05,
"loss": 2.6209,
"step": 14
},
{
"epoch": 0.16,
"learning_rate": 1.9971458739130598e-05,
"loss": 2.6817,
"step": 16
},
{
"epoch": 0.18,
"learning_rate": 1.995283421166614e-05,
"loss": 2.4576,
"step": 18
},
{
"epoch": 0.2,
"learning_rate": 1.9929569837240567e-05,
"loss": 2.222,
"step": 20
},
{
"epoch": 0.22,
"learning_rate": 1.990167646132107e-05,
"loss": 2.3538,
"step": 22
},
{
"epoch": 0.24,
"learning_rate": 1.9869167087338908e-05,
"loss": 2.3599,
"step": 24
},
{
"epoch": 0.26,
"learning_rate": 1.983205687062742e-05,
"loss": 2.4049,
"step": 26
},
{
"epoch": 0.28,
"learning_rate": 1.9790363111356838e-05,
"loss": 2.5813,
"step": 28
},
{
"epoch": 0.3,
"learning_rate": 1.9744105246469264e-05,
"loss": 2.5679,
"step": 30
},
{
"epoch": 0.32,
"learning_rate": 1.9693304840617456e-05,
"loss": 2.4372,
"step": 32
},
{
"epoch": 0.34,
"learning_rate": 1.963798557611178e-05,
"loss": 2.4558,
"step": 34
},
{
"epoch": 0.36,
"learning_rate": 1.957817324187987e-05,
"loss": 2.3969,
"step": 36
},
{
"epoch": 0.38,
"learning_rate": 1.9513895721444286e-05,
"loss": 2.4511,
"step": 38
},
{
"epoch": 0.4,
"learning_rate": 1.9445182979923657e-05,
"loss": 2.3402,
"step": 40
},
{
"epoch": 0.42,
"learning_rate": 1.937206705006344e-05,
"loss": 2.4662,
"step": 42
},
{
"epoch": 0.44,
"learning_rate": 1.9294582017302797e-05,
"loss": 2.3031,
"step": 44
},
{
"epoch": 0.46,
"learning_rate": 1.921276400388451e-05,
"loss": 2.2911,
"step": 46
},
{
"epoch": 0.48,
"learning_rate": 1.9126651152015404e-05,
"loss": 2.2938,
"step": 48
},
{
"epoch": 0.5,
"learning_rate": 1.9036283606085057e-05,
"loss": 2.291,
"step": 50
},
{
"epoch": 0.52,
"learning_rate": 1.8941703493951163e-05,
"loss": 2.3865,
"step": 52
},
{
"epoch": 0.54,
"learning_rate": 1.8842954907300236e-05,
"loss": 2.2971,
"step": 54
},
{
"epoch": 0.56,
"learning_rate": 1.874008388109276e-05,
"loss": 2.3817,
"step": 56
},
{
"epoch": 0.58,
"learning_rate": 1.863313837210247e-05,
"loss": 2.2578,
"step": 58
},
{
"epoch": 0.6,
"learning_rate": 1.8522168236559693e-05,
"loss": 2.3428,
"step": 60
},
{
"epoch": 0.62,
"learning_rate": 1.840722520690921e-05,
"loss": 2.2363,
"step": 62
},
{
"epoch": 0.64,
"learning_rate": 1.8288362867693414e-05,
"loss": 2.3728,
"step": 64
},
{
"epoch": 0.66,
"learning_rate": 1.816563663057211e-05,
"loss": 2.2692,
"step": 66
},
{
"epoch": 0.68,
"learning_rate": 1.8039103708490503e-05,
"loss": 2.2425,
"step": 68
},
{
"epoch": 0.7,
"learning_rate": 1.790882308900746e-05,
"loss": 2.2298,
"step": 70
},
{
"epoch": 0.72,
"learning_rate": 1.7774855506796497e-05,
"loss": 2.1465,
"step": 72
},
{
"epoch": 0.74,
"learning_rate": 1.7637263415332272e-05,
"loss": 2.2331,
"step": 74
},
{
"epoch": 0.76,
"learning_rate": 1.749611095777581e-05,
"loss": 2.191,
"step": 76
},
{
"epoch": 0.78,
"learning_rate": 1.7351463937072008e-05,
"loss": 2.4736,
"step": 78
},
{
"epoch": 0.8,
"learning_rate": 1.7203389785273402e-05,
"loss": 2.2567,
"step": 80
},
{
"epoch": 0.82,
"learning_rate": 1.705195753210446e-05,
"loss": 2.1799,
"step": 82
},
{
"epoch": 0.84,
"learning_rate": 1.6897237772781046e-05,
"loss": 2.3001,
"step": 84
},
{
"epoch": 0.86,
"learning_rate": 1.673930263510011e-05,
"loss": 2.2338,
"step": 86
},
{
"epoch": 0.88,
"learning_rate": 1.6578225745814907e-05,
"loss": 2.3375,
"step": 88
},
{
"epoch": 0.89,
"learning_rate": 1.6414082196311402e-05,
"loss": 2.4209,
"step": 90
},
{
"epoch": 0.91,
"learning_rate": 1.6246948507601915e-05,
"loss": 2.2686,
"step": 92
},
{
"epoch": 0.93,
"learning_rate": 1.607690259465229e-05,
"loss": 2.0874,
"step": 94
},
{
"epoch": 0.95,
"learning_rate": 1.5904023730059227e-05,
"loss": 2.2569,
"step": 96
},
{
"epoch": 0.97,
"learning_rate": 1.57283925070947e-05,
"loss": 2.1702,
"step": 98
},
{
"epoch": 0.99,
"learning_rate": 1.55500908021347e-05,
"loss": 1.9862,
"step": 100
},
{
"epoch": 1.01,
"learning_rate": 1.536920173648984e-05,
"loss": 2.1846,
"step": 102
},
{
"epoch": 1.03,
"learning_rate": 1.5185809637655548e-05,
"loss": 2.2964,
"step": 104
},
{
"epoch": 1.05,
"learning_rate": 1.5000000000000002e-05,
"loss": 2.1806,
"step": 106
},
{
"epoch": 1.07,
"learning_rate": 1.4811859444908053e-05,
"loss": 2.2765,
"step": 108
},
{
"epoch": 1.09,
"learning_rate": 1.4621475680399771e-05,
"loss": 2.3002,
"step": 110
},
{
"epoch": 1.11,
"learning_rate": 1.4428937460242417e-05,
"loss": 2.3144,
"step": 112
},
{
"epoch": 1.13,
"learning_rate": 1.4234334542574906e-05,
"loss": 2.2583,
"step": 114
},
{
"epoch": 1.15,
"learning_rate": 1.4037757648064019e-05,
"loss": 2.2287,
"step": 116
},
{
"epoch": 1.17,
"learning_rate": 1.3839298417611964e-05,
"loss": 2.073,
"step": 118
},
{
"epoch": 1.19,
"learning_rate": 1.3639049369634878e-05,
"loss": 2.1309,
"step": 120
},
{
"epoch": 1.21,
"learning_rate": 1.3437103856932266e-05,
"loss": 2.1316,
"step": 122
},
{
"epoch": 1.23,
"learning_rate": 1.3233556023167487e-05,
"loss": 2.0606,
"step": 124
},
{
"epoch": 1.25,
"learning_rate": 1.3028500758979507e-05,
"loss": 2.2553,
"step": 126
},
{
"epoch": 1.27,
"learning_rate": 1.2822033657746478e-05,
"loss": 2.2723,
"step": 128
},
{
"epoch": 1.29,
"learning_rate": 1.2614250971021658e-05,
"loss": 2.1635,
"step": 130
},
{
"epoch": 1.31,
"learning_rate": 1.2405249563662539e-05,
"loss": 2.2647,
"step": 132
},
{
"epoch": 1.33,
"learning_rate": 1.2195126868674052e-05,
"loss": 2.2724,
"step": 134
},
{
"epoch": 1.35,
"learning_rate": 1.1983980841786899e-05,
"loss": 2.3507,
"step": 136
},
{
"epoch": 1.37,
"learning_rate": 1.177190991579223e-05,
"loss": 2.2462,
"step": 138
},
{
"epoch": 1.39,
"learning_rate": 1.1559012954653865e-05,
"loss": 2.1977,
"step": 140
},
{
"epoch": 1.41,
"learning_rate": 1.1345389207419588e-05,
"loss": 2.3496,
"step": 142
},
{
"epoch": 1.43,
"learning_rate": 1.1131138261952845e-05,
"loss": 2.037,
"step": 144
},
{
"epoch": 1.45,
"learning_rate": 1.0916359998506549e-05,
"loss": 2.0298,
"step": 146
},
{
"epoch": 1.47,
"learning_rate": 1.070115454316054e-05,
"loss": 2.0618,
"step": 148
},
{
"epoch": 1.49,
"learning_rate": 1.0485622221144485e-05,
"loss": 2.154,
"step": 150
},
{
"epoch": 1.51,
"learning_rate": 1.0269863510067872e-05,
"loss": 2.045,
"step": 152
},
{
"epoch": 1.53,
"learning_rate": 1.0053978993079046e-05,
"loss": 2.39,
"step": 154
},
{
"epoch": 1.55,
"learning_rate": 9.838069311974986e-06,
"loss": 2.2619,
"step": 156
},
{
"epoch": 1.57,
"learning_rate": 9.622235120283769e-06,
"loss": 2.1304,
"step": 158
},
{
"epoch": 1.59,
"learning_rate": 9.406577036341548e-06,
"loss": 2.2126,
"step": 160
},
{
"epoch": 1.61,
"learning_rate": 9.19119559638596e-06,
"loss": 2.2874,
"step": 162
},
{
"epoch": 1.63,
"learning_rate": 8.976191207687775e-06,
"loss": 2.2167,
"step": 164
},
{
"epoch": 1.65,
"learning_rate": 8.7616641017427e-06,
"loss": 2.0701,
"step": 166
},
{
"epoch": 1.67,
"learning_rate": 8.5477142875451e-06,
"loss": 2.2587,
"step": 168
},
{
"epoch": 1.69,
"learning_rate": 8.334441504965456e-06,
"loss": 1.973,
"step": 170
},
{
"epoch": 1.71,
"learning_rate": 8.1219451782533e-06,
"loss": 2.1016,
"step": 172
},
{
"epoch": 1.73,
"learning_rate": 7.91032436968725e-06,
"loss": 2.1494,
"step": 174
},
{
"epoch": 1.75,
"learning_rate": 7.699677733393827e-06,
"loss": 2.2008,
"step": 176
},
{
"epoch": 1.77,
"learning_rate": 7.490103469356513e-06,
"loss": 2.2761,
"step": 178
},
{
"epoch": 1.79,
"learning_rate": 7.2816992776365714e-06,
"loss": 2.243,
"step": 180
},
{
"epoch": 1.81,
"learning_rate": 7.0745623128268605e-06,
"loss": 2.287,
"step": 182
},
{
"epoch": 1.83,
"learning_rate": 6.868789138759977e-06,
"loss": 2.3193,
"step": 184
},
{
"epoch": 1.85,
"learning_rate": 6.664475683491797e-06,
"loss": 2.2141,
"step": 186
},
{
"epoch": 1.87,
"learning_rate": 6.461717194581394e-06,
"loss": 2.217,
"step": 188
},
{
"epoch": 1.89,
"learning_rate": 6.260608194688207e-06,
"loss": 2.2703,
"step": 190
},
{
"epoch": 1.91,
"learning_rate": 6.061242437507131e-06,
"loss": 2.3013,
"step": 192
},
{
"epoch": 1.93,
"learning_rate": 5.863712864062089e-06,
"loss": 2.0517,
"step": 194
},
{
"epoch": 1.95,
"learning_rate": 5.6681115593784705e-06,
"loss": 2.1056,
"step": 196
},
{
"epoch": 1.97,
"learning_rate": 5.4745297095546125e-06,
"loss": 2.0801,
"step": 198
},
{
"epoch": 1.99,
"learning_rate": 5.2830575592523415e-06,
"loss": 1.9334,
"step": 200
},
{
"epoch": 2.01,
"learning_rate": 5.093784369626397e-06,
"loss": 1.9281,
"step": 202
},
{
"epoch": 2.03,
"learning_rate": 4.9067983767123736e-06,
"loss": 2.3076,
"step": 204
},
{
"epoch": 2.05,
"learning_rate": 4.722186750292511e-06,
"loss": 2.3358,
"step": 206
},
{
"epoch": 2.07,
"learning_rate": 4.54003555325862e-06,
"loss": 2.0644,
"step": 208
},
{
"epoch": 2.09,
"learning_rate": 4.360429701490935e-06,
"loss": 2.2204,
"step": 210
},
{
"epoch": 2.11,
"learning_rate": 4.183452924271776e-06,
"loss": 2.1468,
"step": 212
},
{
"epoch": 2.13,
"learning_rate": 4.009187725252309e-06,
"loss": 2.1537,
"step": 214
},
{
"epoch": 2.15,
"learning_rate": 3.837715343990727e-06,
"loss": 2.2264,
"step": 216
},
{
"epoch": 2.17,
"learning_rate": 3.669115718079702e-06,
"loss": 2.2227,
"step": 218
},
{
"epoch": 2.19,
"learning_rate": 3.5034674458807893e-06,
"loss": 2.0947,
"step": 220
},
{
"epoch": 2.21,
"learning_rate": 3.3408477498831917e-06,
"loss": 2.0725,
"step": 222
},
{
"epoch": 2.23,
"learning_rate": 3.1813324407038826e-06,
"loss": 2.0791,
"step": 224
},
{
"epoch": 2.25,
"learning_rate": 3.024995881745972e-06,
"loss": 2.0566,
"step": 226
},
{
"epoch": 2.27,
"learning_rate": 2.8719109545317102e-06,
"loss": 2.1872,
"step": 228
},
{
"epoch": 2.29,
"learning_rate": 2.722149024726307e-06,
"loss": 2.2038,
"step": 230
},
{
"epoch": 2.31,
"learning_rate": 2.5757799088684654e-06,
"loss": 2.206,
"step": 232
},
{
"epoch": 2.33,
"learning_rate": 2.432871841823047e-06,
"loss": 2.225,
"step": 234
},
{
"epoch": 2.35,
"learning_rate": 2.293491444971109e-06,
"loss": 2.2296,
"step": 236
},
{
"epoch": 2.37,
"learning_rate": 2.157703695152109e-06,
"loss": 2.3258,
"step": 238
},
{
"epoch": 2.39,
"learning_rate": 2.025571894372794e-06,
"loss": 2.214,
"step": 240
},
{
"epoch": 2.41,
"learning_rate": 1.897157640296825e-06,
"loss": 2.2363,
"step": 242
},
{
"epoch": 2.43,
"learning_rate": 1.7725207975289883e-06,
"loss": 2.0114,
"step": 244
},
{
"epoch": 2.45,
"learning_rate": 1.6517194697072903e-06,
"loss": 2.1286,
"step": 246
},
{
"epoch": 2.47,
"learning_rate": 1.534809972415998e-06,
"loss": 2.0696,
"step": 248
},
{
"epoch": 2.49,
"learning_rate": 1.4218468069322576e-06,
"loss": 2.1258,
"step": 250
},
{
"epoch": 2.51,
"learning_rate": 1.3128826348184886e-06,
"loss": 1.9143,
"step": 252
},
{
"epoch": 2.53,
"learning_rate": 1.207968253372438e-06,
"loss": 2.197,
"step": 254
},
{
"epoch": 2.55,
"learning_rate": 1.1071525719463094e-06,
"loss": 2.3897,
"step": 256
},
{
"epoch": 2.57,
"learning_rate": 1.010482589146048e-06,
"loss": 2.2106,
"step": 258
},
{
"epoch": 2.59,
"learning_rate": 9.180033709213454e-07,
"loss": 2.2753,
"step": 260
},
{
"epoch": 2.61,
"learning_rate": 8.297580295566576e-07,
"loss": 2.1057,
"step": 262
},
{
"epoch": 2.63,
"learning_rate": 7.457877035729588e-07,
"loss": 2.2365,
"step": 264
},
{
"epoch": 2.65,
"learning_rate": 6.661315385496426e-07,
"loss": 2.2341,
"step": 266
},
{
"epoch": 2.67,
"learning_rate": 5.908266688755049e-07,
"loss": 2.1549,
"step": 268
},
{
"epoch": 2.68,
"learning_rate": 5.199082004372958e-07,
"loss": 2.2376,
"step": 270
},
{
"epoch": 2.7,
"learning_rate": 4.534091942539476e-07,
"loss": 2.0085,
"step": 272
},
{
"epoch": 2.72,
"learning_rate": 3.913606510640644e-07,
"loss": 2.1783,
"step": 274
},
{
"epoch": 2.74,
"learning_rate": 3.3379149687388866e-07,
"loss": 2.0287,
"step": 276
},
{
"epoch": 2.76,
"learning_rate": 2.807285694724804e-07,
"loss": 2.2411,
"step": 278
},
{
"epoch": 2.78,
"learning_rate": 2.3219660592038285e-07,
"loss": 2.1422,
"step": 280
},
{
"epoch": 2.8,
"learning_rate": 1.8821823101760949e-07,
"loss": 2.1875,
"step": 282
},
{
"epoch": 2.82,
"learning_rate": 1.4881394675633543e-07,
"loss": 2.0923,
"step": 284
},
{
"epoch": 2.84,
"learning_rate": 1.1400212276321377e-07,
"loss": 2.3118,
"step": 286
},
{
"epoch": 2.86,
"learning_rate": 8.379898773574924e-08,
"loss": 2.3483,
"step": 288
},
{
"epoch": 2.88,
"learning_rate": 5.821862187675775e-08,
"loss": 2.2267,
"step": 290
},
{
"epoch": 2.9,
"learning_rate": 3.727295033040035e-08,
"loss": 2.2736,
"step": 292
},
{
"epoch": 2.92,
"learning_rate": 2.0971737622883515e-08,
"loss": 1.9528,
"step": 294
},
{
"epoch": 2.94,
"learning_rate": 9.322583110392692e-09,
"loss": 1.9981,
"step": 296
},
{
"epoch": 2.96,
"learning_rate": 2.330917436402791e-09,
"loss": 2.0332,
"step": 298
},
{
"epoch": 2.98,
"learning_rate": 0.0,
"loss": 2.0429,
"step": 300
}
],
"logging_steps": 2,
"max_steps": 300,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 2.612281784003789e+16,
"trial_name": null,
"trial_params": null
}