|
{ |
|
"best_metric": 2.562410593032837, |
|
"best_model_checkpoint": "output/bruce-springsteen/checkpoint-952", |
|
"epoch": 7.0, |
|
"global_step": 952, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.00013674294000958298, |
|
"loss": 3.78, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.00013537785052914354, |
|
"loss": 3.4816, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00013312292187310875, |
|
"loss": 3.3352, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.0001300082017869573, |
|
"loss": 3.354, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00012607519505006897, |
|
"loss": 3.4425, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.0001213763104094255, |
|
"loss": 3.4175, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00011597416221397217, |
|
"loss": 3.1509, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.000109940736055617, |
|
"loss": 3.3062, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00010335642953500487, |
|
"loss": 3.2804, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 9.630898093421199e-05, |
|
"loss": 2.9747, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 8.889230007218717e-05, |
|
"loss": 3.4039, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 8.120521692221673e-05, |
|
"loss": 3.3281, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 7.335016466654156e-05, |
|
"loss": 3.1832, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 6.543181473690228e-05, |
|
"loss": 3.0942, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 5.7555682029595066e-05, |
|
"loss": 3.2014, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 4.982671888105512e-05, |
|
"loss": 2.9804, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 4.2347916539754844e-05, |
|
"loss": 2.9935, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 3.5218932770313667e-05, |
|
"loss": 3.0304, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 2.8534763877493803e-05, |
|
"loss": 3.0939, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 2.2384478845846175e-05, |
|
"loss": 3.2979, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 1.6850032463056755e-05, |
|
"loss": 3.1302, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 1.200517324255647e-05, |
|
"loss": 2.9578, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 7.914460697724135e-06, |
|
"loss": 3.1475, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 4.6324050628611986e-06, |
|
"loss": 3.0137, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 2.202740924469675e-06, |
|
"loss": 2.9044, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 6.578444419609313e-07, |
|
"loss": 3.0162, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 1.8301923541685384e-08, |
|
"loss": 3.0899, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 2.968862771987915, |
|
"eval_runtime": 8.6913, |
|
"eval_samples_per_second": 21.286, |
|
"eval_steps_per_second": 2.761, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 2.926355061606279e-07, |
|
"loss": 3.099, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 1.4771895949302213e-06, |
|
"loss": 2.9362, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 3.55617957525975e-06, |
|
"loss": 2.8939, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 6.5019021485927275e-06, |
|
"loss": 2.8441, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 1.0275104488948473e-05, |
|
"loss": 2.7526, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 1.4825507301122139e-05, |
|
"loss": 3.0343, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 2.009247481060283e-05, |
|
"loss": 2.8204, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 2.600582275734942e-05, |
|
"loss": 2.8892, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 3.2486753626613365e-05, |
|
"loss": 3.0241, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 3.9448906654517264e-05, |
|
"loss": 2.9835, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 4.679950861668151e-05, |
|
"loss": 2.8951, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 5.444061006522326e-05, |
|
"loss": 2.9979, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 6.227039054081748e-05, |
|
"loss": 2.8296, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 7.018451536739584e-05, |
|
"loss": 2.9173, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 7.807752594969911e-05, |
|
"loss": 2.821, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 8.58442450474616e-05, |
|
"loss": 2.8064, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 9.338117830043867e-05, |
|
"loss": 2.8823, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.00010058789332844422, |
|
"loss": 2.9615, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.00010736835802938978, |
|
"loss": 2.8424, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 0.0001136322202420147, |
|
"loss": 2.9272, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.00011929601172133719, |
|
"loss": 2.7972, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.00012428426038341373, |
|
"loss": 2.6514, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00012853049599834097, |
|
"loss": 2.966, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.00013197813593027427, |
|
"loss": 3.0045, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 0.00013458123912165538, |
|
"loss": 2.6775, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.00013630511827453364, |
|
"loss": 2.6298, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.00013712680207144277, |
|
"loss": 2.6688, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 2.839606523513794, |
|
"eval_runtime": 8.7347, |
|
"eval_samples_per_second": 21.18, |
|
"eval_steps_per_second": 2.748, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 0.00013703534127657097, |
|
"loss": 2.81, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 0.00013603195463831566, |
|
"loss": 2.4255, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 0.00013413001264901686, |
|
"loss": 2.5457, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 0.00013135485937827823, |
|
"loss": 2.3628, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 0.0001277434747540102, |
|
"loss": 2.6079, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 0.0001233439817914244, |
|
"loss": 2.6005, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.00011821500533633198, |
|
"loss": 2.3133, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 0.00011242489086772457, |
|
"loss": 2.691, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 0.00010605079376937858, |
|
"loss": 2.4907, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 9.917765120627052e-05, |
|
"loss": 2.614, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 9.189705030592299e-05, |
|
"loss": 2.5114, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 8.430600772657927e-05, |
|
"loss": 2.3745, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 7.650567687490305e-05, |
|
"loss": 2.6594, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 6.860000000000001e-05, |
|
"loss": 2.6282, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 6.0694323125097e-05, |
|
"loss": 2.4007, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 5.289399227342078e-05, |
|
"loss": 2.61, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 4.530294969407699e-05, |
|
"loss": 2.4243, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 3.8022348793729525e-05, |
|
"loss": 2.6903, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 3.11492062306214e-05, |
|
"loss": 2.4129, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 2.4775109132275458e-05, |
|
"loss": 2.5884, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 1.8984994663667992e-05, |
|
"loss": 2.5451, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 1.3856018208575617e-05, |
|
"loss": 2.3267, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 9.45652524598977e-06, |
|
"loss": 2.6289, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 5.845140621721773e-06, |
|
"loss": 2.6761, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 3.069987350983113e-06, |
|
"loss": 2.548, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 1.1680453616843376e-06, |
|
"loss": 2.2025, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 1.646587234290122e-07, |
|
"loss": 2.4811, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 2.697875499725342, |
|
"eval_runtime": 8.7457, |
|
"eval_samples_per_second": 21.153, |
|
"eval_steps_per_second": 2.744, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 7.319792855724439e-08, |
|
"loss": 2.3981, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 8.948817254663383e-07, |
|
"loss": 2.4304, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 3.09, |
|
"learning_rate": 2.618760878344606e-06, |
|
"loss": 2.3479, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 5.22186406972573e-06, |
|
"loss": 2.2508, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 3.16, |
|
"learning_rate": 8.669504001659e-06, |
|
"loss": 2.2017, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 1.2915739616586271e-05, |
|
"loss": 2.3098, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"learning_rate": 1.7903988278662747e-05, |
|
"loss": 2.325, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 2.3567779757985262e-05, |
|
"loss": 2.331, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 2.983164197061009e-05, |
|
"loss": 2.2929, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 3.35, |
|
"learning_rate": 3.6612106671555745e-05, |
|
"loss": 2.2436, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 3.38, |
|
"learning_rate": 4.381882169956124e-05, |
|
"loss": 2.4438, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"learning_rate": 5.135575495253831e-05, |
|
"loss": 2.1411, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 3.46, |
|
"learning_rate": 5.9122474050300846e-05, |
|
"loss": 2.2244, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 3.49, |
|
"learning_rate": 6.701548463260412e-05, |
|
"loss": 2.2979, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"learning_rate": 7.492960945918241e-05, |
|
"loss": 2.188, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"learning_rate": 8.275938993477677e-05, |
|
"loss": 2.0263, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 9.04004913833184e-05, |
|
"loss": 2.4795, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 9.77510933454827e-05, |
|
"loss": 2.287, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 0.0001047132463733866, |
|
"loss": 2.2963, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"learning_rate": 0.0001111941772426506, |
|
"loss": 2.2048, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"learning_rate": 0.0001171075251893971, |
|
"loss": 2.416, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 3.79, |
|
"learning_rate": 0.00012237449269887778, |
|
"loss": 2.3413, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 3.82, |
|
"learning_rate": 0.0001269248955110515, |
|
"loss": 2.3194, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 3.86, |
|
"learning_rate": 0.00013069809785140726, |
|
"loss": 2.3466, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 0.00013364382042474026, |
|
"loss": 2.5401, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 0.00013572281040506975, |
|
"loss": 2.2886, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.00013690736449383938, |
|
"loss": 2.4436, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 2.6544318199157715, |
|
"eval_runtime": 8.682, |
|
"eval_samples_per_second": 21.308, |
|
"eval_steps_per_second": 2.764, |
|
"step": 544 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 0.00013718169807645832, |
|
"loss": 2.2455, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 4.04, |
|
"learning_rate": 0.00013654215555803907, |
|
"loss": 2.2189, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 4.08, |
|
"learning_rate": 0.00013499725907553032, |
|
"loss": 2.0464, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 4.12, |
|
"learning_rate": 0.00013256759493713885, |
|
"loss": 2.0255, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 4.15, |
|
"learning_rate": 0.00012928553930227594, |
|
"loss": 1.9056, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 4.19, |
|
"learning_rate": 0.0001251948267574435, |
|
"loss": 2.1303, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 4.23, |
|
"learning_rate": 0.00012034996753694334, |
|
"loss": 2.1789, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 4.26, |
|
"learning_rate": 0.00011481552115415383, |
|
"loss": 2.1376, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 0.00010866523612250621, |
|
"loss": 2.1059, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 4.34, |
|
"learning_rate": 0.00010198106722968643, |
|
"loss": 2.3021, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"learning_rate": 9.485208346024522e-05, |
|
"loss": 2.096, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 4.41, |
|
"learning_rate": 8.73732811189448e-05, |
|
"loss": 2.1222, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 4.45, |
|
"learning_rate": 7.964431797040506e-05, |
|
"loss": 2.1479, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"learning_rate": 7.176818526309773e-05, |
|
"loss": 2.112, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"learning_rate": 6.384983533345843e-05, |
|
"loss": 1.9858, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 4.56, |
|
"learning_rate": 5.599478307778335e-05, |
|
"loss": 2.0653, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 4.83076999278129e-05, |
|
"loss": 2.3118, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 4.63, |
|
"learning_rate": 4.089101906578792e-05, |
|
"loss": 2.1364, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"learning_rate": 3.3843570464995244e-05, |
|
"loss": 1.9424, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 4.71, |
|
"learning_rate": 2.7259263944382997e-05, |
|
"loss": 2.0466, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 4.74, |
|
"learning_rate": 2.12258377860279e-05, |
|
"loss": 2.2663, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 4.78, |
|
"learning_rate": 1.5823689590574545e-05, |
|
"loss": 2.1516, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 4.82, |
|
"learning_rate": 1.112480494993106e-05, |
|
"loss": 2.0252, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 4.85, |
|
"learning_rate": 7.191798213042784e-06, |
|
"loss": 2.1763, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 4.89, |
|
"learning_rate": 4.077078126891299e-06, |
|
"loss": 1.8925, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 4.93, |
|
"learning_rate": 1.822149470856462e-06, |
|
"loss": 2.0655, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 4.96, |
|
"learning_rate": 4.570599904170397e-07, |
|
"loss": 2.0477, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"learning_rate": 0.0, |
|
"loss": 1.8207, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_loss": 2.601478338241577, |
|
"eval_runtime": 8.6457, |
|
"eval_samples_per_second": 21.398, |
|
"eval_steps_per_second": 2.776, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 5.04, |
|
"learning_rate": 4.570599904170321e-07, |
|
"loss": 1.6645, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 5.07, |
|
"learning_rate": 1.8221494708564468e-06, |
|
"loss": 1.9202, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 5.11, |
|
"learning_rate": 4.0770781268912235e-06, |
|
"loss": 1.761, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 5.15, |
|
"learning_rate": 7.191798213042746e-06, |
|
"loss": 1.877, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 5.18, |
|
"learning_rate": 1.1124804949931014e-05, |
|
"loss": 1.7914, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 5.22, |
|
"learning_rate": 1.5823689590574568e-05, |
|
"loss": 1.9094, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 5.26, |
|
"learning_rate": 2.122583778602784e-05, |
|
"loss": 1.8799, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 5.29, |
|
"learning_rate": 2.7259263944382926e-05, |
|
"loss": 1.625, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 5.33, |
|
"learning_rate": 3.384357046499517e-05, |
|
"loss": 1.673, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 5.37, |
|
"learning_rate": 4.089101906578795e-05, |
|
"loss": 1.7023, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 5.4, |
|
"learning_rate": 4.8307699927812706e-05, |
|
"loss": 1.9625, |
|
"step": 735 |
|
}, |
|
{ |
|
"epoch": 5.44, |
|
"learning_rate": 5.599478307778327e-05, |
|
"loss": 1.8095, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 5.48, |
|
"learning_rate": 6.384983533345835e-05, |
|
"loss": 2.0594, |
|
"step": 745 |
|
}, |
|
{ |
|
"epoch": 5.51, |
|
"learning_rate": 7.176818526309777e-05, |
|
"loss": 1.9059, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 5.55, |
|
"learning_rate": 7.964431797040486e-05, |
|
"loss": 1.8821, |
|
"step": 755 |
|
}, |
|
{ |
|
"epoch": 5.59, |
|
"learning_rate": 8.737328111894472e-05, |
|
"loss": 2.187, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 5.62, |
|
"learning_rate": 9.485208346024515e-05, |
|
"loss": 2.0599, |
|
"step": 765 |
|
}, |
|
{ |
|
"epoch": 5.66, |
|
"learning_rate": 0.00010198106722968646, |
|
"loss": 1.9395, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 5.7, |
|
"learning_rate": 0.00010866523612250605, |
|
"loss": 1.8671, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 5.74, |
|
"learning_rate": 0.00011481552115415377, |
|
"loss": 2.1133, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 5.77, |
|
"learning_rate": 0.0001203499675369433, |
|
"loss": 1.9346, |
|
"step": 785 |
|
}, |
|
{ |
|
"epoch": 5.81, |
|
"learning_rate": 0.00012519482675744353, |
|
"loss": 2.0467, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 5.85, |
|
"learning_rate": 0.00012928553930227583, |
|
"loss": 1.8789, |
|
"step": 795 |
|
}, |
|
{ |
|
"epoch": 5.88, |
|
"learning_rate": 0.00013256759493713883, |
|
"loss": 1.8932, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 5.92, |
|
"learning_rate": 0.0001349972590755303, |
|
"loss": 1.8909, |
|
"step": 805 |
|
}, |
|
{ |
|
"epoch": 5.96, |
|
"learning_rate": 0.00013654215555803907, |
|
"loss": 2.1403, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 5.99, |
|
"learning_rate": 0.00013718169807645832, |
|
"loss": 1.8803, |
|
"step": 815 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_loss": 2.6078295707702637, |
|
"eval_runtime": 8.6964, |
|
"eval_samples_per_second": 21.273, |
|
"eval_steps_per_second": 2.76, |
|
"step": 816 |
|
}, |
|
{ |
|
"epoch": 6.03, |
|
"learning_rate": 0.00013690736449383938, |
|
"loss": 1.7367, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 6.07, |
|
"learning_rate": 0.00013572281040506978, |
|
"loss": 1.8923, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 6.1, |
|
"learning_rate": 0.0001336438204247403, |
|
"loss": 1.7941, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 6.14, |
|
"learning_rate": 0.00013069809785140734, |
|
"loss": 1.733, |
|
"step": 835 |
|
}, |
|
{ |
|
"epoch": 6.18, |
|
"learning_rate": 0.00012692489551105156, |
|
"loss": 1.6456, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 6.21, |
|
"learning_rate": 0.00012237449269887794, |
|
"loss": 1.7817, |
|
"step": 845 |
|
}, |
|
{ |
|
"epoch": 6.25, |
|
"learning_rate": 0.00011710752518939715, |
|
"loss": 1.8526, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 6.29, |
|
"learning_rate": 0.00011119417724265067, |
|
"loss": 1.6085, |
|
"step": 855 |
|
}, |
|
{ |
|
"epoch": 6.32, |
|
"learning_rate": 0.00010471324637338676, |
|
"loss": 1.7472, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 6.36, |
|
"learning_rate": 9.775109334548278e-05, |
|
"loss": 1.7182, |
|
"step": 865 |
|
}, |
|
{ |
|
"epoch": 6.4, |
|
"learning_rate": 9.040049138331835e-05, |
|
"loss": 1.7503, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 6.43, |
|
"learning_rate": 8.275938993477671e-05, |
|
"loss": 1.7068, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 6.47, |
|
"learning_rate": 7.492960945918261e-05, |
|
"loss": 1.6923, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 6.51, |
|
"learning_rate": 6.701548463260408e-05, |
|
"loss": 1.6817, |
|
"step": 885 |
|
}, |
|
{ |
|
"epoch": 6.54, |
|
"learning_rate": 5.912247405030094e-05, |
|
"loss": 1.6556, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 6.58, |
|
"learning_rate": 5.135575495253826e-05, |
|
"loss": 1.7865, |
|
"step": 895 |
|
}, |
|
{ |
|
"epoch": 6.62, |
|
"learning_rate": 4.3818821699561535e-05, |
|
"loss": 1.9308, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 6.65, |
|
"learning_rate": 3.661210667155582e-05, |
|
"loss": 1.7407, |
|
"step": 905 |
|
}, |
|
{ |
|
"epoch": 6.69, |
|
"learning_rate": 2.9831641970610168e-05, |
|
"loss": 1.5858, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 6.73, |
|
"learning_rate": 2.3567779757985323e-05, |
|
"loss": 1.6857, |
|
"step": 915 |
|
}, |
|
{ |
|
"epoch": 6.76, |
|
"learning_rate": 1.7903988278662893e-05, |
|
"loss": 1.6211, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 6.8, |
|
"learning_rate": 1.2915739616586247e-05, |
|
"loss": 1.6546, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 6.84, |
|
"learning_rate": 8.669504001659107e-06, |
|
"loss": 1.9644, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 6.88, |
|
"learning_rate": 5.221864069725715e-06, |
|
"loss": 1.6495, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 6.91, |
|
"learning_rate": 2.618760878344629e-06, |
|
"loss": 1.7503, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 6.95, |
|
"learning_rate": 8.948817254663764e-07, |
|
"loss": 1.9784, |
|
"step": 945 |
|
}, |
|
{ |
|
"epoch": 6.99, |
|
"learning_rate": 7.3197928557252e-08, |
|
"loss": 1.7477, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_loss": 2.562410593032837, |
|
"eval_runtime": 8.7008, |
|
"eval_samples_per_second": 21.262, |
|
"eval_steps_per_second": 2.758, |
|
"step": 952 |
|
} |
|
], |
|
"max_steps": 2720, |
|
"num_train_epochs": 20, |
|
"total_flos": 991341969408000.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|