{ "best_metric": 0.8278950452804565, "best_model_checkpoint": "beto-SemcorSDS-esp-mchoice/checkpoint-49572", "epoch": 2.0, "global_step": 49572, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 4.949568304688131e-05, "loss": 1.0107, "step": 500 }, { "epoch": 0.04, "learning_rate": 4.899136609376261e-05, "loss": 0.8723, "step": 1000 }, { "epoch": 0.06, "learning_rate": 4.848704914064391e-05, "loss": 0.8684, "step": 1500 }, { "epoch": 0.08, "learning_rate": 4.798273218752522e-05, "loss": 0.8193, "step": 2000 }, { "epoch": 0.1, "learning_rate": 4.747841523440652e-05, "loss": 0.8183, "step": 2500 }, { "epoch": 0.12, "learning_rate": 4.697409828128783e-05, "loss": 0.7922, "step": 3000 }, { "epoch": 0.14, "learning_rate": 4.6469781328169134e-05, "loss": 0.7736, "step": 3500 }, { "epoch": 0.16, "learning_rate": 4.5965464375050435e-05, "loss": 0.7731, "step": 4000 }, { "epoch": 0.18, "learning_rate": 4.5461147421931735e-05, "loss": 0.7645, "step": 4500 }, { "epoch": 0.2, "learning_rate": 4.495683046881304e-05, "loss": 0.747, "step": 5000 }, { "epoch": 0.22, "learning_rate": 4.4452513515694343e-05, "loss": 0.7296, "step": 5500 }, { "epoch": 0.24, "learning_rate": 4.394819656257565e-05, "loss": 0.6894, "step": 6000 }, { "epoch": 0.26, "learning_rate": 4.344387960945696e-05, "loss": 0.7093, "step": 6500 }, { "epoch": 0.28, "learning_rate": 4.293956265633826e-05, "loss": 0.7082, "step": 7000 }, { "epoch": 0.3, "learning_rate": 4.243524570321956e-05, "loss": 0.7191, "step": 7500 }, { "epoch": 0.32, "learning_rate": 4.193092875010087e-05, "loss": 0.7172, "step": 8000 }, { "epoch": 0.34, "learning_rate": 4.142661179698217e-05, "loss": 0.6845, "step": 8500 }, { "epoch": 0.36, "learning_rate": 4.0922294843863475e-05, "loss": 0.6957, "step": 9000 }, { "epoch": 0.38, "learning_rate": 4.041797789074478e-05, "loss": 0.6726, "step": 9500 }, { "epoch": 0.4, "learning_rate": 3.9913660937626076e-05, "loss": 0.6653, "step": 10000 }, { "epoch": 0.42, "learning_rate": 3.9409343984507384e-05, "loss": 0.6952, "step": 10500 }, { "epoch": 0.44, "learning_rate": 3.890502703138869e-05, "loss": 0.6757, "step": 11000 }, { "epoch": 0.46, "learning_rate": 3.840071007826999e-05, "loss": 0.7029, "step": 11500 }, { "epoch": 0.48, "learning_rate": 3.78963931251513e-05, "loss": 0.657, "step": 12000 }, { "epoch": 0.5, "learning_rate": 3.73920761720326e-05, "loss": 0.6924, "step": 12500 }, { "epoch": 0.52, "learning_rate": 3.68877592189139e-05, "loss": 0.6466, "step": 13000 }, { "epoch": 0.54, "learning_rate": 3.638344226579521e-05, "loss": 0.6479, "step": 13500 }, { "epoch": 0.56, "learning_rate": 3.5879125312676515e-05, "loss": 0.6381, "step": 14000 }, { "epoch": 0.59, "learning_rate": 3.5374808359557816e-05, "loss": 0.659, "step": 14500 }, { "epoch": 0.61, "learning_rate": 3.4870491406439124e-05, "loss": 0.6862, "step": 15000 }, { "epoch": 0.63, "learning_rate": 3.4366174453320424e-05, "loss": 0.6493, "step": 15500 }, { "epoch": 0.65, "learning_rate": 3.3861857500201725e-05, "loss": 0.6541, "step": 16000 }, { "epoch": 0.67, "learning_rate": 3.335754054708303e-05, "loss": 0.6269, "step": 16500 }, { "epoch": 0.69, "learning_rate": 3.285322359396434e-05, "loss": 0.6667, "step": 17000 }, { "epoch": 0.71, "learning_rate": 3.234890664084564e-05, "loss": 0.639, "step": 17500 }, { "epoch": 0.73, "learning_rate": 3.184458968772695e-05, "loss": 0.6136, "step": 18000 }, { "epoch": 0.75, "learning_rate": 3.134027273460825e-05, "loss": 0.6126, "step": 18500 }, { "epoch": 0.77, "learning_rate": 3.083595578148955e-05, "loss": 0.6108, "step": 19000 }, { "epoch": 0.79, "learning_rate": 3.0331638828370857e-05, "loss": 0.6087, "step": 19500 }, { "epoch": 0.81, "learning_rate": 2.982732187525216e-05, "loss": 0.6155, "step": 20000 }, { "epoch": 0.83, "learning_rate": 2.932300492213346e-05, "loss": 0.6204, "step": 20500 }, { "epoch": 0.85, "learning_rate": 2.881868796901477e-05, "loss": 0.6014, "step": 21000 }, { "epoch": 0.87, "learning_rate": 2.8314371015896073e-05, "loss": 0.5979, "step": 21500 }, { "epoch": 0.89, "learning_rate": 2.7810054062777373e-05, "loss": 0.6329, "step": 22000 }, { "epoch": 0.91, "learning_rate": 2.730573710965868e-05, "loss": 0.5963, "step": 22500 }, { "epoch": 0.93, "learning_rate": 2.6801420156539985e-05, "loss": 0.6109, "step": 23000 }, { "epoch": 0.95, "learning_rate": 2.6297103203421285e-05, "loss": 0.6187, "step": 23500 }, { "epoch": 0.97, "learning_rate": 2.5792786250302593e-05, "loss": 0.5924, "step": 24000 }, { "epoch": 0.99, "learning_rate": 2.5288469297183897e-05, "loss": 0.5883, "step": 24500 }, { "epoch": 1.0, "eval_accuracy": 0.8021398186683655, "eval_loss": 0.5718119144439697, "eval_runtime": 299.0287, "eval_samples_per_second": 69.077, "eval_steps_per_second": 11.514, "step": 24786 }, { "epoch": 1.01, "learning_rate": 2.4784152344065198e-05, "loss": 0.5161, "step": 25000 }, { "epoch": 1.03, "learning_rate": 2.4279835390946505e-05, "loss": 0.3989, "step": 25500 }, { "epoch": 1.05, "learning_rate": 2.3775518437827806e-05, "loss": 0.4255, "step": 26000 }, { "epoch": 1.07, "learning_rate": 2.327120148470911e-05, "loss": 0.4015, "step": 26500 }, { "epoch": 1.09, "learning_rate": 2.2766884531590417e-05, "loss": 0.4222, "step": 27000 }, { "epoch": 1.11, "learning_rate": 2.2262567578471718e-05, "loss": 0.4449, "step": 27500 }, { "epoch": 1.13, "learning_rate": 2.1758250625353022e-05, "loss": 0.4148, "step": 28000 }, { "epoch": 1.15, "learning_rate": 2.1253933672234326e-05, "loss": 0.4286, "step": 28500 }, { "epoch": 1.17, "learning_rate": 2.074961671911563e-05, "loss": 0.4623, "step": 29000 }, { "epoch": 1.19, "learning_rate": 2.0245299765996934e-05, "loss": 0.4258, "step": 29500 }, { "epoch": 1.21, "learning_rate": 1.9740982812878238e-05, "loss": 0.4439, "step": 30000 }, { "epoch": 1.23, "learning_rate": 1.9236665859759542e-05, "loss": 0.4485, "step": 30500 }, { "epoch": 1.25, "learning_rate": 1.8732348906640846e-05, "loss": 0.4374, "step": 31000 }, { "epoch": 1.27, "learning_rate": 1.822803195352215e-05, "loss": 0.4199, "step": 31500 }, { "epoch": 1.29, "learning_rate": 1.7723715000403454e-05, "loss": 0.4585, "step": 32000 }, { "epoch": 1.31, "learning_rate": 1.7219398047284758e-05, "loss": 0.4371, "step": 32500 }, { "epoch": 1.33, "learning_rate": 1.6715081094166062e-05, "loss": 0.4205, "step": 33000 }, { "epoch": 1.35, "learning_rate": 1.6210764141047366e-05, "loss": 0.4491, "step": 33500 }, { "epoch": 1.37, "learning_rate": 1.570644718792867e-05, "loss": 0.4186, "step": 34000 }, { "epoch": 1.39, "learning_rate": 1.5202130234809974e-05, "loss": 0.4236, "step": 34500 }, { "epoch": 1.41, "learning_rate": 1.4697813281691278e-05, "loss": 0.4114, "step": 35000 }, { "epoch": 1.43, "learning_rate": 1.419349632857258e-05, "loss": 0.4206, "step": 35500 }, { "epoch": 1.45, "learning_rate": 1.3689179375453886e-05, "loss": 0.4212, "step": 36000 }, { "epoch": 1.47, "learning_rate": 1.318486242233519e-05, "loss": 0.4327, "step": 36500 }, { "epoch": 1.49, "learning_rate": 1.2680545469216493e-05, "loss": 0.4082, "step": 37000 }, { "epoch": 1.51, "learning_rate": 1.2176228516097797e-05, "loss": 0.4307, "step": 37500 }, { "epoch": 1.53, "learning_rate": 1.1671911562979101e-05, "loss": 0.4021, "step": 38000 }, { "epoch": 1.55, "learning_rate": 1.1167594609860407e-05, "loss": 0.4307, "step": 38500 }, { "epoch": 1.57, "learning_rate": 1.0663277656741709e-05, "loss": 0.4307, "step": 39000 }, { "epoch": 1.59, "learning_rate": 1.0158960703623013e-05, "loss": 0.3856, "step": 39500 }, { "epoch": 1.61, "learning_rate": 9.654643750504317e-06, "loss": 0.4156, "step": 40000 }, { "epoch": 1.63, "learning_rate": 9.150326797385621e-06, "loss": 0.398, "step": 40500 }, { "epoch": 1.65, "learning_rate": 8.646009844266925e-06, "loss": 0.4467, "step": 41000 }, { "epoch": 1.67, "learning_rate": 8.141692891148229e-06, "loss": 0.3962, "step": 41500 }, { "epoch": 1.69, "learning_rate": 7.637375938029533e-06, "loss": 0.405, "step": 42000 }, { "epoch": 1.71, "learning_rate": 7.133058984910837e-06, "loss": 0.4219, "step": 42500 }, { "epoch": 1.73, "learning_rate": 6.628742031792141e-06, "loss": 0.4234, "step": 43000 }, { "epoch": 1.76, "learning_rate": 6.124425078673445e-06, "loss": 0.3794, "step": 43500 }, { "epoch": 1.78, "learning_rate": 5.6201081255547485e-06, "loss": 0.3924, "step": 44000 }, { "epoch": 1.8, "learning_rate": 5.1157911724360525e-06, "loss": 0.4233, "step": 44500 }, { "epoch": 1.82, "learning_rate": 4.611474219317357e-06, "loss": 0.3938, "step": 45000 }, { "epoch": 1.84, "learning_rate": 4.107157266198661e-06, "loss": 0.378, "step": 45500 }, { "epoch": 1.86, "learning_rate": 3.602840313079964e-06, "loss": 0.3797, "step": 46000 }, { "epoch": 1.88, "learning_rate": 3.0985233599612687e-06, "loss": 0.3882, "step": 46500 }, { "epoch": 1.9, "learning_rate": 2.5942064068425727e-06, "loss": 0.3475, "step": 47000 }, { "epoch": 1.92, "learning_rate": 2.0898894537238767e-06, "loss": 0.4292, "step": 47500 }, { "epoch": 1.94, "learning_rate": 1.5855725006051804e-06, "loss": 0.3869, "step": 48000 }, { "epoch": 1.96, "learning_rate": 1.0812555474864844e-06, "loss": 0.3847, "step": 48500 }, { "epoch": 1.98, "learning_rate": 5.769385943677882e-07, "loss": 0.3832, "step": 49000 }, { "epoch": 2.0, "learning_rate": 7.262164124909223e-08, "loss": 0.4131, "step": 49500 }, { "epoch": 2.0, "eval_accuracy": 0.8278950452804565, "eval_loss": 0.6946226954460144, "eval_runtime": 292.3668, "eval_samples_per_second": 70.651, "eval_steps_per_second": 11.776, "step": 49572 } ], "max_steps": 49572, "num_train_epochs": 2, "total_flos": 6.135635110010184e+16, "trial_name": null, "trial_params": null }