| { | |
| "best_metric": 0.925627350509402, | |
| "best_model_checkpoint": "checkpoints/BEE-spoke-data-bert-plus-L8-v1.0-allNLI_matryoshka-synthetic-text-similarity-Mar-07_22-56/checkpoint-3600", | |
| "epoch": 0.35376884422110555, | |
| "eval_steps": 300, | |
| "global_step": 4400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.8406219482421875, | |
| "learning_rate": 8.038585209003216e-08, | |
| "loss": 0.1372, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.115014553070068, | |
| "learning_rate": 1.6077170418006432e-07, | |
| "loss": 0.1134, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3239176273345947, | |
| "learning_rate": 2.4115755627009647e-07, | |
| "loss": 0.0902, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.643126964569092, | |
| "learning_rate": 3.2154340836012864e-07, | |
| "loss": 0.0907, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.8138389587402344, | |
| "learning_rate": 4.019292604501608e-07, | |
| "loss": 0.087, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.0662753582000732, | |
| "learning_rate": 4.823151125401929e-07, | |
| "loss": 0.0713, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.2391765117645264, | |
| "learning_rate": 5.627009646302252e-07, | |
| "loss": 0.0724, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.7336483001708984, | |
| "learning_rate": 6.430868167202573e-07, | |
| "loss": 0.0711, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.5051072239875793, | |
| "learning_rate": 7.234726688102894e-07, | |
| "loss": 0.0386, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8692330121994019, | |
| "learning_rate": 8.038585209003216e-07, | |
| "loss": 0.07, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.106194257736206, | |
| "learning_rate": 8.842443729903538e-07, | |
| "loss": 0.0908, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.4909865856170654, | |
| "learning_rate": 9.646302250803859e-07, | |
| "loss": 0.0632, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8705946207046509, | |
| "learning_rate": 1.045016077170418e-06, | |
| "loss": 0.0436, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9496204853057861, | |
| "learning_rate": 1.1254019292604503e-06, | |
| "loss": 0.0481, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.2997841835021973, | |
| "learning_rate": 1.2057877813504825e-06, | |
| "loss": 0.0552, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.0006277561187744, | |
| "learning_rate": 1.2861736334405146e-06, | |
| "loss": 0.0249, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.1965364217758179, | |
| "learning_rate": 1.3665594855305468e-06, | |
| "loss": 0.0261, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8660438656806946, | |
| "learning_rate": 1.4469453376205788e-06, | |
| "loss": 0.0383, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8808113932609558, | |
| "learning_rate": 1.527331189710611e-06, | |
| "loss": 0.0254, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.918907880783081, | |
| "learning_rate": 1.6077170418006432e-06, | |
| "loss": 0.0656, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.735292673110962, | |
| "learning_rate": 1.6881028938906755e-06, | |
| "loss": 0.0518, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.8118743896484375, | |
| "learning_rate": 1.7684887459807077e-06, | |
| "loss": 0.0908, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.0685555934906006, | |
| "learning_rate": 1.84887459807074e-06, | |
| "loss": 0.0332, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8618605732917786, | |
| "learning_rate": 1.9292604501607717e-06, | |
| "loss": 0.0456, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.7448190450668335, | |
| "learning_rate": 2.0096463022508037e-06, | |
| "loss": 0.0349, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6762810945510864, | |
| "learning_rate": 2.090032154340836e-06, | |
| "loss": 0.025, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.172909736633301, | |
| "learning_rate": 2.170418006430868e-06, | |
| "loss": 0.0334, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.036996364593506, | |
| "learning_rate": 2.2508038585209006e-06, | |
| "loss": 0.0548, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.498236894607544, | |
| "learning_rate": 2.3311897106109326e-06, | |
| "loss": 0.0492, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.8583147525787354, | |
| "learning_rate": 2.411575562700965e-06, | |
| "loss": 0.05, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.241025686264038, | |
| "learning_rate": 2.491961414790997e-06, | |
| "loss": 0.0264, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9725112915039062, | |
| "learning_rate": 2.572347266881029e-06, | |
| "loss": 0.0321, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.9365035891532898, | |
| "learning_rate": 2.6527331189710615e-06, | |
| "loss": 0.0149, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.9742757081985474, | |
| "learning_rate": 2.7331189710610936e-06, | |
| "loss": 0.0186, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.9915574193000793, | |
| "learning_rate": 2.813504823151126e-06, | |
| "loss": 0.0308, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.514364719390869, | |
| "learning_rate": 2.8938906752411576e-06, | |
| "loss": 0.0288, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.717421293258667, | |
| "learning_rate": 2.97427652733119e-06, | |
| "loss": 0.0371, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.118988990783691, | |
| "learning_rate": 3.054662379421222e-06, | |
| "loss": 0.0494, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1433117389678955, | |
| "learning_rate": 3.135048231511254e-06, | |
| "loss": 0.0515, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.93222975730896, | |
| "learning_rate": 3.2154340836012865e-06, | |
| "loss": 0.0276, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6795055270195007, | |
| "learning_rate": 3.2958199356913185e-06, | |
| "loss": 0.0318, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.950875997543335, | |
| "learning_rate": 3.376205787781351e-06, | |
| "loss": 0.0335, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8429243564605713, | |
| "learning_rate": 3.456591639871383e-06, | |
| "loss": 0.0434, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2567358016967773, | |
| "learning_rate": 3.5369774919614154e-06, | |
| "loss": 0.0324, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.407845139503479, | |
| "learning_rate": 3.617363344051447e-06, | |
| "loss": 0.0309, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.4068539142608643, | |
| "learning_rate": 3.69774919614148e-06, | |
| "loss": 0.0454, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8196914196014404, | |
| "learning_rate": 3.7781350482315114e-06, | |
| "loss": 0.0255, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.0097465515136719, | |
| "learning_rate": 3.8585209003215434e-06, | |
| "loss": 0.0263, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.995619773864746, | |
| "learning_rate": 3.938906752411576e-06, | |
| "loss": 0.0331, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.168858528137207, | |
| "learning_rate": 4.0192926045016075e-06, | |
| "loss": 0.0416, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8158152103424072, | |
| "learning_rate": 4.09967845659164e-06, | |
| "loss": 0.0385, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8158726692199707, | |
| "learning_rate": 4.180064308681672e-06, | |
| "loss": 0.0385, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6891674995422363, | |
| "learning_rate": 4.260450160771704e-06, | |
| "loss": 0.0182, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5722671747207642, | |
| "learning_rate": 4.340836012861736e-06, | |
| "loss": 0.0323, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8213624954223633, | |
| "learning_rate": 4.421221864951769e-06, | |
| "loss": 0.0351, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.2886526584625244, | |
| "learning_rate": 4.501607717041801e-06, | |
| "loss": 0.0401, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6343109607696533, | |
| "learning_rate": 4.581993569131833e-06, | |
| "loss": 0.0343, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7094342708587646, | |
| "learning_rate": 4.662379421221865e-06, | |
| "loss": 0.0261, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2275326251983643, | |
| "learning_rate": 4.742765273311897e-06, | |
| "loss": 0.0183, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9329387545585632, | |
| "learning_rate": 4.82315112540193e-06, | |
| "loss": 0.0651, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 0.03527999296784401, | |
| "eval_pearson_cosine": 0.8237974983947806, | |
| "eval_pearson_dot": 0.79982187310788, | |
| "eval_pearson_euclidean": 0.8049934987510711, | |
| "eval_pearson_manhattan": 0.802979519881207, | |
| "eval_pearson_max": 0.8237974983947806, | |
| "eval_runtime": 426.4216, | |
| "eval_samples_per_second": 1.173, | |
| "eval_spearman_cosine": 0.8749033396133584, | |
| "eval_spearman_dot": 0.8475867183468735, | |
| "eval_spearman_euclidean": 0.8703331453325813, | |
| "eval_spearman_manhattan": 0.8672266689066755, | |
| "eval_spearman_max": 0.8749033396133584, | |
| "eval_steps_per_second": 1.173, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6371708512306213, | |
| "learning_rate": 4.903536977491961e-06, | |
| "loss": 0.019, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.065721035003662, | |
| "learning_rate": 4.983922829581994e-06, | |
| "loss": 0.0193, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.1992969512939453, | |
| "learning_rate": 5.064308681672026e-06, | |
| "loss": 0.0579, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.422349214553833, | |
| "learning_rate": 5.144694533762058e-06, | |
| "loss": 0.0342, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.09092378616333, | |
| "learning_rate": 5.22508038585209e-06, | |
| "loss": 0.0321, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6249920129776, | |
| "learning_rate": 5.305466237942123e-06, | |
| "loss": 0.05, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4493677616119385, | |
| "learning_rate": 5.385852090032154e-06, | |
| "loss": 0.0371, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.1457599401474, | |
| "learning_rate": 5.466237942122187e-06, | |
| "loss": 0.0191, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7196341156959534, | |
| "learning_rate": 5.546623794212219e-06, | |
| "loss": 0.0653, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7609484791755676, | |
| "learning_rate": 5.627009646302252e-06, | |
| "loss": 0.0234, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9668811559677124, | |
| "learning_rate": 5.707395498392283e-06, | |
| "loss": 0.043, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4503982067108154, | |
| "learning_rate": 5.787781350482315e-06, | |
| "loss": 0.0423, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6571695804595947, | |
| "learning_rate": 5.868167202572348e-06, | |
| "loss": 0.0463, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0262566804885864, | |
| "learning_rate": 5.94855305466238e-06, | |
| "loss": 0.0362, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.1059563159942627, | |
| "learning_rate": 6.028938906752412e-06, | |
| "loss": 0.0291, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3710355758666992, | |
| "learning_rate": 6.109324758842444e-06, | |
| "loss": 0.0286, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.9536277055740356, | |
| "learning_rate": 6.189710610932477e-06, | |
| "loss": 0.048, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.9812152981758118, | |
| "learning_rate": 6.270096463022508e-06, | |
| "loss": 0.0211, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8256497383117676, | |
| "learning_rate": 6.350482315112541e-06, | |
| "loss": 0.0248, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5534074306488037, | |
| "learning_rate": 6.430868167202573e-06, | |
| "loss": 0.0406, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.0551486015319824, | |
| "learning_rate": 6.511254019292606e-06, | |
| "loss": 0.0299, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8460248708724976, | |
| "learning_rate": 6.591639871382637e-06, | |
| "loss": 0.0182, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7704716920852661, | |
| "learning_rate": 6.672025723472669e-06, | |
| "loss": 0.0223, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 8.103775024414062, | |
| "learning_rate": 6.752411575562702e-06, | |
| "loss": 0.0296, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.514302134513855, | |
| "learning_rate": 6.832797427652733e-06, | |
| "loss": 0.0302, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5787880420684814, | |
| "learning_rate": 6.913183279742766e-06, | |
| "loss": 0.0229, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.478020429611206, | |
| "learning_rate": 6.993569131832798e-06, | |
| "loss": 0.03, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.8203696608543396, | |
| "learning_rate": 7.073954983922831e-06, | |
| "loss": 0.0333, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.000648856163025, | |
| "learning_rate": 7.154340836012862e-06, | |
| "loss": 0.0177, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5386018753051758, | |
| "learning_rate": 7.234726688102894e-06, | |
| "loss": 0.0351, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.0292292833328247, | |
| "learning_rate": 7.315112540192927e-06, | |
| "loss": 0.0395, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5625340938568115, | |
| "learning_rate": 7.39549839228296e-06, | |
| "loss": 0.0299, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.6210525035858154, | |
| "learning_rate": 7.475884244372991e-06, | |
| "loss": 0.0321, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8112176656723022, | |
| "learning_rate": 7.556270096463023e-06, | |
| "loss": 0.0316, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.0322524309158325, | |
| "learning_rate": 7.636655948553056e-06, | |
| "loss": 0.0253, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.308305263519287, | |
| "learning_rate": 7.717041800643087e-06, | |
| "loss": 0.0387, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2584173679351807, | |
| "learning_rate": 7.79742765273312e-06, | |
| "loss": 0.0353, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6924129128456116, | |
| "learning_rate": 7.877813504823153e-06, | |
| "loss": 0.0157, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.4199492931365967, | |
| "learning_rate": 7.958199356913184e-06, | |
| "loss": 0.0401, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.35832083225250244, | |
| "learning_rate": 8.038585209003215e-06, | |
| "loss": 0.0227, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6043404340744019, | |
| "learning_rate": 8.118971061093248e-06, | |
| "loss": 0.0199, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0943973064422607, | |
| "learning_rate": 8.19935691318328e-06, | |
| "loss": 0.0213, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.8544149398803711, | |
| "learning_rate": 8.279742765273314e-06, | |
| "loss": 0.0226, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.021656036376953, | |
| "learning_rate": 8.360128617363345e-06, | |
| "loss": 0.0574, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3117215633392334, | |
| "learning_rate": 8.440514469453378e-06, | |
| "loss": 0.019, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2881953716278076, | |
| "learning_rate": 8.520900321543409e-06, | |
| "loss": 0.0267, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.115152597427368, | |
| "learning_rate": 8.601286173633442e-06, | |
| "loss": 0.0233, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7420244216918945, | |
| "learning_rate": 8.681672025723473e-06, | |
| "loss": 0.0216, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2626619338989258, | |
| "learning_rate": 8.762057877813506e-06, | |
| "loss": 0.0182, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5143030881881714, | |
| "learning_rate": 8.842443729903538e-06, | |
| "loss": 0.0261, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1002925634384155, | |
| "learning_rate": 8.92282958199357e-06, | |
| "loss": 0.022, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9754141569137573, | |
| "learning_rate": 9.003215434083602e-06, | |
| "loss": 0.0252, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3871146440505981, | |
| "learning_rate": 9.083601286173634e-06, | |
| "loss": 0.0456, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.471267580986023, | |
| "learning_rate": 9.163987138263667e-06, | |
| "loss": 0.0384, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8994916677474976, | |
| "learning_rate": 9.244372990353698e-06, | |
| "loss": 0.036, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7490404844284058, | |
| "learning_rate": 9.32475884244373e-06, | |
| "loss": 0.0221, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3971872329711914, | |
| "learning_rate": 9.405144694533763e-06, | |
| "loss": 0.0302, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9706817865371704, | |
| "learning_rate": 9.485530546623795e-06, | |
| "loss": 0.0291, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.0623135566711426, | |
| "learning_rate": 9.565916398713827e-06, | |
| "loss": 0.0332, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.330348253250122, | |
| "learning_rate": 9.64630225080386e-06, | |
| "loss": 0.031, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 0.03203292191028595, | |
| "eval_pearson_cosine": 0.8607192041230748, | |
| "eval_pearson_dot": 0.8492954726274867, | |
| "eval_pearson_euclidean": 0.8425777905216318, | |
| "eval_pearson_manhattan": 0.8394006469079365, | |
| "eval_pearson_max": 0.8607192041230748, | |
| "eval_runtime": 425.6285, | |
| "eval_samples_per_second": 1.175, | |
| "eval_spearman_cosine": 0.8971169644678579, | |
| "eval_spearman_dot": 0.8784386497545991, | |
| "eval_spearman_euclidean": 0.894069240276961, | |
| "eval_spearman_manhattan": 0.8926532346129386, | |
| "eval_spearman_max": 0.8971169644678579, | |
| "eval_steps_per_second": 1.175, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.334221124649048, | |
| "learning_rate": 9.726688102893891e-06, | |
| "loss": 0.0273, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7424949407577515, | |
| "learning_rate": 9.807073954983923e-06, | |
| "loss": 0.0647, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4894630908966064, | |
| "learning_rate": 9.887459807073955e-06, | |
| "loss": 0.0361, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4873441159725189, | |
| "learning_rate": 9.967845659163988e-06, | |
| "loss": 0.0264, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5973559617996216, | |
| "learning_rate": 1.0048231511254021e-05, | |
| "loss": 0.029, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1919150352478027, | |
| "learning_rate": 1.0128617363344052e-05, | |
| "loss": 0.0328, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3969812393188477, | |
| "learning_rate": 1.0209003215434084e-05, | |
| "loss": 0.043, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.33707332611084, | |
| "learning_rate": 1.0289389067524116e-05, | |
| "loss": 0.0448, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3516573905944824, | |
| "learning_rate": 1.0369774919614148e-05, | |
| "loss": 0.0328, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.014158248901367, | |
| "learning_rate": 1.045016077170418e-05, | |
| "loss": 0.0326, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1477378606796265, | |
| "learning_rate": 1.0530546623794213e-05, | |
| "loss": 0.025, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8221299648284912, | |
| "learning_rate": 1.0610932475884246e-05, | |
| "loss": 0.0425, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.68177330493927, | |
| "learning_rate": 1.0691318327974279e-05, | |
| "loss": 0.025, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4552159309387207, | |
| "learning_rate": 1.0771704180064308e-05, | |
| "loss": 0.0398, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.352478265762329, | |
| "learning_rate": 1.0852090032154341e-05, | |
| "loss": 0.0155, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9538177251815796, | |
| "learning_rate": 1.0932475884244374e-05, | |
| "loss": 0.0299, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.0173323154449463, | |
| "learning_rate": 1.1012861736334405e-05, | |
| "loss": 0.0268, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.0908379554748535, | |
| "learning_rate": 1.1093247588424438e-05, | |
| "loss": 0.0308, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.6585212349891663, | |
| "learning_rate": 1.1173633440514471e-05, | |
| "loss": 0.025, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.959600567817688, | |
| "learning_rate": 1.1254019292604504e-05, | |
| "loss": 0.0219, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.2033023834228516, | |
| "learning_rate": 1.1334405144694535e-05, | |
| "loss": 0.0315, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.735729455947876, | |
| "learning_rate": 1.1414790996784566e-05, | |
| "loss": 0.0249, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.850893497467041, | |
| "learning_rate": 1.14951768488746e-05, | |
| "loss": 0.0248, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.902856171131134, | |
| "learning_rate": 1.157556270096463e-05, | |
| "loss": 0.0683, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.6975336670875549, | |
| "learning_rate": 1.1655948553054663e-05, | |
| "loss": 0.0315, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.3982033729553223, | |
| "learning_rate": 1.1736334405144696e-05, | |
| "loss": 0.0479, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.775419235229492, | |
| "learning_rate": 1.1816720257234729e-05, | |
| "loss": 0.068, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.9351024627685547, | |
| "learning_rate": 1.189710610932476e-05, | |
| "loss": 0.0254, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5352950096130371, | |
| "learning_rate": 1.1977491961414791e-05, | |
| "loss": 0.0193, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.5528688430786133, | |
| "learning_rate": 1.2057877813504824e-05, | |
| "loss": 0.039, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.6287634372711182, | |
| "learning_rate": 1.2138263665594855e-05, | |
| "loss": 0.017, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0720481872558594, | |
| "learning_rate": 1.2218649517684888e-05, | |
| "loss": 0.0261, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.8808945417404175, | |
| "learning_rate": 1.2299035369774921e-05, | |
| "loss": 0.0224, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.175379753112793, | |
| "learning_rate": 1.2379421221864954e-05, | |
| "loss": 0.0157, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7339066863059998, | |
| "learning_rate": 1.2459807073954987e-05, | |
| "loss": 0.0242, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5107578039169312, | |
| "learning_rate": 1.2540192926045016e-05, | |
| "loss": 0.0245, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5132850408554077, | |
| "learning_rate": 1.2620578778135049e-05, | |
| "loss": 0.0191, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7692009210586548, | |
| "learning_rate": 1.2700964630225082e-05, | |
| "loss": 0.019, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1860913038253784, | |
| "learning_rate": 1.2781350482315113e-05, | |
| "loss": 0.0121, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.9162280559539795, | |
| "learning_rate": 1.2861736334405146e-05, | |
| "loss": 0.0195, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.2460323572158813, | |
| "learning_rate": 1.2942122186495179e-05, | |
| "loss": 0.0223, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.7504421472549438, | |
| "learning_rate": 1.3022508038585212e-05, | |
| "loss": 0.0325, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.3735928535461426, | |
| "learning_rate": 1.3102893890675241e-05, | |
| "loss": 0.0213, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.1271485090255737, | |
| "learning_rate": 1.3183279742765274e-05, | |
| "loss": 0.0219, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8849589228630066, | |
| "learning_rate": 1.3263665594855307e-05, | |
| "loss": 0.0143, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.7527520060539246, | |
| "learning_rate": 1.3344051446945338e-05, | |
| "loss": 0.0241, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.0900169610977173, | |
| "learning_rate": 1.3424437299035371e-05, | |
| "loss": 0.0414, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.1919902563095093, | |
| "learning_rate": 1.3504823151125404e-05, | |
| "loss": 0.0234, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8385984301567078, | |
| "learning_rate": 1.3585209003215437e-05, | |
| "loss": 0.0239, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9777655005455017, | |
| "learning_rate": 1.3665594855305466e-05, | |
| "loss": 0.0145, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.2803690433502197, | |
| "learning_rate": 1.3745980707395499e-05, | |
| "loss": 0.0274, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.1460819244384766, | |
| "learning_rate": 1.3826366559485532e-05, | |
| "loss": 0.0373, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8751824498176575, | |
| "learning_rate": 1.3906752411575563e-05, | |
| "loss": 0.0204, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.566417932510376, | |
| "learning_rate": 1.3987138263665596e-05, | |
| "loss": 0.0139, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6487017869949341, | |
| "learning_rate": 1.4067524115755629e-05, | |
| "loss": 0.0458, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.9419571161270142, | |
| "learning_rate": 1.4147909967845662e-05, | |
| "loss": 0.0215, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.7554964423179626, | |
| "learning_rate": 1.4228295819935693e-05, | |
| "loss": 0.0219, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.240870475769043, | |
| "learning_rate": 1.4308681672025724e-05, | |
| "loss": 0.0291, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.2490875720977783, | |
| "learning_rate": 1.4389067524115757e-05, | |
| "loss": 0.0256, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9301912188529968, | |
| "learning_rate": 1.4469453376205788e-05, | |
| "loss": 0.0303, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.0409804992377758, | |
| "eval_pearson_cosine": 0.8657545592954407, | |
| "eval_pearson_dot": 0.8604614808110218, | |
| "eval_pearson_euclidean": 0.849931010036339, | |
| "eval_pearson_manhattan": 0.84985721810182, | |
| "eval_pearson_max": 0.8657545592954407, | |
| "eval_runtime": 425.4053, | |
| "eval_samples_per_second": 1.175, | |
| "eval_spearman_cosine": 0.9034730538922157, | |
| "eval_spearman_dot": 0.8936158304633218, | |
| "eval_spearman_euclidean": 0.9027816591266363, | |
| "eval_spearman_manhattan": 0.9029234516938067, | |
| "eval_spearman_max": 0.9034730538922157, | |
| "eval_steps_per_second": 1.175, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6353436708450317, | |
| "learning_rate": 1.454983922829582e-05, | |
| "loss": 0.0306, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.5071334838867188, | |
| "learning_rate": 1.4630225080385854e-05, | |
| "loss": 0.0529, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.511518716812134, | |
| "learning_rate": 1.4710610932475886e-05, | |
| "loss": 0.0351, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.8150439858436584, | |
| "learning_rate": 1.479099678456592e-05, | |
| "loss": 0.0304, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.909027636051178, | |
| "learning_rate": 1.4871382636655949e-05, | |
| "loss": 0.0306, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.117823362350464, | |
| "learning_rate": 1.4951768488745982e-05, | |
| "loss": 0.0444, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0820565223693848, | |
| "learning_rate": 1.5032154340836015e-05, | |
| "loss": 0.0147, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0721031427383423, | |
| "learning_rate": 1.5112540192926046e-05, | |
| "loss": 0.0379, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6273934841156006, | |
| "learning_rate": 1.5192926045016079e-05, | |
| "loss": 0.0202, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.4175567626953125, | |
| "learning_rate": 1.527331189710611e-05, | |
| "loss": 0.0265, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.7840615510940552, | |
| "learning_rate": 1.5353697749196143e-05, | |
| "loss": 0.0194, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.6450772285461426, | |
| "learning_rate": 1.5434083601286174e-05, | |
| "loss": 0.0271, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1013175249099731, | |
| "learning_rate": 1.5514469453376205e-05, | |
| "loss": 0.035, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6244901418685913, | |
| "learning_rate": 1.559485530546624e-05, | |
| "loss": 0.0183, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0193443298339844, | |
| "learning_rate": 1.567524115755627e-05, | |
| "loss": 0.0234, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1802617311477661, | |
| "learning_rate": 1.5755627009646305e-05, | |
| "loss": 0.0302, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1835167407989502, | |
| "learning_rate": 1.5836012861736336e-05, | |
| "loss": 0.0253, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.4406228065490723, | |
| "learning_rate": 1.5916398713826368e-05, | |
| "loss": 0.0316, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9229764938354492, | |
| "learning_rate": 1.59967845659164e-05, | |
| "loss": 0.0408, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6133905649185181, | |
| "learning_rate": 1.607717041800643e-05, | |
| "loss": 0.0163, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.388720154762268, | |
| "learning_rate": 1.6157556270096464e-05, | |
| "loss": 0.0221, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9162605404853821, | |
| "learning_rate": 1.6237942122186496e-05, | |
| "loss": 0.0292, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0816845893859863, | |
| "learning_rate": 1.631832797427653e-05, | |
| "loss": 0.0284, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.974607527256012, | |
| "learning_rate": 1.639871382636656e-05, | |
| "loss": 0.0245, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.7858002185821533, | |
| "learning_rate": 1.6479099678456592e-05, | |
| "loss": 0.0208, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.8541093468666077, | |
| "learning_rate": 1.6559485530546627e-05, | |
| "loss": 0.0402, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9254925847053528, | |
| "learning_rate": 1.6639871382636655e-05, | |
| "loss": 0.0277, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1855261325836182, | |
| "learning_rate": 1.672025723472669e-05, | |
| "loss": 0.0289, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1872082948684692, | |
| "learning_rate": 1.680064308681672e-05, | |
| "loss": 0.0255, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.9865713119506836, | |
| "learning_rate": 1.6881028938906755e-05, | |
| "loss": 0.0331, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.5213806629180908, | |
| "learning_rate": 1.6961414790996786e-05, | |
| "loss": 0.0385, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.5804238319396973, | |
| "learning_rate": 1.7041800643086817e-05, | |
| "loss": 0.0447, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.2709295749664307, | |
| "learning_rate": 1.7122186495176852e-05, | |
| "loss": 0.0184, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6574845314025879, | |
| "learning_rate": 1.7202572347266883e-05, | |
| "loss": 0.0201, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.590877056121826, | |
| "learning_rate": 1.7282958199356914e-05, | |
| "loss": 0.0456, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.060797929763794, | |
| "learning_rate": 1.7363344051446945e-05, | |
| "loss": 0.0375, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.38614028692245483, | |
| "learning_rate": 1.744372990353698e-05, | |
| "loss": 0.0371, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.6158710718154907, | |
| "learning_rate": 1.752411575562701e-05, | |
| "loss": 0.0403, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.5008140802383423, | |
| "learning_rate": 1.7604501607717042e-05, | |
| "loss": 0.0296, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.41157564520835876, | |
| "learning_rate": 1.7684887459807077e-05, | |
| "loss": 0.0255, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.3567136526107788, | |
| "learning_rate": 1.7765273311897108e-05, | |
| "loss": 0.0217, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.698455810546875, | |
| "learning_rate": 1.784565916398714e-05, | |
| "loss": 0.0188, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.4908955097198486, | |
| "learning_rate": 1.792604501607717e-05, | |
| "loss": 0.0188, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.2162156105041504, | |
| "learning_rate": 1.8006430868167205e-05, | |
| "loss": 0.02, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3919101655483246, | |
| "learning_rate": 1.8086816720257236e-05, | |
| "loss": 0.0133, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4801468551158905, | |
| "learning_rate": 1.8167202572347267e-05, | |
| "loss": 0.0303, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5365796685218811, | |
| "learning_rate": 1.8247588424437302e-05, | |
| "loss": 0.0275, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.777245819568634, | |
| "learning_rate": 1.8327974276527333e-05, | |
| "loss": 0.0273, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.5682530403137207, | |
| "learning_rate": 1.8408360128617364e-05, | |
| "loss": 0.0261, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0468765497207642, | |
| "learning_rate": 1.8488745980707395e-05, | |
| "loss": 0.0288, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.2527729272842407, | |
| "learning_rate": 1.856913183279743e-05, | |
| "loss": 0.0239, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5002691149711609, | |
| "learning_rate": 1.864951768488746e-05, | |
| "loss": 0.0219, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.9675867557525635, | |
| "learning_rate": 1.8729903536977496e-05, | |
| "loss": 0.0476, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.8520388007164001, | |
| "learning_rate": 1.8810289389067527e-05, | |
| "loss": 0.0258, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.5552634596824646, | |
| "learning_rate": 1.8890675241157558e-05, | |
| "loss": 0.0237, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.6992123126983643, | |
| "learning_rate": 1.897106109324759e-05, | |
| "loss": 0.0265, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.1183786392211914, | |
| "learning_rate": 1.905144694533762e-05, | |
| "loss": 0.027, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.0854079723358154, | |
| "learning_rate": 1.9131832797427655e-05, | |
| "loss": 0.0252, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.8095922470092773, | |
| "learning_rate": 1.9212218649517686e-05, | |
| "loss": 0.037, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.6434860229492188, | |
| "learning_rate": 1.929260450160772e-05, | |
| "loss": 0.0277, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.030386893078684807, | |
| "eval_pearson_cosine": 0.8622394577970579, | |
| "eval_pearson_dot": 0.8570136493582737, | |
| "eval_pearson_euclidean": 0.849571905885398, | |
| "eval_pearson_manhattan": 0.8505210712126229, | |
| "eval_pearson_max": 0.8622394577970579, | |
| "eval_runtime": 425.8405, | |
| "eval_samples_per_second": 1.174, | |
| "eval_spearman_cosine": 0.8911063804255216, | |
| "eval_spearman_dot": 0.8816442945771783, | |
| "eval_spearman_euclidean": 0.8895569342277367, | |
| "eval_spearman_manhattan": 0.890007464029856, | |
| "eval_spearman_max": 0.8911063804255216, | |
| "eval_steps_per_second": 1.174, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.8423680067062378, | |
| "learning_rate": 1.9372990353697752e-05, | |
| "loss": 0.0313, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.2395281791687012, | |
| "learning_rate": 1.9453376205787783e-05, | |
| "loss": 0.0297, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.149891972541809, | |
| "learning_rate": 1.9533762057877814e-05, | |
| "loss": 0.0208, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.4256904125213623, | |
| "learning_rate": 1.9614147909967845e-05, | |
| "loss": 0.0437, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.7631718516349792, | |
| "learning_rate": 1.969453376205788e-05, | |
| "loss": 0.0335, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.0927650928497314, | |
| "learning_rate": 1.977491961414791e-05, | |
| "loss": 0.0349, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.7310745120048523, | |
| "learning_rate": 1.9855305466237946e-05, | |
| "loss": 0.0305, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.624340534210205, | |
| "learning_rate": 1.9935691318327977e-05, | |
| "loss": 0.0456, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.09121835231781, | |
| "learning_rate": 1.999821316894488e-05, | |
| "loss": 0.0119, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.6216334104537964, | |
| "learning_rate": 1.998927901366926e-05, | |
| "loss": 0.0419, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.0775346755981445, | |
| "learning_rate": 1.998034485839364e-05, | |
| "loss": 0.0317, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.044417381286621, | |
| "learning_rate": 1.997141070311802e-05, | |
| "loss": 0.0245, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.581361174583435, | |
| "learning_rate": 1.9962476547842403e-05, | |
| "loss": 0.0246, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4875144362449646, | |
| "learning_rate": 1.9953542392566784e-05, | |
| "loss": 0.0218, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.2498222589492798, | |
| "learning_rate": 1.9944608237291165e-05, | |
| "loss": 0.04, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.562926173210144, | |
| "learning_rate": 1.993567408201555e-05, | |
| "loss": 0.0268, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5474754571914673, | |
| "learning_rate": 1.992673992673993e-05, | |
| "loss": 0.0514, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6975357532501221, | |
| "learning_rate": 1.9917805771464308e-05, | |
| "loss": 0.0345, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.0237133502960205, | |
| "learning_rate": 1.9908871616188692e-05, | |
| "loss": 0.0523, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.604995846748352, | |
| "learning_rate": 1.9899937460913073e-05, | |
| "loss": 0.0279, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.3883243799209595, | |
| "learning_rate": 1.9891003305637454e-05, | |
| "loss": 0.0227, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5331462621688843, | |
| "learning_rate": 1.9882069150361835e-05, | |
| "loss": 0.0326, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.44855189323425293, | |
| "learning_rate": 1.9873134995086216e-05, | |
| "loss": 0.0352, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.213827610015869, | |
| "learning_rate": 1.9864200839810597e-05, | |
| "loss": 0.0432, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5794016718864441, | |
| "learning_rate": 1.985526668453498e-05, | |
| "loss": 0.0245, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6042608618736267, | |
| "learning_rate": 1.984633252925936e-05, | |
| "loss": 0.0168, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.935172200202942, | |
| "learning_rate": 1.983739837398374e-05, | |
| "loss": 0.0347, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.000755786895752, | |
| "learning_rate": 1.982846421870812e-05, | |
| "loss": 0.0302, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.054868698120117, | |
| "learning_rate": 1.9819530063432503e-05, | |
| "loss": 0.0622, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.873913049697876, | |
| "learning_rate": 1.9810595908156884e-05, | |
| "loss": 0.0178, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6479474306106567, | |
| "learning_rate": 1.9801661752881268e-05, | |
| "loss": 0.0204, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.0146560668945312, | |
| "learning_rate": 1.979272759760565e-05, | |
| "loss": 0.0312, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.7326614856719971, | |
| "learning_rate": 1.978379344233003e-05, | |
| "loss": 0.0444, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.8839195370674133, | |
| "learning_rate": 1.977485928705441e-05, | |
| "loss": 0.0301, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.485784113407135, | |
| "learning_rate": 1.9765925131778792e-05, | |
| "loss": 0.0349, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.7656601071357727, | |
| "learning_rate": 1.9756990976503173e-05, | |
| "loss": 0.0282, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6562867164611816, | |
| "learning_rate": 1.9748056821227554e-05, | |
| "loss": 0.033, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.971908688545227, | |
| "learning_rate": 1.9739122665951935e-05, | |
| "loss": 0.0358, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.4427505731582642, | |
| "learning_rate": 1.9730188510676316e-05, | |
| "loss": 0.029, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.177832841873169, | |
| "learning_rate": 1.9721254355400697e-05, | |
| "loss": 0.0296, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5108907222747803, | |
| "learning_rate": 1.971232020012508e-05, | |
| "loss": 0.0239, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.7967244386672974, | |
| "learning_rate": 1.9703386044849463e-05, | |
| "loss": 0.0336, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.008859395980835, | |
| "learning_rate": 1.9694451889573844e-05, | |
| "loss": 0.0197, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.1244670152664185, | |
| "learning_rate": 1.968551773429822e-05, | |
| "loss": 0.0407, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.6256637573242188, | |
| "learning_rate": 1.9676583579022606e-05, | |
| "loss": 0.0464, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.6180126667022705, | |
| "learning_rate": 1.9667649423746987e-05, | |
| "loss": 0.0185, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8708995580673218, | |
| "learning_rate": 1.9658715268471368e-05, | |
| "loss": 0.0206, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.933128833770752, | |
| "learning_rate": 1.964978111319575e-05, | |
| "loss": 0.0427, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.588142991065979, | |
| "learning_rate": 1.964084695792013e-05, | |
| "loss": 0.0242, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.38248518109321594, | |
| "learning_rate": 1.963191280264451e-05, | |
| "loss": 0.0252, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8211073279380798, | |
| "learning_rate": 1.9622978647368892e-05, | |
| "loss": 0.0159, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4323325455188751, | |
| "learning_rate": 1.9614044492093273e-05, | |
| "loss": 0.0383, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.7777843475341797, | |
| "learning_rate": 1.9605110336817658e-05, | |
| "loss": 0.0399, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.7342023253440857, | |
| "learning_rate": 1.9596176181542035e-05, | |
| "loss": 0.0232, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.43286553025245667, | |
| "learning_rate": 1.9587242026266416e-05, | |
| "loss": 0.03, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4914606809616089, | |
| "learning_rate": 1.95783078709908e-05, | |
| "loss": 0.0253, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.6109514236450195, | |
| "learning_rate": 1.9569373715715182e-05, | |
| "loss": 0.0244, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.099238395690918, | |
| "learning_rate": 1.9560439560439563e-05, | |
| "loss": 0.0219, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.672016978263855, | |
| "learning_rate": 1.9551505405163944e-05, | |
| "loss": 0.0156, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.9910028576850891, | |
| "learning_rate": 1.9542571249888325e-05, | |
| "loss": 0.025, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.029246093705296516, | |
| "eval_pearson_cosine": 0.8662779121023975, | |
| "eval_pearson_dot": 0.8609972822698294, | |
| "eval_pearson_euclidean": 0.8525960773878268, | |
| "eval_pearson_manhattan": 0.8525524127391249, | |
| "eval_pearson_max": 0.8662779121023975, | |
| "eval_runtime": 425.5831, | |
| "eval_samples_per_second": 1.175, | |
| "eval_spearman_cosine": 0.8936378145512582, | |
| "eval_spearman_dot": 0.8876585266341065, | |
| "eval_spearman_euclidean": 0.891318445273781, | |
| "eval_spearman_manhattan": 0.889811431245725, | |
| "eval_spearman_max": 0.8936378145512582, | |
| "eval_steps_per_second": 1.175, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.7004162073135376, | |
| "learning_rate": 1.9533637094612706e-05, | |
| "loss": 0.0248, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.0799355506896973, | |
| "learning_rate": 1.9524702939337087e-05, | |
| "loss": 0.0268, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8577656745910645, | |
| "learning_rate": 1.9515768784061468e-05, | |
| "loss": 0.0363, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.811858892440796, | |
| "learning_rate": 1.950683462878585e-05, | |
| "loss": 0.0408, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.2648321390151978, | |
| "learning_rate": 1.949790047351023e-05, | |
| "loss": 0.0273, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6332646012306213, | |
| "learning_rate": 1.948896631823461e-05, | |
| "loss": 0.0234, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.1494219303131104, | |
| "learning_rate": 1.9480032162958992e-05, | |
| "loss": 0.0396, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5537444353103638, | |
| "learning_rate": 1.9471098007683377e-05, | |
| "loss": 0.0392, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.7606208324432373, | |
| "learning_rate": 1.9462163852407754e-05, | |
| "loss": 0.0468, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.3266965448856354, | |
| "learning_rate": 1.945322969713214e-05, | |
| "loss": 0.0164, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4910846948623657, | |
| "learning_rate": 1.944429554185652e-05, | |
| "loss": 0.0181, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.621263861656189, | |
| "learning_rate": 1.94353613865809e-05, | |
| "loss": 0.021, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8153178691864014, | |
| "learning_rate": 1.9426427231305282e-05, | |
| "loss": 0.019, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9617846012115479, | |
| "learning_rate": 1.9417493076029663e-05, | |
| "loss": 0.0186, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6482746005058289, | |
| "learning_rate": 1.9408558920754044e-05, | |
| "loss": 0.0226, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6985549926757812, | |
| "learning_rate": 1.9399624765478425e-05, | |
| "loss": 0.0267, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9519606828689575, | |
| "learning_rate": 1.9390690610202806e-05, | |
| "loss": 0.0187, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9981301426887512, | |
| "learning_rate": 1.9381756454927187e-05, | |
| "loss": 0.0195, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5453444719314575, | |
| "learning_rate": 1.937282229965157e-05, | |
| "loss": 0.0185, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.3481849431991577, | |
| "learning_rate": 1.936388814437595e-05, | |
| "loss": 0.0439, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.49602463841438293, | |
| "learning_rate": 1.935495398910033e-05, | |
| "loss": 0.0158, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.477524071931839, | |
| "learning_rate": 1.9346019833824715e-05, | |
| "loss": 0.0276, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8374057412147522, | |
| "learning_rate": 1.9337085678549096e-05, | |
| "loss": 0.0259, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9524512887001038, | |
| "learning_rate": 1.9328151523273477e-05, | |
| "loss": 0.0403, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6074572205543518, | |
| "learning_rate": 1.9319217367997858e-05, | |
| "loss": 0.0217, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7999153137207031, | |
| "learning_rate": 1.931028321272224e-05, | |
| "loss": 0.0234, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9614180326461792, | |
| "learning_rate": 1.930134905744662e-05, | |
| "loss": 0.0231, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.1887145042419434, | |
| "learning_rate": 1.9292414902171e-05, | |
| "loss": 0.0414, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.8795381784439087, | |
| "learning_rate": 1.9283480746895382e-05, | |
| "loss": 0.0208, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.3685334920883179, | |
| "learning_rate": 1.9274546591619766e-05, | |
| "loss": 0.054, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.7518516778945923, | |
| "learning_rate": 1.9265612436344144e-05, | |
| "loss": 0.0274, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.029801607131958, | |
| "learning_rate": 1.9256678281068525e-05, | |
| "loss": 0.0174, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.7995644807815552, | |
| "learning_rate": 1.924774412579291e-05, | |
| "loss": 0.037, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.5098012685775757, | |
| "learning_rate": 1.923880997051729e-05, | |
| "loss": 0.0216, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.5958812832832336, | |
| "learning_rate": 1.9229875815241668e-05, | |
| "loss": 0.0142, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7016432285308838, | |
| "learning_rate": 1.9220941659966053e-05, | |
| "loss": 0.0416, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5232900977134705, | |
| "learning_rate": 1.9212007504690434e-05, | |
| "loss": 0.0264, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4362630248069763, | |
| "learning_rate": 1.9203073349414815e-05, | |
| "loss": 0.022, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.451072335243225, | |
| "learning_rate": 1.9194139194139196e-05, | |
| "loss": 0.0262, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5889037251472473, | |
| "learning_rate": 1.9185205038863577e-05, | |
| "loss": 0.0267, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.49965912103652954, | |
| "learning_rate": 1.9176270883587958e-05, | |
| "loss": 0.0159, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.920385479927063, | |
| "learning_rate": 1.916733672831234e-05, | |
| "loss": 0.0357, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5249290466308594, | |
| "learning_rate": 1.915840257303672e-05, | |
| "loss": 0.0213, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5141476988792419, | |
| "learning_rate": 1.91494684177611e-05, | |
| "loss": 0.0196, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5003548264503479, | |
| "learning_rate": 1.9140534262485485e-05, | |
| "loss": 0.0157, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4535447657108307, | |
| "learning_rate": 1.9131600107209863e-05, | |
| "loss": 0.019, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4489072263240814, | |
| "learning_rate": 1.9122665951934247e-05, | |
| "loss": 0.0168, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5539095997810364, | |
| "learning_rate": 1.911373179665863e-05, | |
| "loss": 0.02, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.3125584125518799, | |
| "learning_rate": 1.910479764138301e-05, | |
| "loss": 0.0202, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6378400921821594, | |
| "learning_rate": 1.909586348610739e-05, | |
| "loss": 0.0289, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.118848443031311, | |
| "learning_rate": 1.908692933083177e-05, | |
| "loss": 0.0242, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8065999746322632, | |
| "learning_rate": 1.9077995175556153e-05, | |
| "loss": 0.0277, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9087148904800415, | |
| "learning_rate": 1.9069061020280534e-05, | |
| "loss": 0.0239, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6891593933105469, | |
| "learning_rate": 1.9060126865004915e-05, | |
| "loss": 0.0217, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7434559464454651, | |
| "learning_rate": 1.9051192709729296e-05, | |
| "loss": 0.0145, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.585472047328949, | |
| "learning_rate": 1.904225855445368e-05, | |
| "loss": 0.0287, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.561167597770691, | |
| "learning_rate": 1.9033324399178058e-05, | |
| "loss": 0.0206, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9487882852554321, | |
| "learning_rate": 1.902439024390244e-05, | |
| "loss": 0.0212, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.7181324362754822, | |
| "learning_rate": 1.9015456088626823e-05, | |
| "loss": 0.0241, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5083106160163879, | |
| "learning_rate": 1.9006521933351204e-05, | |
| "loss": 0.0159, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.030221089720726013, | |
| "eval_pearson_cosine": 0.8857723004603547, | |
| "eval_pearson_dot": 0.874834502431298, | |
| "eval_pearson_euclidean": 0.8749650474368084, | |
| "eval_pearson_manhattan": 0.8746243487782971, | |
| "eval_pearson_max": 0.8857723004603547, | |
| "eval_runtime": 426.1522, | |
| "eval_samples_per_second": 1.173, | |
| "eval_spearman_cosine": 0.9000108960435841, | |
| "eval_spearman_dot": 0.8859179436717747, | |
| "eval_spearman_euclidean": 0.9029959319837279, | |
| "eval_spearman_manhattan": 0.9019226476905907, | |
| "eval_spearman_max": 0.9029959319837279, | |
| "eval_steps_per_second": 1.173, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.43535247445106506, | |
| "learning_rate": 1.8997587778075582e-05, | |
| "loss": 0.0153, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.1544151306152344, | |
| "learning_rate": 1.8988653622799966e-05, | |
| "loss": 0.0241, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.9339686632156372, | |
| "learning_rate": 1.8979719467524347e-05, | |
| "loss": 0.0439, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8600350618362427, | |
| "learning_rate": 1.897078531224873e-05, | |
| "loss": 0.0268, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7343426942825317, | |
| "learning_rate": 1.896185115697311e-05, | |
| "loss": 0.0134, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.237486481666565, | |
| "learning_rate": 1.895291700169749e-05, | |
| "loss": 0.0387, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8042169213294983, | |
| "learning_rate": 1.8943982846421875e-05, | |
| "loss": 0.0218, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5267782211303711, | |
| "learning_rate": 1.8935048691146253e-05, | |
| "loss": 0.0277, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7091891169548035, | |
| "learning_rate": 1.8926114535870634e-05, | |
| "loss": 0.0196, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.3862394094467163, | |
| "learning_rate": 1.8917180380595018e-05, | |
| "loss": 0.0173, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8204643726348877, | |
| "learning_rate": 1.89082462253194e-05, | |
| "loss": 0.0174, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.6407317519187927, | |
| "learning_rate": 1.8899312070043777e-05, | |
| "loss": 0.0152, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.6078154444694519, | |
| "learning_rate": 1.889037791476816e-05, | |
| "loss": 0.0287, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8564119338989258, | |
| "learning_rate": 1.8881443759492542e-05, | |
| "loss": 0.0185, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.7499640583992004, | |
| "learning_rate": 1.8872509604216923e-05, | |
| "loss": 0.04, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5337907671928406, | |
| "learning_rate": 1.8863575448941304e-05, | |
| "loss": 0.0157, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.525449275970459, | |
| "learning_rate": 1.8854641293665685e-05, | |
| "loss": 0.0252, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.069151759147644, | |
| "learning_rate": 1.8845707138390066e-05, | |
| "loss": 0.0261, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5704050660133362, | |
| "learning_rate": 1.8836772983114447e-05, | |
| "loss": 0.0228, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8183658719062805, | |
| "learning_rate": 1.882783882783883e-05, | |
| "loss": 0.0293, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5661863088607788, | |
| "learning_rate": 1.881890467256321e-05, | |
| "loss": 0.0214, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.24864475429058075, | |
| "learning_rate": 1.8809970517287594e-05, | |
| "loss": 0.0169, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.622249960899353, | |
| "learning_rate": 1.880103636201197e-05, | |
| "loss": 0.0267, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.6661076545715332, | |
| "learning_rate": 1.8792102206736356e-05, | |
| "loss": 0.0287, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.737390398979187, | |
| "learning_rate": 1.8783168051460737e-05, | |
| "loss": 0.0179, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6081177592277527, | |
| "learning_rate": 1.8774233896185118e-05, | |
| "loss": 0.0194, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.8305076360702515, | |
| "learning_rate": 1.87652997409095e-05, | |
| "loss": 0.0333, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.7024769186973572, | |
| "learning_rate": 1.875636558563388e-05, | |
| "loss": 0.0272, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.7568246722221375, | |
| "learning_rate": 1.874743143035826e-05, | |
| "loss": 0.0182, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.3228060007095337, | |
| "learning_rate": 1.8738497275082642e-05, | |
| "loss": 0.0223, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.272178053855896, | |
| "learning_rate": 1.8729563119807023e-05, | |
| "loss": 0.0299, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.30096063017845154, | |
| "learning_rate": 1.8720628964531404e-05, | |
| "loss": 0.017, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.5879131555557251, | |
| "learning_rate": 1.871169480925579e-05, | |
| "loss": 0.0265, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6623579263687134, | |
| "learning_rate": 1.8702760653980166e-05, | |
| "loss": 0.024, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.7402109503746033, | |
| "learning_rate": 1.8693826498704547e-05, | |
| "loss": 0.0248, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.46998223662376404, | |
| "learning_rate": 1.8684892343428932e-05, | |
| "loss": 0.0367, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.8414738178253174, | |
| "learning_rate": 1.8675958188153313e-05, | |
| "loss": 0.0352, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.5672045350074768, | |
| "learning_rate": 1.866702403287769e-05, | |
| "loss": 0.0286, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.4115860164165497, | |
| "learning_rate": 1.8658089877602075e-05, | |
| "loss": 0.0235, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6932913064956665, | |
| "learning_rate": 1.8649155722326456e-05, | |
| "loss": 0.0128, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6872785687446594, | |
| "learning_rate": 1.8640221567050837e-05, | |
| "loss": 0.0205, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.590305745601654, | |
| "learning_rate": 1.8631287411775218e-05, | |
| "loss": 0.0207, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.5067042708396912, | |
| "learning_rate": 1.86223532564996e-05, | |
| "loss": 0.038, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.46255382895469666, | |
| "learning_rate": 1.861341910122398e-05, | |
| "loss": 0.0237, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.4533158540725708, | |
| "learning_rate": 1.860448494594836e-05, | |
| "loss": 0.0197, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.919363796710968, | |
| "learning_rate": 1.8595550790672742e-05, | |
| "loss": 0.023, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.42132195830345154, | |
| "learning_rate": 1.8586616635397127e-05, | |
| "loss": 0.0119, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.9792714715003967, | |
| "learning_rate": 1.8577682480121508e-05, | |
| "loss": 0.022, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.0622044801712036, | |
| "learning_rate": 1.8568748324845885e-05, | |
| "loss": 0.0191, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.3776015341281891, | |
| "learning_rate": 1.855981416957027e-05, | |
| "loss": 0.0173, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.7663435935974121, | |
| "learning_rate": 1.855088001429465e-05, | |
| "loss": 0.0257, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5264787673950195, | |
| "learning_rate": 1.8541945859019032e-05, | |
| "loss": 0.023, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.0220805406570435, | |
| "learning_rate": 1.8533011703743413e-05, | |
| "loss": 0.0215, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.47214239835739136, | |
| "learning_rate": 1.8524077548467794e-05, | |
| "loss": 0.0368, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.40313026309013367, | |
| "learning_rate": 1.8515143393192175e-05, | |
| "loss": 0.0199, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.7139260768890381, | |
| "learning_rate": 1.8506209237916556e-05, | |
| "loss": 0.0182, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.0911624431610107, | |
| "learning_rate": 1.8497275082640937e-05, | |
| "loss": 0.0215, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5224277973175049, | |
| "learning_rate": 1.8488340927365318e-05, | |
| "loss": 0.0203, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.6372708678245544, | |
| "learning_rate": 1.84794067720897e-05, | |
| "loss": 0.0363, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.0599619150161743, | |
| "learning_rate": 1.847047261681408e-05, | |
| "loss": 0.0343, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.023791618645191193, | |
| "eval_pearson_cosine": 0.8906459396898687, | |
| "eval_pearson_dot": 0.8866654230263398, | |
| "eval_pearson_euclidean": 0.8789258913375184, | |
| "eval_pearson_manhattan": 0.8774504409979331, | |
| "eval_pearson_max": 0.8906459396898687, | |
| "eval_runtime": 425.9801, | |
| "eval_samples_per_second": 1.174, | |
| "eval_spearman_cosine": 0.9069881079524318, | |
| "eval_spearman_dot": 0.8997297109188437, | |
| "eval_spearman_euclidean": 0.9081995367981472, | |
| "eval_spearman_manhattan": 0.90537923751695, | |
| "eval_spearman_max": 0.9081995367981472, | |
| "eval_steps_per_second": 1.174, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.0371475219726562, | |
| "learning_rate": 1.8461538461538465e-05, | |
| "loss": 0.0205, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.7635193467140198, | |
| "learning_rate": 1.8452604306262846e-05, | |
| "loss": 0.0236, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.4593610167503357, | |
| "learning_rate": 1.8443670150987227e-05, | |
| "loss": 0.0223, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.9037809371948242, | |
| "learning_rate": 1.8434735995711608e-05, | |
| "loss": 0.0348, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.4961464405059814, | |
| "learning_rate": 1.842580184043599e-05, | |
| "loss": 0.0278, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.0911996364593506, | |
| "learning_rate": 1.841686768516037e-05, | |
| "loss": 0.0124, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.8265781998634338, | |
| "learning_rate": 1.840793352988475e-05, | |
| "loss": 0.0336, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.2838935852050781, | |
| "learning_rate": 1.8398999374609132e-05, | |
| "loss": 0.0271, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.8582805395126343, | |
| "learning_rate": 1.8390065219333513e-05, | |
| "loss": 0.0466, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.2625269889831543, | |
| "learning_rate": 1.8381131064057894e-05, | |
| "loss": 0.0338, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.7238175272941589, | |
| "learning_rate": 1.8372196908782275e-05, | |
| "loss": 0.0149, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.4642048478126526, | |
| "learning_rate": 1.8363262753506656e-05, | |
| "loss": 0.017, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.6727991700172424, | |
| "learning_rate": 1.835432859823104e-05, | |
| "loss": 0.0302, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.1912602186203003, | |
| "learning_rate": 1.834539444295542e-05, | |
| "loss": 0.0244, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.8099949955940247, | |
| "learning_rate": 1.83364602876798e-05, | |
| "loss": 0.013, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.6302483081817627, | |
| "learning_rate": 1.8327526132404184e-05, | |
| "loss": 0.0245, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.44703614711761475, | |
| "learning_rate": 1.8318591977128565e-05, | |
| "loss": 0.0179, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.4171731472015381, | |
| "learning_rate": 1.8309657821852946e-05, | |
| "loss": 0.0155, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9061782360076904, | |
| "learning_rate": 1.8300723666577327e-05, | |
| "loss": 0.0222, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.616051197052002, | |
| "learning_rate": 1.8291789511301708e-05, | |
| "loss": 0.0167, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.4685133695602417, | |
| "learning_rate": 1.828285535602609e-05, | |
| "loss": 0.0259, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9447664022445679, | |
| "learning_rate": 1.827392120075047e-05, | |
| "loss": 0.0351, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.0720714330673218, | |
| "learning_rate": 1.826498704547485e-05, | |
| "loss": 0.0164, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7534575462341309, | |
| "learning_rate": 1.8256052890199235e-05, | |
| "loss": 0.0161, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.8038508892059326, | |
| "learning_rate": 1.8247118734923613e-05, | |
| "loss": 0.0205, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.0298678874969482, | |
| "learning_rate": 1.8238184579647994e-05, | |
| "loss": 0.019, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.3235474824905396, | |
| "learning_rate": 1.822925042437238e-05, | |
| "loss": 0.0265, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.6873222589492798, | |
| "learning_rate": 1.822031626909676e-05, | |
| "loss": 0.0258, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.4005903899669647, | |
| "learning_rate": 1.821138211382114e-05, | |
| "loss": 0.0185, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.47836175560951233, | |
| "learning_rate": 1.820244795854552e-05, | |
| "loss": 0.0229, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.653409481048584, | |
| "learning_rate": 1.8193513803269903e-05, | |
| "loss": 0.0155, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.2501707077026367, | |
| "learning_rate": 1.8184579647994284e-05, | |
| "loss": 0.0253, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.5146343111991882, | |
| "learning_rate": 1.8175645492718665e-05, | |
| "loss": 0.0355, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7069603204727173, | |
| "learning_rate": 1.8166711337443046e-05, | |
| "loss": 0.0245, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.3391192853450775, | |
| "learning_rate": 1.8157777182167427e-05, | |
| "loss": 0.0125, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.3187044858932495, | |
| "learning_rate": 1.8148843026891808e-05, | |
| "loss": 0.0314, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.3739178478717804, | |
| "learning_rate": 1.813990887161619e-05, | |
| "loss": 0.0254, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9314795732498169, | |
| "learning_rate": 1.8130974716340573e-05, | |
| "loss": 0.0264, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9376474022865295, | |
| "learning_rate": 1.8122040561064954e-05, | |
| "loss": 0.0172, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9479859471321106, | |
| "learning_rate": 1.8113106405789332e-05, | |
| "loss": 0.0321, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8741356730461121, | |
| "learning_rate": 1.8104172250513716e-05, | |
| "loss": 0.0216, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7016437649726868, | |
| "learning_rate": 1.8095238095238097e-05, | |
| "loss": 0.0181, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.6568303108215332, | |
| "learning_rate": 1.808630393996248e-05, | |
| "loss": 0.0374, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.4468625783920288, | |
| "learning_rate": 1.807736978468686e-05, | |
| "loss": 0.021, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8952460885047913, | |
| "learning_rate": 1.806843562941124e-05, | |
| "loss": 0.0215, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.5987122654914856, | |
| "learning_rate": 1.805950147413562e-05, | |
| "loss": 0.0182, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8986082077026367, | |
| "learning_rate": 1.8050567318860003e-05, | |
| "loss": 0.0224, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.4435628652572632, | |
| "learning_rate": 1.8041633163584384e-05, | |
| "loss": 0.0246, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.5219196081161499, | |
| "learning_rate": 1.8032699008308765e-05, | |
| "loss": 0.0222, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.8987548351287842, | |
| "learning_rate": 1.802376485303315e-05, | |
| "loss": 0.0416, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.3122328817844391, | |
| "learning_rate": 1.8014830697757527e-05, | |
| "loss": 0.0162, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.45380455255508423, | |
| "learning_rate": 1.8005896542481908e-05, | |
| "loss": 0.0348, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7789851427078247, | |
| "learning_rate": 1.7996962387206292e-05, | |
| "loss": 0.0207, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7289481163024902, | |
| "learning_rate": 1.7988028231930673e-05, | |
| "loss": 0.0154, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.5287164449691772, | |
| "learning_rate": 1.7979094076655054e-05, | |
| "loss": 0.0306, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.236247181892395, | |
| "learning_rate": 1.7970159921379435e-05, | |
| "loss": 0.0346, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.6785498857498169, | |
| "learning_rate": 1.7961225766103816e-05, | |
| "loss": 0.0191, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7532624006271362, | |
| "learning_rate": 1.7952291610828197e-05, | |
| "loss": 0.0247, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8474083542823792, | |
| "learning_rate": 1.794335745555258e-05, | |
| "loss": 0.028, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.8650068640708923, | |
| "learning_rate": 1.793442330027696e-05, | |
| "loss": 0.0234, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 0.02186727523803711, | |
| "eval_pearson_cosine": 0.9016899300379176, | |
| "eval_pearson_dot": 0.8979110419976675, | |
| "eval_pearson_euclidean": 0.892515905459987, | |
| "eval_pearson_manhattan": 0.8905747154959989, | |
| "eval_pearson_max": 0.9016899300379176, | |
| "eval_runtime": 426.0444, | |
| "eval_samples_per_second": 1.174, | |
| "eval_spearman_cosine": 0.9066876267505071, | |
| "eval_spearman_dot": 0.9012341329365315, | |
| "eval_spearman_euclidean": 0.9076169104676419, | |
| "eval_spearman_manhattan": 0.9052689330757322, | |
| "eval_spearman_max": 0.9076169104676419, | |
| "eval_steps_per_second": 1.174, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7486416101455688, | |
| "learning_rate": 1.7925489145001344e-05, | |
| "loss": 0.0158, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.20279864966869354, | |
| "learning_rate": 1.791655498972572e-05, | |
| "loss": 0.0141, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.4669971466064453, | |
| "learning_rate": 1.7907620834450103e-05, | |
| "loss": 0.019, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.6175631880760193, | |
| "learning_rate": 1.7898686679174487e-05, | |
| "loss": 0.0148, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.5767547488212585, | |
| "learning_rate": 1.7889752523898868e-05, | |
| "loss": 0.0252, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.5371144413948059, | |
| "learning_rate": 1.7880818368623246e-05, | |
| "loss": 0.0121, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.6145671606063843, | |
| "learning_rate": 1.787188421334763e-05, | |
| "loss": 0.0195, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.262970209121704, | |
| "learning_rate": 1.786295005807201e-05, | |
| "loss": 0.0298, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.3572503328323364, | |
| "learning_rate": 1.7854015902796392e-05, | |
| "loss": 0.0152, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.6049114465713501, | |
| "learning_rate": 1.7845081747520773e-05, | |
| "loss": 0.0153, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.40164369344711304, | |
| "learning_rate": 1.7836147592245154e-05, | |
| "loss": 0.0171, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.33443671464920044, | |
| "learning_rate": 1.7827213436969535e-05, | |
| "loss": 0.0174, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.37140563130378723, | |
| "learning_rate": 1.7818279281693916e-05, | |
| "loss": 0.0147, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.44236427545547485, | |
| "learning_rate": 1.7809345126418297e-05, | |
| "loss": 0.019, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.1675889492034912, | |
| "learning_rate": 1.7800410971142682e-05, | |
| "loss": 0.0196, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.7172742486000061, | |
| "learning_rate": 1.7791476815867063e-05, | |
| "loss": 0.0262, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.9804342985153198, | |
| "learning_rate": 1.778254266059144e-05, | |
| "loss": 0.0337, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.989030361175537, | |
| "learning_rate": 1.7773608505315825e-05, | |
| "loss": 0.0238, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.754467785358429, | |
| "learning_rate": 1.7764674350040206e-05, | |
| "loss": 0.0224, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.9083816409111023, | |
| "learning_rate": 1.7755740194764587e-05, | |
| "loss": 0.0165, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.5486024022102356, | |
| "learning_rate": 1.7746806039488968e-05, | |
| "loss": 0.0173, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.4576135575771332, | |
| "learning_rate": 1.773787188421335e-05, | |
| "loss": 0.0177, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.9265009760856628, | |
| "learning_rate": 1.772893772893773e-05, | |
| "loss": 0.0216, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.506006121635437, | |
| "learning_rate": 1.772000357366211e-05, | |
| "loss": 0.0135, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.2627745270729065, | |
| "learning_rate": 1.7711069418386492e-05, | |
| "loss": 0.0244, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.7158712148666382, | |
| "learning_rate": 1.7702135263110873e-05, | |
| "loss": 0.0238, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.8237607479095459, | |
| "learning_rate": 1.7693201107835258e-05, | |
| "loss": 0.0272, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.266671359539032, | |
| "learning_rate": 1.7684266952559635e-05, | |
| "loss": 0.0202, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.6004403829574585, | |
| "learning_rate": 1.7675332797284016e-05, | |
| "loss": 0.0414, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.9549585580825806, | |
| "learning_rate": 1.76663986420084e-05, | |
| "loss": 0.0209, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.9587855935096741, | |
| "learning_rate": 1.7657464486732782e-05, | |
| "loss": 0.0239, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5804222226142883, | |
| "learning_rate": 1.7648530331457163e-05, | |
| "loss": 0.0183, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.506087601184845, | |
| "learning_rate": 1.7639596176181544e-05, | |
| "loss": 0.0202, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.8496732711791992, | |
| "learning_rate": 1.7630662020905925e-05, | |
| "loss": 0.0181, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.3317871391773224, | |
| "learning_rate": 1.7621727865630306e-05, | |
| "loss": 0.0218, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.3938535451889038, | |
| "learning_rate": 1.7612793710354687e-05, | |
| "loss": 0.0112, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.3293476104736328, | |
| "learning_rate": 1.7603859555079068e-05, | |
| "loss": 0.0181, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.28195351362228394, | |
| "learning_rate": 1.7594925399803452e-05, | |
| "loss": 0.0135, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.7966617941856384, | |
| "learning_rate": 1.758599124452783e-05, | |
| "loss": 0.0145, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5484746694564819, | |
| "learning_rate": 1.757705708925221e-05, | |
| "loss": 0.0207, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.576448380947113, | |
| "learning_rate": 1.7568122933976596e-05, | |
| "loss": 0.0127, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.28207531571388245, | |
| "learning_rate": 1.7559188778700977e-05, | |
| "loss": 0.0132, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.29697030782699585, | |
| "learning_rate": 1.7550254623425354e-05, | |
| "loss": 0.0127, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.122375249862671, | |
| "learning_rate": 1.754132046814974e-05, | |
| "loss": 0.0297, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5798119902610779, | |
| "learning_rate": 1.753238631287412e-05, | |
| "loss": 0.0171, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.6546443104743958, | |
| "learning_rate": 1.75234521575985e-05, | |
| "loss": 0.0436, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.8825979828834534, | |
| "learning_rate": 1.7514518002322882e-05, | |
| "loss": 0.0138, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.46849188208580017, | |
| "learning_rate": 1.7505583847047263e-05, | |
| "loss": 0.0328, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.324487566947937, | |
| "learning_rate": 1.7496649691771644e-05, | |
| "loss": 0.0241, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5214132070541382, | |
| "learning_rate": 1.7487715536496025e-05, | |
| "loss": 0.0344, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.791459858417511, | |
| "learning_rate": 1.7478781381220406e-05, | |
| "loss": 0.0167, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.888538658618927, | |
| "learning_rate": 1.746984722594479e-05, | |
| "loss": 0.0216, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.31034013628959656, | |
| "learning_rate": 1.746091307066917e-05, | |
| "loss": 0.0327, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.4363711476325989, | |
| "learning_rate": 1.745197891539355e-05, | |
| "loss": 0.0203, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.0624545812606812, | |
| "learning_rate": 1.7443044760117934e-05, | |
| "loss": 0.0216, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.4411804676055908, | |
| "learning_rate": 1.7434110604842315e-05, | |
| "loss": 0.0294, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.7424313426017761, | |
| "learning_rate": 1.7425176449566696e-05, | |
| "loss": 0.0233, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6678118705749512, | |
| "learning_rate": 1.7416242294291077e-05, | |
| "loss": 0.0129, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.43497857451438904, | |
| "learning_rate": 1.7407308139015458e-05, | |
| "loss": 0.0272, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3903897702693939, | |
| "learning_rate": 1.739837398373984e-05, | |
| "loss": 0.0209, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 0.027375079691410065, | |
| "eval_pearson_cosine": 0.9001051843718942, | |
| "eval_pearson_dot": 0.9006651139179915, | |
| "eval_pearson_euclidean": 0.8930651682478097, | |
| "eval_pearson_manhattan": 0.891765654050478, | |
| "eval_pearson_max": 0.9006651139179915, | |
| "eval_runtime": 426.2183, | |
| "eval_samples_per_second": 1.173, | |
| "eval_spearman_cosine": 0.9177515750063, | |
| "eval_spearman_dot": 0.9167129468517873, | |
| "eval_spearman_euclidean": 0.9167275389101556, | |
| "eval_spearman_manhattan": 0.9159309277237108, | |
| "eval_spearman_max": 0.9177515750063, | |
| "eval_steps_per_second": 1.173, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.3496129512786865, | |
| "learning_rate": 1.738943982846422e-05, | |
| "loss": 0.0259, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.1606944799423218, | |
| "learning_rate": 1.73805056731886e-05, | |
| "loss": 0.0181, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5323413610458374, | |
| "learning_rate": 1.7371571517912982e-05, | |
| "loss": 0.0137, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5756454467773438, | |
| "learning_rate": 1.7362637362637363e-05, | |
| "loss": 0.0181, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3727392256259918, | |
| "learning_rate": 1.7353703207361744e-05, | |
| "loss": 0.0123, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.441544771194458, | |
| "learning_rate": 1.7344769052086125e-05, | |
| "loss": 0.0157, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6806672811508179, | |
| "learning_rate": 1.733583489681051e-05, | |
| "loss": 0.0196, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5537866353988647, | |
| "learning_rate": 1.732690074153489e-05, | |
| "loss": 0.0163, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5595599412918091, | |
| "learning_rate": 1.731796658625927e-05, | |
| "loss": 0.0229, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.48301759362220764, | |
| "learning_rate": 1.7309032430983652e-05, | |
| "loss": 0.0197, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.2349361181259155, | |
| "learning_rate": 1.7300098275708034e-05, | |
| "loss": 0.0198, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3702278137207031, | |
| "learning_rate": 1.7291164120432415e-05, | |
| "loss": 0.0165, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5885152220726013, | |
| "learning_rate": 1.7282229965156796e-05, | |
| "loss": 0.0126, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.2845672369003296, | |
| "learning_rate": 1.7273295809881177e-05, | |
| "loss": 0.0232, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.0059493780136108, | |
| "learning_rate": 1.7264361654605558e-05, | |
| "loss": 0.0102, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.621356189250946, | |
| "learning_rate": 1.725542749932994e-05, | |
| "loss": 0.0149, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.8701572418212891, | |
| "learning_rate": 1.724649334405432e-05, | |
| "loss": 0.0147, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.35073745250701904, | |
| "learning_rate": 1.7237559188778704e-05, | |
| "loss": 0.0176, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6895755529403687, | |
| "learning_rate": 1.7228625033503085e-05, | |
| "loss": 0.0212, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.9424052834510803, | |
| "learning_rate": 1.7219690878227463e-05, | |
| "loss": 0.0213, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.45782536268234253, | |
| "learning_rate": 1.7210756722951847e-05, | |
| "loss": 0.0122, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.9347144365310669, | |
| "learning_rate": 1.720182256767623e-05, | |
| "loss": 0.0221, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.4957163333892822, | |
| "learning_rate": 1.719288841240061e-05, | |
| "loss": 0.0154, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.40040886402130127, | |
| "learning_rate": 1.718395425712499e-05, | |
| "loss": 0.018, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.4707423150539398, | |
| "learning_rate": 1.717502010184937e-05, | |
| "loss": 0.0122, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.6660599708557129, | |
| "learning_rate": 1.7166085946573752e-05, | |
| "loss": 0.0103, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.5606631636619568, | |
| "learning_rate": 1.7157151791298134e-05, | |
| "loss": 0.0246, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.0515074729919434, | |
| "learning_rate": 1.7148217636022515e-05, | |
| "loss": 0.0173, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.8896968364715576, | |
| "learning_rate": 1.71392834807469e-05, | |
| "loss": 0.0357, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.8183419108390808, | |
| "learning_rate": 1.7130349325471277e-05, | |
| "loss": 0.0125, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.28626278042793274, | |
| "learning_rate": 1.7121415170195658e-05, | |
| "loss": 0.011, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.5537832975387573, | |
| "learning_rate": 1.7112481014920042e-05, | |
| "loss": 0.0155, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3938451111316681, | |
| "learning_rate": 1.7103546859644423e-05, | |
| "loss": 0.0163, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.27609241008758545, | |
| "learning_rate": 1.7094612704368804e-05, | |
| "loss": 0.0193, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.3002891540527344, | |
| "learning_rate": 1.7085678549093185e-05, | |
| "loss": 0.0142, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.8881809711456299, | |
| "learning_rate": 1.7076744393817566e-05, | |
| "loss": 0.0296, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.99460768699646, | |
| "learning_rate": 1.7067810238541947e-05, | |
| "loss": 0.0157, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.14095938205719, | |
| "learning_rate": 1.705887608326633e-05, | |
| "loss": 0.0164, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2840583026409149, | |
| "learning_rate": 1.704994192799071e-05, | |
| "loss": 0.0139, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3837971091270447, | |
| "learning_rate": 1.704100777271509e-05, | |
| "loss": 0.016, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.4202588200569153, | |
| "learning_rate": 1.703207361743947e-05, | |
| "loss": 0.0161, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.9836485385894775, | |
| "learning_rate": 1.7023139462163853e-05, | |
| "loss": 0.0336, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.28357017040252686, | |
| "learning_rate": 1.7014205306888234e-05, | |
| "loss": 0.0151, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3464276194572449, | |
| "learning_rate": 1.7005271151612618e-05, | |
| "loss": 0.0151, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6251973509788513, | |
| "learning_rate": 1.6996336996336996e-05, | |
| "loss": 0.0275, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.1420838832855225, | |
| "learning_rate": 1.698740284106138e-05, | |
| "loss": 0.0339, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.43490684032440186, | |
| "learning_rate": 1.697846868578576e-05, | |
| "loss": 0.0124, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.576763391494751, | |
| "learning_rate": 1.6969534530510142e-05, | |
| "loss": 0.0162, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.8549007773399353, | |
| "learning_rate": 1.6960600375234523e-05, | |
| "loss": 0.0217, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3743274509906769, | |
| "learning_rate": 1.6951666219958904e-05, | |
| "loss": 0.0165, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7152208089828491, | |
| "learning_rate": 1.6942732064683285e-05, | |
| "loss": 0.0158, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.5613319873809814, | |
| "learning_rate": 1.6933797909407666e-05, | |
| "loss": 0.0232, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3946327269077301, | |
| "learning_rate": 1.6924863754132047e-05, | |
| "loss": 0.0156, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.5846483707427979, | |
| "learning_rate": 1.691592959885643e-05, | |
| "loss": 0.0118, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6644983291625977, | |
| "learning_rate": 1.6906995443580813e-05, | |
| "loss": 0.0156, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7113365530967712, | |
| "learning_rate": 1.689806128830519e-05, | |
| "loss": 0.0131, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7063427567481995, | |
| "learning_rate": 1.688912713302957e-05, | |
| "loss": 0.0196, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.8692206740379333, | |
| "learning_rate": 1.6880192977753956e-05, | |
| "loss": 0.02, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6556200385093689, | |
| "learning_rate": 1.6871258822478337e-05, | |
| "loss": 0.0273, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9636979103088379, | |
| "learning_rate": 1.6862324667202718e-05, | |
| "loss": 0.0192, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.0198129303753376, | |
| "eval_pearson_cosine": 0.9064648118738065, | |
| "eval_pearson_dot": 0.9033815480817863, | |
| "eval_pearson_euclidean": 0.8939116848670458, | |
| "eval_pearson_manhattan": 0.8927147647429707, | |
| "eval_pearson_max": 0.9064648118738065, | |
| "eval_runtime": 426.1029, | |
| "eval_samples_per_second": 1.173, | |
| "eval_spearman_cosine": 0.9222772251089003, | |
| "eval_spearman_dot": 0.9168591554366217, | |
| "eval_spearman_euclidean": 0.9222438169752679, | |
| "eval_spearman_manhattan": 0.9220269521078085, | |
| "eval_spearman_max": 0.9222772251089003, | |
| "eval_steps_per_second": 1.173, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.5286144614219666, | |
| "learning_rate": 1.68533905119271e-05, | |
| "loss": 0.0228, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7542079091072083, | |
| "learning_rate": 1.684445635665148e-05, | |
| "loss": 0.0156, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6064092516899109, | |
| "learning_rate": 1.683552220137586e-05, | |
| "loss": 0.0258, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7690675258636475, | |
| "learning_rate": 1.6826588046100242e-05, | |
| "loss": 0.0201, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.4456731975078583, | |
| "learning_rate": 1.6817653890824623e-05, | |
| "loss": 0.0159, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6881704330444336, | |
| "learning_rate": 1.6808719735549008e-05, | |
| "loss": 0.0191, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.515715479850769, | |
| "learning_rate": 1.6799785580273385e-05, | |
| "loss": 0.0272, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9520334601402283, | |
| "learning_rate": 1.6790851424997766e-05, | |
| "loss": 0.0164, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.4020353555679321, | |
| "learning_rate": 1.678191726972215e-05, | |
| "loss": 0.0224, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.868922472000122, | |
| "learning_rate": 1.6772983114446532e-05, | |
| "loss": 0.0343, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5014618635177612, | |
| "learning_rate": 1.676404895917091e-05, | |
| "loss": 0.0318, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.820292592048645, | |
| "learning_rate": 1.6755114803895294e-05, | |
| "loss": 0.0264, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6107310056686401, | |
| "learning_rate": 1.6746180648619675e-05, | |
| "loss": 0.0188, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.3835718631744385, | |
| "learning_rate": 1.6737246493344056e-05, | |
| "loss": 0.012, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.46898066997528076, | |
| "learning_rate": 1.6728312338068437e-05, | |
| "loss": 0.0333, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6556499004364014, | |
| "learning_rate": 1.6719378182792818e-05, | |
| "loss": 0.0184, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8477081060409546, | |
| "learning_rate": 1.67104440275172e-05, | |
| "loss": 0.0327, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6761387586593628, | |
| "learning_rate": 1.670150987224158e-05, | |
| "loss": 0.0178, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.4892427623271942, | |
| "learning_rate": 1.669257571696596e-05, | |
| "loss": 0.0266, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.7155781388282776, | |
| "learning_rate": 1.6683641561690342e-05, | |
| "loss": 0.0242, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.25152644515037537, | |
| "learning_rate": 1.6674707406414727e-05, | |
| "loss": 0.0102, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8297644853591919, | |
| "learning_rate": 1.6665773251139104e-05, | |
| "loss": 0.0209, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.36103129386901855, | |
| "learning_rate": 1.665683909586349e-05, | |
| "loss": 0.0166, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8184224367141724, | |
| "learning_rate": 1.664790494058787e-05, | |
| "loss": 0.0215, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5235499739646912, | |
| "learning_rate": 1.663897078531225e-05, | |
| "loss": 0.0223, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6001405715942383, | |
| "learning_rate": 1.6630036630036632e-05, | |
| "loss": 0.0177, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5021240711212158, | |
| "learning_rate": 1.6621102474761013e-05, | |
| "loss": 0.0199, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.2629213035106659, | |
| "learning_rate": 1.6612168319485394e-05, | |
| "loss": 0.0375, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6333101987838745, | |
| "learning_rate": 1.6603234164209775e-05, | |
| "loss": 0.0138, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5239858627319336, | |
| "learning_rate": 1.6594300008934156e-05, | |
| "loss": 0.0211, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5263399481773376, | |
| "learning_rate": 1.6585365853658537e-05, | |
| "loss": 0.0281, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.7547926902770996, | |
| "learning_rate": 1.657643169838292e-05, | |
| "loss": 0.0325, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.098939061164856, | |
| "learning_rate": 1.65674975431073e-05, | |
| "loss": 0.0136, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5231286883354187, | |
| "learning_rate": 1.655856338783168e-05, | |
| "loss": 0.0241, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6786376237869263, | |
| "learning_rate": 1.6549629232556064e-05, | |
| "loss": 0.0264, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.402637243270874, | |
| "learning_rate": 1.6540695077280446e-05, | |
| "loss": 0.0214, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.169063687324524, | |
| "learning_rate": 1.6531760922004823e-05, | |
| "loss": 0.038, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9597774147987366, | |
| "learning_rate": 1.6522826766729208e-05, | |
| "loss": 0.0289, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5611427426338196, | |
| "learning_rate": 1.651389261145359e-05, | |
| "loss": 0.0155, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9891091585159302, | |
| "learning_rate": 1.650495845617797e-05, | |
| "loss": 0.0261, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.445168137550354, | |
| "learning_rate": 1.649602430090235e-05, | |
| "loss": 0.0192, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.0663169622421265, | |
| "learning_rate": 1.6487090145626732e-05, | |
| "loss": 0.0252, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9698647856712341, | |
| "learning_rate": 1.6478155990351116e-05, | |
| "loss": 0.0223, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.3728877305984497, | |
| "learning_rate": 1.6469221835075494e-05, | |
| "loss": 0.0194, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.654509961605072, | |
| "learning_rate": 1.6460287679799875e-05, | |
| "loss": 0.0255, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.8245360851287842, | |
| "learning_rate": 1.645135352452426e-05, | |
| "loss": 0.0151, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6417776942253113, | |
| "learning_rate": 1.644241936924864e-05, | |
| "loss": 0.0153, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.23088638484477997, | |
| "learning_rate": 1.6433485213973018e-05, | |
| "loss": 0.0258, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.4798796474933624, | |
| "learning_rate": 1.6424551058697402e-05, | |
| "loss": 0.0152, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.42295366525650024, | |
| "learning_rate": 1.6415616903421783e-05, | |
| "loss": 0.0153, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.3053552210330963, | |
| "learning_rate": 1.6406682748146165e-05, | |
| "loss": 0.0098, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.37020963430404663, | |
| "learning_rate": 1.6397748592870546e-05, | |
| "loss": 0.0151, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5717061758041382, | |
| "learning_rate": 1.6388814437594927e-05, | |
| "loss": 0.0157, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5504093766212463, | |
| "learning_rate": 1.6379880282319308e-05, | |
| "loss": 0.0397, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6604989767074585, | |
| "learning_rate": 1.637094612704369e-05, | |
| "loss": 0.0158, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.7319514155387878, | |
| "learning_rate": 1.636201197176807e-05, | |
| "loss": 0.0118, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5383831262588501, | |
| "learning_rate": 1.6353077816492454e-05, | |
| "loss": 0.0196, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9546700716018677, | |
| "learning_rate": 1.6344143661216835e-05, | |
| "loss": 0.0204, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.929811954498291, | |
| "learning_rate": 1.6335209505941213e-05, | |
| "loss": 0.0286, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.545769453048706, | |
| "learning_rate": 1.6326275350665597e-05, | |
| "loss": 0.0178, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 0.02022329904139042, | |
| "eval_pearson_cosine": 0.9200674333472122, | |
| "eval_pearson_dot": 0.9176731158869308, | |
| "eval_pearson_euclidean": 0.9061361146439217, | |
| "eval_pearson_manhattan": 0.9047424977345989, | |
| "eval_pearson_max": 0.9200674333472122, | |
| "eval_runtime": 426.1218, | |
| "eval_samples_per_second": 1.173, | |
| "eval_spearman_cosine": 0.9299045516182064, | |
| "eval_spearman_dot": 0.9254067416269663, | |
| "eval_spearman_euclidean": 0.9302610970443881, | |
| "eval_spearman_manhattan": 0.9284666578666315, | |
| "eval_spearman_max": 0.9302610970443881, | |
| "eval_steps_per_second": 1.173, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5426648259162903, | |
| "learning_rate": 1.6317341195389978e-05, | |
| "loss": 0.0123, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4093814492225647, | |
| "learning_rate": 1.630840704011436e-05, | |
| "loss": 0.0176, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.9546383619308472, | |
| "learning_rate": 1.629947288483874e-05, | |
| "loss": 0.0195, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.6893852949142456, | |
| "learning_rate": 1.629053872956312e-05, | |
| "loss": 0.0253, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.3756393790245056, | |
| "learning_rate": 1.6281604574287502e-05, | |
| "loss": 0.0106, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.563850998878479, | |
| "learning_rate": 1.6272670419011883e-05, | |
| "loss": 0.017, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.3767915964126587, | |
| "learning_rate": 1.6263736263736265e-05, | |
| "loss": 0.0231, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.3786735236644745, | |
| "learning_rate": 1.6254802108460646e-05, | |
| "loss": 0.0121, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2710884213447571, | |
| "learning_rate": 1.624586795318503e-05, | |
| "loss": 0.0121, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4059496819972992, | |
| "learning_rate": 1.6236933797909408e-05, | |
| "loss": 0.0138, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5236977338790894, | |
| "learning_rate": 1.622799964263379e-05, | |
| "loss": 0.023, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.2646647691726685, | |
| "learning_rate": 1.6219065487358173e-05, | |
| "loss": 0.026, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.5769827365875244, | |
| "learning_rate": 1.6210131332082554e-05, | |
| "loss": 0.0145, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.8552572727203369, | |
| "learning_rate": 1.6201197176806932e-05, | |
| "loss": 0.0132, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.690263271331787, | |
| "learning_rate": 1.6192263021531316e-05, | |
| "loss": 0.04, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.6928017735481262, | |
| "learning_rate": 1.6183328866255697e-05, | |
| "loss": 0.0184, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.31537023186683655, | |
| "learning_rate": 1.6174394710980078e-05, | |
| "loss": 0.0156, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.826603889465332, | |
| "learning_rate": 1.616546055570446e-05, | |
| "loss": 0.0253, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.0481098890304565, | |
| "learning_rate": 1.615652640042884e-05, | |
| "loss": 0.019, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.719532310962677, | |
| "learning_rate": 1.614759224515322e-05, | |
| "loss": 0.0152, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.7920011281967163, | |
| "learning_rate": 1.6138658089877602e-05, | |
| "loss": 0.0142, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.9310560822486877, | |
| "learning_rate": 1.6129723934601983e-05, | |
| "loss": 0.0187, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4473055303096771, | |
| "learning_rate": 1.6120789779326368e-05, | |
| "loss": 0.0317, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.3835084140300751, | |
| "learning_rate": 1.611185562405075e-05, | |
| "loss": 0.0143, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.6586607098579407, | |
| "learning_rate": 1.6102921468775127e-05, | |
| "loss": 0.027, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.510007917881012, | |
| "learning_rate": 1.609398731349951e-05, | |
| "loss": 0.0213, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7229037284851074, | |
| "learning_rate": 1.6085053158223892e-05, | |
| "loss": 0.014, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.35988929867744446, | |
| "learning_rate": 1.6076119002948273e-05, | |
| "loss": 0.0166, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.9715976119041443, | |
| "learning_rate": 1.6067184847672654e-05, | |
| "loss": 0.0202, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5804651975631714, | |
| "learning_rate": 1.6058250692397035e-05, | |
| "loss": 0.0177, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.6329138278961182, | |
| "learning_rate": 1.6049316537121416e-05, | |
| "loss": 0.0184, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.46104130148887634, | |
| "learning_rate": 1.6040382381845797e-05, | |
| "loss": 0.0208, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.040407657623291, | |
| "learning_rate": 1.6031448226570178e-05, | |
| "loss": 0.0281, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7342686057090759, | |
| "learning_rate": 1.6022514071294563e-05, | |
| "loss": 0.0163, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7275007367134094, | |
| "learning_rate": 1.601357991601894e-05, | |
| "loss": 0.0193, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.30385661125183105, | |
| "learning_rate": 1.600464576074332e-05, | |
| "loss": 0.0153, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5035312175750732, | |
| "learning_rate": 1.5995711605467706e-05, | |
| "loss": 0.0189, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.2530502676963806, | |
| "learning_rate": 1.5986777450192087e-05, | |
| "loss": 0.017, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.068692922592163, | |
| "learning_rate": 1.5977843294916468e-05, | |
| "loss": 0.0178, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.40073007345199585, | |
| "learning_rate": 1.596890913964085e-05, | |
| "loss": 0.0165, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 6.783413887023926, | |
| "learning_rate": 1.595997498436523e-05, | |
| "loss": 0.0235, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.46688321232795715, | |
| "learning_rate": 1.595104082908961e-05, | |
| "loss": 0.0188, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.6832770705223083, | |
| "learning_rate": 1.5942106673813992e-05, | |
| "loss": 0.0202, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.39423632621765137, | |
| "learning_rate": 1.5933172518538373e-05, | |
| "loss": 0.0118, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.8265882730484009, | |
| "learning_rate": 1.5924238363262754e-05, | |
| "loss": 0.0175, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.8301231265068054, | |
| "learning_rate": 1.5915304207987135e-05, | |
| "loss": 0.0396, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.45745956897735596, | |
| "learning_rate": 1.5906370052711516e-05, | |
| "loss": 0.0195, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.464941382408142, | |
| "learning_rate": 1.5897435897435897e-05, | |
| "loss": 0.0207, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.7965016961097717, | |
| "learning_rate": 1.588850174216028e-05, | |
| "loss": 0.0178, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.6353152394294739, | |
| "learning_rate": 1.5879567586884663e-05, | |
| "loss": 0.019, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.38456305861473083, | |
| "learning_rate": 1.587063343160904e-05, | |
| "loss": 0.0169, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.2627872228622437, | |
| "learning_rate": 1.5861699276333425e-05, | |
| "loss": 0.0226, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5265514254570007, | |
| "learning_rate": 1.5852765121057806e-05, | |
| "loss": 0.0141, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5938783288002014, | |
| "learning_rate": 1.5843830965782187e-05, | |
| "loss": 0.0178, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.39797863364219666, | |
| "learning_rate": 1.5834896810506568e-05, | |
| "loss": 0.0123, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.6035088300704956, | |
| "learning_rate": 1.582596265523095e-05, | |
| "loss": 0.0162, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.34465670585632324, | |
| "learning_rate": 1.581702849995533e-05, | |
| "loss": 0.0135, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.40939584374427795, | |
| "learning_rate": 1.580809434467971e-05, | |
| "loss": 0.0123, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.4972923994064331, | |
| "learning_rate": 1.5799160189404092e-05, | |
| "loss": 0.0178, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.3403087556362152, | |
| "learning_rate": 1.5790226034128477e-05, | |
| "loss": 0.0104, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.01895288936793804, | |
| "eval_pearson_cosine": 0.9183723675584331, | |
| "eval_pearson_dot": 0.9165141926322535, | |
| "eval_pearson_euclidean": 0.9111139441737433, | |
| "eval_pearson_manhattan": 0.9105498844088082, | |
| "eval_pearson_max": 0.9183723675584331, | |
| "eval_runtime": 425.5624, | |
| "eval_samples_per_second": 1.175, | |
| "eval_spearman_cosine": 0.925627350509402, | |
| "eval_spearman_dot": 0.9219613838455353, | |
| "eval_spearman_euclidean": 0.9258841515366061, | |
| "eval_spearman_manhattan": 0.9260336241344965, | |
| "eval_spearman_max": 0.9260336241344965, | |
| "eval_steps_per_second": 1.175, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.2765352129936218, | |
| "learning_rate": 1.5781291878852854e-05, | |
| "loss": 0.0154, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.1084377765655518, | |
| "learning_rate": 1.5772357723577235e-05, | |
| "loss": 0.0214, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.42401209473609924, | |
| "learning_rate": 1.576342356830162e-05, | |
| "loss": 0.0111, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.4498884081840515, | |
| "learning_rate": 1.5754489413026e-05, | |
| "loss": 0.0144, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.7784323692321777, | |
| "learning_rate": 1.574555525775038e-05, | |
| "loss": 0.0164, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.792809247970581, | |
| "learning_rate": 1.5736621102474763e-05, | |
| "loss": 0.0226, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5559731721878052, | |
| "learning_rate": 1.5727686947199144e-05, | |
| "loss": 0.0157, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5122278928756714, | |
| "learning_rate": 1.5718752791923525e-05, | |
| "loss": 0.0114, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.579097330570221, | |
| "learning_rate": 1.5709818636647906e-05, | |
| "loss": 0.0176, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5125916004180908, | |
| "learning_rate": 1.5700884481372287e-05, | |
| "loss": 0.0112, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.6206502318382263, | |
| "learning_rate": 1.569195032609667e-05, | |
| "loss": 0.0129, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.578705906867981, | |
| "learning_rate": 1.568301617082105e-05, | |
| "loss": 0.0133, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.273260235786438, | |
| "learning_rate": 1.567408201554543e-05, | |
| "loss": 0.0238, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6316016912460327, | |
| "learning_rate": 1.5665147860269814e-05, | |
| "loss": 0.0107, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6251145005226135, | |
| "learning_rate": 1.5656213704994195e-05, | |
| "loss": 0.0115, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.48484379053115845, | |
| "learning_rate": 1.5647279549718573e-05, | |
| "loss": 0.0171, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.4522140920162201, | |
| "learning_rate": 1.5638345394442958e-05, | |
| "loss": 0.0222, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6267346739768982, | |
| "learning_rate": 1.562941123916734e-05, | |
| "loss": 0.0214, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.9123010635375977, | |
| "learning_rate": 1.562047708389172e-05, | |
| "loss": 0.0214, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.2564802169799805, | |
| "learning_rate": 1.56115429286161e-05, | |
| "loss": 0.0209, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.4140920341014862, | |
| "learning_rate": 1.5602608773340482e-05, | |
| "loss": 0.0194, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.2953025102615356, | |
| "learning_rate": 1.5593674618064863e-05, | |
| "loss": 0.0175, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.19866344332695007, | |
| "learning_rate": 1.5584740462789244e-05, | |
| "loss": 0.017, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.5271120071411133, | |
| "learning_rate": 1.5575806307513625e-05, | |
| "loss": 0.0137, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6619897484779358, | |
| "learning_rate": 1.5566872152238006e-05, | |
| "loss": 0.0184, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.7720787525177002, | |
| "learning_rate": 1.555793799696239e-05, | |
| "loss": 0.0198, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.2014611959457397, | |
| "learning_rate": 1.5549003841686768e-05, | |
| "loss": 0.0176, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.42123496532440186, | |
| "learning_rate": 1.554006968641115e-05, | |
| "loss": 0.0136, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.8967819213867188, | |
| "learning_rate": 1.5531135531135533e-05, | |
| "loss": 0.0202, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.4060193598270416, | |
| "learning_rate": 1.5522201375859914e-05, | |
| "loss": 0.0183, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6353384256362915, | |
| "learning_rate": 1.5513267220584295e-05, | |
| "loss": 0.0141, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.3105901777744293, | |
| "learning_rate": 1.5504333065308677e-05, | |
| "loss": 0.0123, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.33913782238960266, | |
| "learning_rate": 1.5495398910033058e-05, | |
| "loss": 0.0176, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.664908766746521, | |
| "learning_rate": 1.548646475475744e-05, | |
| "loss": 0.0135, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.7868657112121582, | |
| "learning_rate": 1.547753059948182e-05, | |
| "loss": 0.0122, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6869320869445801, | |
| "learning_rate": 1.54685964442062e-05, | |
| "loss": 0.0135, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.1669894456863403, | |
| "learning_rate": 1.5459662288930585e-05, | |
| "loss": 0.024, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.32140159606933594, | |
| "learning_rate": 1.5450728133654963e-05, | |
| "loss": 0.0109, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.5477967262268066, | |
| "learning_rate": 1.5441793978379344e-05, | |
| "loss": 0.0132, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2863134741783142, | |
| "learning_rate": 1.5432859823103728e-05, | |
| "loss": 0.0225, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.7895782589912415, | |
| "learning_rate": 1.542392566782811e-05, | |
| "loss": 0.0265, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.36137330532073975, | |
| "learning_rate": 1.5414991512552487e-05, | |
| "loss": 0.0114, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.5505108833312988, | |
| "learning_rate": 1.540605735727687e-05, | |
| "loss": 0.0244, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.2253755331039429, | |
| "learning_rate": 1.5397123202001252e-05, | |
| "loss": 0.0253, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.25381264090538025, | |
| "learning_rate": 1.5388189046725633e-05, | |
| "loss": 0.0215, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.59675133228302, | |
| "learning_rate": 1.5379254891450014e-05, | |
| "loss": 0.0229, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.4737885296344757, | |
| "learning_rate": 1.5370320736174395e-05, | |
| "loss": 0.0172, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.7271224856376648, | |
| "learning_rate": 1.536138658089878e-05, | |
| "loss": 0.0155, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.3435806930065155, | |
| "learning_rate": 1.5352452425623158e-05, | |
| "loss": 0.0115, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.37383875250816345, | |
| "learning_rate": 1.534351827034754e-05, | |
| "loss": 0.0175, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2769816219806671, | |
| "learning_rate": 1.5334584115071923e-05, | |
| "loss": 0.012, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.421824187040329, | |
| "learning_rate": 1.5325649959796304e-05, | |
| "loss": 0.0168, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.48985883593559265, | |
| "learning_rate": 1.5316715804520682e-05, | |
| "loss": 0.0121, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.4765077829360962, | |
| "learning_rate": 1.5307781649245066e-05, | |
| "loss": 0.0181, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.48202696442604065, | |
| "learning_rate": 1.5298847493969447e-05, | |
| "loss": 0.0157, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.033970594406128, | |
| "learning_rate": 1.5289913338693828e-05, | |
| "loss": 0.0136, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.33205658197402954, | |
| "learning_rate": 1.528097918341821e-05, | |
| "loss": 0.012, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.4964057207107544, | |
| "learning_rate": 1.527204502814259e-05, | |
| "loss": 0.0109, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.9996275901794434, | |
| "learning_rate": 1.526311087286697e-05, | |
| "loss": 0.0153, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.5008103251457214, | |
| "learning_rate": 1.5254176717591354e-05, | |
| "loss": 0.0194, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_loss": 0.019112512469291687, | |
| "eval_pearson_cosine": 0.9187946359889192, | |
| "eval_pearson_dot": 0.916935359224543, | |
| "eval_pearson_euclidean": 0.9078268066209557, | |
| "eval_pearson_manhattan": 0.9068373107836385, | |
| "eval_pearson_max": 0.9187946359889192, | |
| "eval_runtime": 426.0704, | |
| "eval_samples_per_second": 1.174, | |
| "eval_spearman_cosine": 0.9320740642962572, | |
| "eval_spearman_dot": 0.9297467269869079, | |
| "eval_spearman_euclidean": 0.9318172632690529, | |
| "eval_spearman_manhattan": 0.9317702230808924, | |
| "eval_spearman_max": 0.9320740642962572, | |
| "eval_steps_per_second": 1.174, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.5863137245178223, | |
| "learning_rate": 1.5245242562315733e-05, | |
| "loss": 0.0155, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.9501858353614807, | |
| "learning_rate": 1.5236308407040114e-05, | |
| "loss": 0.023, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.0070725679397583, | |
| "learning_rate": 1.5227374251764497e-05, | |
| "loss": 0.0159, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.1535245180130005, | |
| "learning_rate": 1.5218440096488878e-05, | |
| "loss": 0.0271, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3500936031341553, | |
| "learning_rate": 1.5209505941213261e-05, | |
| "loss": 0.0185, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5063101649284363, | |
| "learning_rate": 1.5200571785937642e-05, | |
| "loss": 0.0092, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.48119908571243286, | |
| "learning_rate": 1.5191637630662021e-05, | |
| "loss": 0.0156, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7710624933242798, | |
| "learning_rate": 1.5182703475386404e-05, | |
| "loss": 0.0182, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5304814577102661, | |
| "learning_rate": 1.5173769320110785e-05, | |
| "loss": 0.0127, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5894374251365662, | |
| "learning_rate": 1.5164835164835166e-05, | |
| "loss": 0.012, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.48509135842323303, | |
| "learning_rate": 1.5155901009559549e-05, | |
| "loss": 0.0164, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.00001060962677, | |
| "learning_rate": 1.5146966854283928e-05, | |
| "loss": 0.0105, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5003077983856201, | |
| "learning_rate": 1.513803269900831e-05, | |
| "loss": 0.0191, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.4220547378063202, | |
| "learning_rate": 1.5129098543732692e-05, | |
| "loss": 0.0182, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.353935182094574, | |
| "learning_rate": 1.5120164388457073e-05, | |
| "loss": 0.0105, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7862482070922852, | |
| "learning_rate": 1.5111230233181452e-05, | |
| "loss": 0.0153, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.4707240164279938, | |
| "learning_rate": 1.5102296077905835e-05, | |
| "loss": 0.0106, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5706127882003784, | |
| "learning_rate": 1.5093361922630216e-05, | |
| "loss": 0.0193, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5268707275390625, | |
| "learning_rate": 1.5084427767354597e-05, | |
| "loss": 0.0115, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.42871159315109253, | |
| "learning_rate": 1.507549361207898e-05, | |
| "loss": 0.0111, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.47120198607444763, | |
| "learning_rate": 1.5066559456803361e-05, | |
| "loss": 0.0148, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.6913847327232361, | |
| "learning_rate": 1.505762530152774e-05, | |
| "loss": 0.0156, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.40243229269981384, | |
| "learning_rate": 1.5048691146252123e-05, | |
| "loss": 0.021, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.4630833566188812, | |
| "learning_rate": 1.5039756990976504e-05, | |
| "loss": 0.0142, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7278119325637817, | |
| "learning_rate": 1.5030822835700887e-05, | |
| "loss": 0.0221, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5856547951698303, | |
| "learning_rate": 1.5021888680425268e-05, | |
| "loss": 0.0127, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3612341582775116, | |
| "learning_rate": 1.5012954525149647e-05, | |
| "loss": 0.0142, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3373230993747711, | |
| "learning_rate": 1.500402036987403e-05, | |
| "loss": 0.013, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.3555310070514679, | |
| "learning_rate": 1.4995086214598411e-05, | |
| "loss": 0.0188, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.27012017369270325, | |
| "learning_rate": 1.4986152059322792e-05, | |
| "loss": 0.016, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.7879682183265686, | |
| "learning_rate": 1.4977217904047175e-05, | |
| "loss": 0.019, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.4750874638557434, | |
| "learning_rate": 1.4968283748771554e-05, | |
| "loss": 0.0156, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5031574368476868, | |
| "learning_rate": 1.4959349593495935e-05, | |
| "loss": 0.0206, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5057447552680969, | |
| "learning_rate": 1.4950415438220318e-05, | |
| "loss": 0.0144, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.0315029621124268, | |
| "learning_rate": 1.4941481282944699e-05, | |
| "loss": 0.0179, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5417433977127075, | |
| "learning_rate": 1.493254712766908e-05, | |
| "loss": 0.0126, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.667726993560791, | |
| "learning_rate": 1.4923612972393463e-05, | |
| "loss": 0.0143, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.8723002672195435, | |
| "learning_rate": 1.4914678817117842e-05, | |
| "loss": 0.012, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.8944787979125977, | |
| "learning_rate": 1.4905744661842223e-05, | |
| "loss": 0.0205, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5145695805549622, | |
| "learning_rate": 1.4896810506566606e-05, | |
| "loss": 0.0118, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.9632664322853088, | |
| "learning_rate": 1.4887876351290987e-05, | |
| "loss": 0.0233, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.4608353078365326, | |
| "learning_rate": 1.487894219601537e-05, | |
| "loss": 0.0192, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.8873416781425476, | |
| "learning_rate": 1.4870008040739749e-05, | |
| "loss": 0.0196, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.7420912384986877, | |
| "learning_rate": 1.486107388546413e-05, | |
| "loss": 0.0114, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.3144592344760895, | |
| "learning_rate": 1.4852139730188513e-05, | |
| "loss": 0.0136, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.4143444001674652, | |
| "learning_rate": 1.4843205574912894e-05, | |
| "loss": 0.0102, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.3450114727020264, | |
| "learning_rate": 1.4834271419637275e-05, | |
| "loss": 0.0273, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.6474159955978394, | |
| "learning_rate": 1.4825337264361657e-05, | |
| "loss": 0.0125, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.3440127372741699, | |
| "learning_rate": 1.4816403109086037e-05, | |
| "loss": 0.016, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.6236218214035034, | |
| "learning_rate": 1.4807468953810418e-05, | |
| "loss": 0.019, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.9320889115333557, | |
| "learning_rate": 1.47985347985348e-05, | |
| "loss": 0.015, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.36292609572410583, | |
| "learning_rate": 1.4789600643259182e-05, | |
| "loss": 0.0155, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.278648018836975, | |
| "learning_rate": 1.4780666487983561e-05, | |
| "loss": 0.0229, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.24334418773651123, | |
| "learning_rate": 1.4771732332707944e-05, | |
| "loss": 0.0099, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.7839992046356201, | |
| "learning_rate": 1.4762798177432325e-05, | |
| "loss": 0.0167, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.3292075395584106, | |
| "learning_rate": 1.4753864022156706e-05, | |
| "loss": 0.0168, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4192187488079071, | |
| "learning_rate": 1.4744929866881089e-05, | |
| "loss": 0.0177, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5623775124549866, | |
| "learning_rate": 1.4735995711605468e-05, | |
| "loss": 0.0103, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5713854432106018, | |
| "learning_rate": 1.4727061556329849e-05, | |
| "loss": 0.011, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6574892997741699, | |
| "learning_rate": 1.4718127401054232e-05, | |
| "loss": 0.0169, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.01563582755625248, | |
| "eval_pearson_cosine": 0.93071357698338, | |
| "eval_pearson_dot": 0.9303618828257327, | |
| "eval_pearson_euclidean": 0.9158033535152222, | |
| "eval_pearson_manhattan": 0.9136122746167228, | |
| "eval_pearson_max": 0.93071357698338, | |
| "eval_runtime": 426.316, | |
| "eval_samples_per_second": 1.173, | |
| "eval_spearman_cosine": 0.9357050868203473, | |
| "eval_spearman_dot": 0.9326605306421225, | |
| "eval_spearman_euclidean": 0.9346635786543147, | |
| "eval_spearman_manhattan": 0.9334011736046943, | |
| "eval_spearman_max": 0.9357050868203473, | |
| "eval_steps_per_second": 1.173, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5762566328048706, | |
| "learning_rate": 1.4709193245778613e-05, | |
| "loss": 0.0296, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6294378638267517, | |
| "learning_rate": 1.4700259090502995e-05, | |
| "loss": 0.0158, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5651215314865112, | |
| "learning_rate": 1.4691324935227376e-05, | |
| "loss": 0.0131, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6574472784996033, | |
| "learning_rate": 1.4682390779951756e-05, | |
| "loss": 0.0166, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4540180563926697, | |
| "learning_rate": 1.4673456624676139e-05, | |
| "loss": 0.024, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.3493760824203491, | |
| "learning_rate": 1.466452246940052e-05, | |
| "loss": 0.0149, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.0167644023895264, | |
| "learning_rate": 1.46555883141249e-05, | |
| "loss": 0.0149, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.9241525530815125, | |
| "learning_rate": 1.4646654158849283e-05, | |
| "loss": 0.0184, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6745620965957642, | |
| "learning_rate": 1.4637720003573663e-05, | |
| "loss": 0.0158, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4359780251979828, | |
| "learning_rate": 1.4628785848298044e-05, | |
| "loss": 0.0098, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4030389189720154, | |
| "learning_rate": 1.4619851693022426e-05, | |
| "loss": 0.0184, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5261355638504028, | |
| "learning_rate": 1.4610917537746807e-05, | |
| "loss": 0.0141, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.38097327947616577, | |
| "learning_rate": 1.4601983382471187e-05, | |
| "loss": 0.0083, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.41486430168151855, | |
| "learning_rate": 1.459304922719557e-05, | |
| "loss": 0.0202, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5645167827606201, | |
| "learning_rate": 1.458411507191995e-05, | |
| "loss": 0.0126, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4771600365638733, | |
| "learning_rate": 1.4575180916644332e-05, | |
| "loss": 0.0103, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.8267874717712402, | |
| "learning_rate": 1.4566246761368714e-05, | |
| "loss": 0.0182, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.7216476202011108, | |
| "learning_rate": 1.4557312606093095e-05, | |
| "loss": 0.0155, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.0095362663269043, | |
| "learning_rate": 1.4548378450817478e-05, | |
| "loss": 0.0199, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.36790329217910767, | |
| "learning_rate": 1.4539444295541857e-05, | |
| "loss": 0.0231, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4778492748737335, | |
| "learning_rate": 1.4530510140266239e-05, | |
| "loss": 0.0101, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3736858665943146, | |
| "learning_rate": 1.4521575984990621e-05, | |
| "loss": 0.0157, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.5705660581588745, | |
| "learning_rate": 1.4512641829715002e-05, | |
| "loss": 0.0133, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.7104588747024536, | |
| "learning_rate": 1.4503707674439382e-05, | |
| "loss": 0.0209, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4687543511390686, | |
| "learning_rate": 1.4494773519163764e-05, | |
| "loss": 0.0072, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.5142909288406372, | |
| "learning_rate": 1.4485839363888145e-05, | |
| "loss": 0.0127, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3397541046142578, | |
| "learning_rate": 1.4476905208612526e-05, | |
| "loss": 0.0122, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4727453589439392, | |
| "learning_rate": 1.446797105333691e-05, | |
| "loss": 0.0212, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.7717282176017761, | |
| "learning_rate": 1.445903689806129e-05, | |
| "loss": 0.0277, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4375796914100647, | |
| "learning_rate": 1.445010274278567e-05, | |
| "loss": 0.0119, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.45401817560195923, | |
| "learning_rate": 1.4441168587510052e-05, | |
| "loss": 0.0128, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4388526976108551, | |
| "learning_rate": 1.4432234432234433e-05, | |
| "loss": 0.0181, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4506477415561676, | |
| "learning_rate": 1.4423300276958814e-05, | |
| "loss": 0.0118, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.7086319923400879, | |
| "learning_rate": 1.4414366121683197e-05, | |
| "loss": 0.0111, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.185771182179451, | |
| "learning_rate": 1.4405431966407576e-05, | |
| "loss": 0.0151, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.26904481649398804, | |
| "learning_rate": 1.4396497811131958e-05, | |
| "loss": 0.0116, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.8145022392272949, | |
| "learning_rate": 1.438756365585634e-05, | |
| "loss": 0.0097, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.1931172609329224, | |
| "learning_rate": 1.4378629500580721e-05, | |
| "loss": 0.0158, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.37602362036705017, | |
| "learning_rate": 1.4369695345305104e-05, | |
| "loss": 0.0145, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.5753958225250244, | |
| "learning_rate": 1.4360761190029483e-05, | |
| "loss": 0.0156, | |
| "step": 4400 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 12437, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 400, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |