{ "best_metric": 0.2690572142601013, "best_model_checkpoint": "./fine_tune_bert_output/checkpoint-1065", "epoch": 15.0, "global_step": 3195, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 1.999906103286385e-05, "loss": 2.6192, "step": 1 }, { "epoch": 0.05, "learning_rate": 1.99906103286385e-05, "loss": 1.6847, "step": 10 }, { "epoch": 0.09, "learning_rate": 1.9981220657276997e-05, "loss": 0.6569, "step": 20 }, { "epoch": 0.14, "learning_rate": 1.9971830985915494e-05, "loss": 0.3745, "step": 30 }, { "epoch": 0.19, "learning_rate": 1.9962441314553992e-05, "loss": 0.3366, "step": 40 }, { "epoch": 0.23, "learning_rate": 1.995305164319249e-05, "loss": 0.3634, "step": 50 }, { "epoch": 0.28, "learning_rate": 1.9943661971830987e-05, "loss": 0.331, "step": 60 }, { "epoch": 0.33, "learning_rate": 1.9934272300469485e-05, "loss": 0.3005, "step": 70 }, { "epoch": 0.38, "learning_rate": 1.9924882629107982e-05, "loss": 0.3371, "step": 80 }, { "epoch": 0.42, "learning_rate": 1.991549295774648e-05, "loss": 0.3082, "step": 90 }, { "epoch": 0.47, "learning_rate": 1.9906103286384977e-05, "loss": 0.3887, "step": 100 }, { "epoch": 0.52, "learning_rate": 1.9896713615023475e-05, "loss": 0.2901, "step": 110 }, { "epoch": 0.56, "learning_rate": 1.9887323943661973e-05, "loss": 0.3117, "step": 120 }, { "epoch": 0.61, "learning_rate": 1.9877934272300474e-05, "loss": 0.3219, "step": 130 }, { "epoch": 0.66, "learning_rate": 1.9868544600938968e-05, "loss": 0.3424, "step": 140 }, { "epoch": 0.7, "learning_rate": 1.9859154929577465e-05, "loss": 0.3169, "step": 150 }, { "epoch": 0.75, "learning_rate": 1.9849765258215966e-05, "loss": 0.3056, "step": 160 }, { "epoch": 0.8, "learning_rate": 1.984037558685446e-05, "loss": 0.298, "step": 170 }, { "epoch": 0.85, "learning_rate": 1.9830985915492958e-05, "loss": 0.2622, "step": 180 }, { "epoch": 0.89, "learning_rate": 1.982159624413146e-05, "loss": 0.2267, "step": 190 }, { "epoch": 0.94, "learning_rate": 1.9812206572769953e-05, "loss": 0.2567, "step": 200 }, { "epoch": 0.99, "learning_rate": 1.9802816901408454e-05, "loss": 0.2691, "step": 210 }, { "epoch": 1.0, "eval_corporation_f1": 0.0, "eval_creative-work_f1": 0.0, "eval_group_f1": 0.0, "eval_location_f1": 0.0, "eval_loss": 0.4035243093967438, "eval_overall_accuracy": 0.8979312804660563, "eval_overall_f1": 0.0, "eval_overall_precision": 0.0, "eval_overall_recall": 0.0, "eval_person_f1": 0.0, "eval_product_f1": 0.0, "eval_runtime": 5.2489, "eval_samples_per_second": 192.229, "eval_steps_per_second": 12.193, "step": 213 }, { "epoch": 1.03, "learning_rate": 1.9793427230046952e-05, "loss": 0.2481, "step": 220 }, { "epoch": 1.08, "learning_rate": 1.9784037558685446e-05, "loss": 0.2141, "step": 230 }, { "epoch": 1.13, "learning_rate": 1.9774647887323947e-05, "loss": 0.201, "step": 240 }, { "epoch": 1.17, "learning_rate": 1.9765258215962445e-05, "loss": 0.211, "step": 250 }, { "epoch": 1.22, "learning_rate": 1.975586854460094e-05, "loss": 0.2825, "step": 260 }, { "epoch": 1.27, "learning_rate": 1.974647887323944e-05, "loss": 0.1779, "step": 270 }, { "epoch": 1.31, "learning_rate": 1.9737089201877937e-05, "loss": 0.1794, "step": 280 }, { "epoch": 1.36, "learning_rate": 1.972769953051643e-05, "loss": 0.1838, "step": 290 }, { "epoch": 1.41, "learning_rate": 1.9718309859154933e-05, "loss": 0.1716, "step": 300 }, { "epoch": 1.46, "learning_rate": 1.9708920187793427e-05, "loss": 0.215, "step": 310 }, { "epoch": 1.5, "learning_rate": 1.9699530516431928e-05, "loss": 0.1581, "step": 320 }, { "epoch": 1.55, "learning_rate": 1.9690140845070425e-05, "loss": 0.2208, "step": 330 }, { "epoch": 1.6, "learning_rate": 1.968075117370892e-05, "loss": 0.176, "step": 340 }, { "epoch": 1.64, "learning_rate": 1.967136150234742e-05, "loss": 0.1615, "step": 350 }, { "epoch": 1.69, "learning_rate": 1.9661971830985918e-05, "loss": 0.1776, "step": 360 }, { "epoch": 1.74, "learning_rate": 1.9652582159624412e-05, "loss": 0.181, "step": 370 }, { "epoch": 1.78, "learning_rate": 1.9643192488262913e-05, "loss": 0.1619, "step": 380 }, { "epoch": 1.83, "learning_rate": 1.963380281690141e-05, "loss": 0.1635, "step": 390 }, { "epoch": 1.88, "learning_rate": 1.962441314553991e-05, "loss": 0.1613, "step": 400 }, { "epoch": 1.92, "learning_rate": 1.9615023474178406e-05, "loss": 0.1767, "step": 410 }, { "epoch": 1.97, "learning_rate": 1.9605633802816904e-05, "loss": 0.1604, "step": 420 }, { "epoch": 2.0, "eval_corporation_f1": 0.0, "eval_creative-work_f1": 0.0, "eval_group_f1": 0.0, "eval_location_f1": 0.35341365461847396, "eval_loss": 0.3053900897502899, "eval_overall_accuracy": 0.9324099393651171, "eval_overall_f1": 0.4997506234413965, "eval_overall_precision": 0.6254681647940075, "eval_overall_recall": 0.4161129568106312, "eval_person_f1": 0.6877351392024078, "eval_product_f1": 0.0, "eval_runtime": 5.2536, "eval_samples_per_second": 192.06, "eval_steps_per_second": 12.182, "step": 426 }, { "epoch": 2.02, "learning_rate": 1.95962441314554e-05, "loss": 0.1743, "step": 430 }, { "epoch": 2.07, "learning_rate": 1.95868544600939e-05, "loss": 0.1375, "step": 440 }, { "epoch": 2.11, "learning_rate": 1.9577464788732396e-05, "loss": 0.1216, "step": 450 }, { "epoch": 2.16, "learning_rate": 1.9568075117370894e-05, "loss": 0.1184, "step": 460 }, { "epoch": 2.21, "learning_rate": 1.955868544600939e-05, "loss": 0.1318, "step": 470 }, { "epoch": 2.25, "learning_rate": 1.954929577464789e-05, "loss": 0.1388, "step": 480 }, { "epoch": 2.3, "learning_rate": 1.9539906103286387e-05, "loss": 0.0979, "step": 490 }, { "epoch": 2.35, "learning_rate": 1.9530516431924884e-05, "loss": 0.1566, "step": 500 }, { "epoch": 2.39, "learning_rate": 1.9521126760563382e-05, "loss": 0.112, "step": 510 }, { "epoch": 2.44, "learning_rate": 1.951173708920188e-05, "loss": 0.1084, "step": 520 }, { "epoch": 2.49, "learning_rate": 1.9502347417840377e-05, "loss": 0.1319, "step": 530 }, { "epoch": 2.54, "learning_rate": 1.9492957746478875e-05, "loss": 0.0861, "step": 540 }, { "epoch": 2.58, "learning_rate": 1.9483568075117372e-05, "loss": 0.078, "step": 550 }, { "epoch": 2.63, "learning_rate": 1.947417840375587e-05, "loss": 0.1164, "step": 560 }, { "epoch": 2.68, "learning_rate": 1.9464788732394367e-05, "loss": 0.1113, "step": 570 }, { "epoch": 2.72, "learning_rate": 1.9455399061032865e-05, "loss": 0.1429, "step": 580 }, { "epoch": 2.77, "learning_rate": 1.9446009389671362e-05, "loss": 0.0821, "step": 590 }, { "epoch": 2.82, "learning_rate": 1.943661971830986e-05, "loss": 0.1092, "step": 600 }, { "epoch": 2.86, "learning_rate": 1.9427230046948358e-05, "loss": 0.088, "step": 610 }, { "epoch": 2.91, "learning_rate": 1.9417840375586855e-05, "loss": 0.0994, "step": 620 }, { "epoch": 2.96, "learning_rate": 1.9408450704225356e-05, "loss": 0.1118, "step": 630 }, { "epoch": 3.0, "eval_corporation_f1": 0.19607843137254902, "eval_creative-work_f1": 0.11640211640211641, "eval_group_f1": 0.15384615384615383, "eval_location_f1": 0.5803108808290156, "eval_loss": 0.2864352762699127, "eval_overall_accuracy": 0.9404351444536916, "eval_overall_f1": 0.5469667318982387, "eval_overall_precision": 0.6654761904761904, "eval_overall_recall": 0.4642857142857143, "eval_person_f1": 0.7220902612826603, "eval_product_f1": 0.18652849740932645, "eval_runtime": 6.5005, "eval_samples_per_second": 155.22, "eval_steps_per_second": 9.845, "step": 639 }, { "epoch": 3.0, "learning_rate": 1.939906103286385e-05, "loss": 0.0867, "step": 640 }, { "epoch": 3.05, "learning_rate": 1.9389671361502348e-05, "loss": 0.0856, "step": 650 }, { "epoch": 3.1, "learning_rate": 1.938028169014085e-05, "loss": 0.0787, "step": 660 }, { "epoch": 3.15, "learning_rate": 1.9370892018779343e-05, "loss": 0.1159, "step": 670 }, { "epoch": 3.19, "learning_rate": 1.936150234741784e-05, "loss": 0.0728, "step": 680 }, { "epoch": 3.24, "learning_rate": 1.935211267605634e-05, "loss": 0.0641, "step": 690 }, { "epoch": 3.29, "learning_rate": 1.9342723004694836e-05, "loss": 0.0787, "step": 700 }, { "epoch": 3.33, "learning_rate": 1.9333333333333333e-05, "loss": 0.0639, "step": 710 }, { "epoch": 3.38, "learning_rate": 1.9323943661971834e-05, "loss": 0.0604, "step": 720 }, { "epoch": 3.43, "learning_rate": 1.931455399061033e-05, "loss": 0.069, "step": 730 }, { "epoch": 3.47, "learning_rate": 1.930516431924883e-05, "loss": 0.066, "step": 740 }, { "epoch": 3.52, "learning_rate": 1.9295774647887327e-05, "loss": 0.0645, "step": 750 }, { "epoch": 3.57, "learning_rate": 1.928638497652582e-05, "loss": 0.0656, "step": 760 }, { "epoch": 3.62, "learning_rate": 1.9276995305164322e-05, "loss": 0.0598, "step": 770 }, { "epoch": 3.66, "learning_rate": 1.926760563380282e-05, "loss": 0.0791, "step": 780 }, { "epoch": 3.71, "learning_rate": 1.9258215962441314e-05, "loss": 0.0723, "step": 790 }, { "epoch": 3.76, "learning_rate": 1.9248826291079815e-05, "loss": 0.0898, "step": 800 }, { "epoch": 3.8, "learning_rate": 1.9239436619718313e-05, "loss": 0.0543, "step": 810 }, { "epoch": 3.85, "learning_rate": 1.923004694835681e-05, "loss": 0.0797, "step": 820 }, { "epoch": 3.9, "learning_rate": 1.9220657276995308e-05, "loss": 0.0749, "step": 830 }, { "epoch": 3.94, "learning_rate": 1.9211267605633805e-05, "loss": 0.0547, "step": 840 }, { "epoch": 3.99, "learning_rate": 1.9201877934272303e-05, "loss": 0.0524, "step": 850 }, { "epoch": 4.0, "eval_corporation_f1": 0.20168067226890757, "eval_creative-work_f1": 0.32727272727272727, "eval_group_f1": 0.24719101123595505, "eval_location_f1": 0.6521739130434783, "eval_loss": 0.289055734872818, "eval_overall_accuracy": 0.9442396861253121, "eval_overall_f1": 0.5842155919153033, "eval_overall_precision": 0.6945080091533181, "eval_overall_recall": 0.5041528239202658, "eval_person_f1": 0.7365892714171338, "eval_product_f1": 0.25806451612903225, "eval_runtime": 5.2651, "eval_samples_per_second": 191.641, "eval_steps_per_second": 12.156, "step": 852 }, { "epoch": 4.04, "learning_rate": 1.91924882629108e-05, "loss": 0.0596, "step": 860 }, { "epoch": 4.08, "learning_rate": 1.9183098591549298e-05, "loss": 0.0523, "step": 870 }, { "epoch": 4.13, "learning_rate": 1.9173708920187796e-05, "loss": 0.0608, "step": 880 }, { "epoch": 4.18, "learning_rate": 1.9164319248826293e-05, "loss": 0.0512, "step": 890 }, { "epoch": 4.23, "learning_rate": 1.9154929577464788e-05, "loss": 0.0434, "step": 900 }, { "epoch": 4.27, "learning_rate": 1.914553990610329e-05, "loss": 0.046, "step": 910 }, { "epoch": 4.32, "learning_rate": 1.9136150234741786e-05, "loss": 0.0677, "step": 920 }, { "epoch": 4.37, "learning_rate": 1.9126760563380284e-05, "loss": 0.052, "step": 930 }, { "epoch": 4.41, "learning_rate": 1.911737089201878e-05, "loss": 0.04, "step": 940 }, { "epoch": 4.46, "learning_rate": 1.910798122065728e-05, "loss": 0.0299, "step": 950 }, { "epoch": 4.51, "learning_rate": 1.9098591549295776e-05, "loss": 0.0736, "step": 960 }, { "epoch": 4.55, "learning_rate": 1.9089201877934274e-05, "loss": 0.0628, "step": 970 }, { "epoch": 4.6, "learning_rate": 1.907981220657277e-05, "loss": 0.0373, "step": 980 }, { "epoch": 4.65, "learning_rate": 1.907042253521127e-05, "loss": 0.0488, "step": 990 }, { "epoch": 4.69, "learning_rate": 1.9061032863849767e-05, "loss": 0.0612, "step": 1000 }, { "epoch": 4.74, "learning_rate": 1.9051643192488264e-05, "loss": 0.0329, "step": 1010 }, { "epoch": 4.79, "learning_rate": 1.9042253521126762e-05, "loss": 0.0408, "step": 1020 }, { "epoch": 4.84, "learning_rate": 1.903286384976526e-05, "loss": 0.0398, "step": 1030 }, { "epoch": 4.88, "learning_rate": 1.9023474178403757e-05, "loss": 0.0518, "step": 1040 }, { "epoch": 4.93, "learning_rate": 1.9014084507042255e-05, "loss": 0.0479, "step": 1050 }, { "epoch": 4.98, "learning_rate": 1.9004694835680752e-05, "loss": 0.0446, "step": 1060 }, { "epoch": 5.0, "eval_corporation_f1": 0.2736842105263158, "eval_creative-work_f1": 0.34146341463414637, "eval_group_f1": 0.3006535947712418, "eval_location_f1": 0.6703296703296703, "eval_loss": 0.2690572142601013, "eval_overall_accuracy": 0.9486386874331233, "eval_overall_f1": 0.629414394278051, "eval_overall_precision": 0.6815101645692159, "eval_overall_recall": 0.584717607973422, "eval_person_f1": 0.7768115942028985, "eval_product_f1": 0.32432432432432434, "eval_runtime": 6.4238, "eval_samples_per_second": 157.073, "eval_steps_per_second": 9.963, "step": 1065 }, { "epoch": 5.02, "learning_rate": 1.899530516431925e-05, "loss": 0.0301, "step": 1070 }, { "epoch": 5.07, "learning_rate": 1.8985915492957747e-05, "loss": 0.0341, "step": 1080 }, { "epoch": 5.12, "learning_rate": 1.8976525821596245e-05, "loss": 0.032, "step": 1090 }, { "epoch": 5.16, "learning_rate": 1.8967136150234743e-05, "loss": 0.0359, "step": 1100 }, { "epoch": 5.21, "learning_rate": 1.895774647887324e-05, "loss": 0.046, "step": 1110 }, { "epoch": 5.26, "learning_rate": 1.8948356807511738e-05, "loss": 0.0413, "step": 1120 }, { "epoch": 5.31, "learning_rate": 1.8938967136150235e-05, "loss": 0.0235, "step": 1130 }, { "epoch": 5.35, "learning_rate": 1.8929577464788733e-05, "loss": 0.0388, "step": 1140 }, { "epoch": 5.4, "learning_rate": 1.892018779342723e-05, "loss": 0.0409, "step": 1150 }, { "epoch": 5.45, "learning_rate": 1.891079812206573e-05, "loss": 0.0517, "step": 1160 }, { "epoch": 5.49, "learning_rate": 1.8901408450704226e-05, "loss": 0.029, "step": 1170 }, { "epoch": 5.54, "learning_rate": 1.8892018779342723e-05, "loss": 0.0248, "step": 1180 }, { "epoch": 5.59, "learning_rate": 1.8882629107981224e-05, "loss": 0.0347, "step": 1190 }, { "epoch": 5.63, "learning_rate": 1.887323943661972e-05, "loss": 0.0392, "step": 1200 }, { "epoch": 5.68, "learning_rate": 1.8863849765258216e-05, "loss": 0.0308, "step": 1210 }, { "epoch": 5.73, "learning_rate": 1.8854460093896717e-05, "loss": 0.0534, "step": 1220 }, { "epoch": 5.77, "learning_rate": 1.884507042253521e-05, "loss": 0.0555, "step": 1230 }, { "epoch": 5.82, "learning_rate": 1.8835680751173712e-05, "loss": 0.0461, "step": 1240 }, { "epoch": 5.87, "learning_rate": 1.882629107981221e-05, "loss": 0.0424, "step": 1250 }, { "epoch": 5.92, "learning_rate": 1.8816901408450704e-05, "loss": 0.0286, "step": 1260 }, { "epoch": 5.96, "learning_rate": 1.8807511737089205e-05, "loss": 0.0296, "step": 1270 }, { "epoch": 6.0, "eval_corporation_f1": 0.3064516129032258, "eval_creative-work_f1": 0.37656903765690375, "eval_group_f1": 0.33333333333333337, "eval_location_f1": 0.7, "eval_loss": 0.27394580841064453, "eval_overall_accuracy": 0.9479253358696944, "eval_overall_f1": 0.6125962845491617, "eval_overall_precision": 0.6739780658025922, "eval_overall_recall": 0.5614617940199336, "eval_person_f1": 0.7581803671189147, "eval_product_f1": 0.3471698113207547, "eval_runtime": 6.7404, "eval_samples_per_second": 149.695, "eval_steps_per_second": 9.495, "step": 1278 }, { "epoch": 6.01, "learning_rate": 1.8798122065727702e-05, "loss": 0.0288, "step": 1280 }, { "epoch": 6.06, "learning_rate": 1.8788732394366197e-05, "loss": 0.0235, "step": 1290 }, { "epoch": 6.1, "learning_rate": 1.8779342723004698e-05, "loss": 0.0211, "step": 1300 }, { "epoch": 6.15, "learning_rate": 1.8769953051643195e-05, "loss": 0.0359, "step": 1310 }, { "epoch": 6.2, "learning_rate": 1.876056338028169e-05, "loss": 0.0264, "step": 1320 }, { "epoch": 6.24, "learning_rate": 1.875117370892019e-05, "loss": 0.0288, "step": 1330 }, { "epoch": 6.29, "learning_rate": 1.8741784037558688e-05, "loss": 0.0328, "step": 1340 }, { "epoch": 6.34, "learning_rate": 1.8732394366197186e-05, "loss": 0.0402, "step": 1350 }, { "epoch": 6.38, "learning_rate": 1.8723004694835683e-05, "loss": 0.0216, "step": 1360 }, { "epoch": 6.43, "learning_rate": 1.871361502347418e-05, "loss": 0.0288, "step": 1370 }, { "epoch": 6.48, "learning_rate": 1.870422535211268e-05, "loss": 0.0204, "step": 1380 }, { "epoch": 6.53, "learning_rate": 1.8694835680751176e-05, "loss": 0.0402, "step": 1390 }, { "epoch": 6.57, "learning_rate": 1.8685446009389673e-05, "loss": 0.0274, "step": 1400 }, { "epoch": 6.62, "learning_rate": 1.867605633802817e-05, "loss": 0.0393, "step": 1410 }, { "epoch": 6.67, "learning_rate": 1.866666666666667e-05, "loss": 0.0237, "step": 1420 }, { "epoch": 6.71, "learning_rate": 1.8657276995305166e-05, "loss": 0.0262, "step": 1430 }, { "epoch": 6.76, "learning_rate": 1.8647887323943664e-05, "loss": 0.0226, "step": 1440 }, { "epoch": 6.81, "learning_rate": 1.863849765258216e-05, "loss": 0.0334, "step": 1450 }, { "epoch": 6.85, "learning_rate": 1.862910798122066e-05, "loss": 0.0451, "step": 1460 }, { "epoch": 6.9, "learning_rate": 1.8619718309859157e-05, "loss": 0.0134, "step": 1470 }, { "epoch": 6.95, "learning_rate": 1.8610328638497654e-05, "loss": 0.0252, "step": 1480 }, { "epoch": 7.0, "learning_rate": 1.8600938967136152e-05, "loss": 0.0261, "step": 1490 }, { "epoch": 7.0, "eval_corporation_f1": 0.22916666666666666, "eval_creative-work_f1": 0.33497536945812806, "eval_group_f1": 0.304, "eval_location_f1": 0.6368715083798884, "eval_loss": 0.3150090277194977, "eval_overall_accuracy": 0.9456663892521697, "eval_overall_f1": 0.6070763500931099, "eval_overall_precision": 0.690677966101695, "eval_overall_recall": 0.5415282392026578, "eval_person_f1": 0.7547456340167047, "eval_product_f1": 0.29824561403508776, "eval_runtime": 6.8397, "eval_samples_per_second": 147.521, "eval_steps_per_second": 9.357, "step": 1491 }, { "epoch": 7.04, "learning_rate": 1.859154929577465e-05, "loss": 0.0539, "step": 1500 }, { "epoch": 7.09, "learning_rate": 1.8582159624413147e-05, "loss": 0.0173, "step": 1510 }, { "epoch": 7.14, "learning_rate": 1.8572769953051644e-05, "loss": 0.0261, "step": 1520 }, { "epoch": 7.18, "learning_rate": 1.8563380281690142e-05, "loss": 0.0199, "step": 1530 }, { "epoch": 7.23, "learning_rate": 1.855399061032864e-05, "loss": 0.0233, "step": 1540 }, { "epoch": 7.28, "learning_rate": 1.8544600938967137e-05, "loss": 0.024, "step": 1550 }, { "epoch": 7.32, "learning_rate": 1.8535211267605635e-05, "loss": 0.0141, "step": 1560 }, { "epoch": 7.37, "learning_rate": 1.8525821596244132e-05, "loss": 0.0257, "step": 1570 }, { "epoch": 7.42, "learning_rate": 1.851643192488263e-05, "loss": 0.0249, "step": 1580 }, { "epoch": 7.46, "learning_rate": 1.8507042253521128e-05, "loss": 0.0244, "step": 1590 }, { "epoch": 7.51, "learning_rate": 1.8497652582159625e-05, "loss": 0.0164, "step": 1600 }, { "epoch": 7.56, "learning_rate": 1.8488262910798123e-05, "loss": 0.0161, "step": 1610 }, { "epoch": 7.61, "learning_rate": 1.847887323943662e-05, "loss": 0.0387, "step": 1620 }, { "epoch": 7.65, "learning_rate": 1.8469483568075118e-05, "loss": 0.0315, "step": 1630 }, { "epoch": 7.7, "learning_rate": 1.8460093896713615e-05, "loss": 0.0232, "step": 1640 }, { "epoch": 7.75, "learning_rate": 1.8450704225352113e-05, "loss": 0.0337, "step": 1650 }, { "epoch": 7.79, "learning_rate": 1.8441314553990614e-05, "loss": 0.0195, "step": 1660 }, { "epoch": 7.84, "learning_rate": 1.8431924882629108e-05, "loss": 0.0155, "step": 1670 }, { "epoch": 7.89, "learning_rate": 1.8422535211267606e-05, "loss": 0.0338, "step": 1680 }, { "epoch": 7.93, "learning_rate": 1.8413145539906107e-05, "loss": 0.0211, "step": 1690 }, { "epoch": 7.98, "learning_rate": 1.84037558685446e-05, "loss": 0.0193, "step": 1700 }, { "epoch": 8.0, "eval_corporation_f1": 0.288659793814433, "eval_creative-work_f1": 0.36206896551724144, "eval_group_f1": 0.3676470588235294, "eval_location_f1": 0.7474747474747475, "eval_loss": 0.292193740606308, "eval_overall_accuracy": 0.9496492688146475, "eval_overall_f1": 0.6309577848388561, "eval_overall_precision": 0.6956956956956957, "eval_overall_recall": 0.5772425249169435, "eval_person_f1": 0.7644726407613005, "eval_product_f1": 0.4157706093189964, "eval_runtime": 6.4302, "eval_samples_per_second": 156.916, "eval_steps_per_second": 9.953, "step": 1704 }, { "epoch": 8.03, "learning_rate": 1.83943661971831e-05, "loss": 0.014, "step": 1710 }, { "epoch": 8.08, "learning_rate": 1.83849765258216e-05, "loss": 0.011, "step": 1720 }, { "epoch": 8.12, "learning_rate": 1.8375586854460094e-05, "loss": 0.0326, "step": 1730 }, { "epoch": 8.17, "learning_rate": 1.836619718309859e-05, "loss": 0.0183, "step": 1740 }, { "epoch": 8.22, "learning_rate": 1.8356807511737092e-05, "loss": 0.0117, "step": 1750 }, { "epoch": 8.26, "learning_rate": 1.8347417840375586e-05, "loss": 0.0159, "step": 1760 }, { "epoch": 8.31, "learning_rate": 1.8338028169014087e-05, "loss": 0.0347, "step": 1770 }, { "epoch": 8.36, "learning_rate": 1.8328638497652585e-05, "loss": 0.0177, "step": 1780 }, { "epoch": 8.4, "learning_rate": 1.831924882629108e-05, "loss": 0.0176, "step": 1790 }, { "epoch": 8.45, "learning_rate": 1.830985915492958e-05, "loss": 0.0088, "step": 1800 }, { "epoch": 8.5, "learning_rate": 1.8300469483568078e-05, "loss": 0.0185, "step": 1810 }, { "epoch": 8.54, "learning_rate": 1.8291079812206572e-05, "loss": 0.0313, "step": 1820 }, { "epoch": 8.59, "learning_rate": 1.8281690140845073e-05, "loss": 0.0252, "step": 1830 }, { "epoch": 8.64, "learning_rate": 1.827230046948357e-05, "loss": 0.0212, "step": 1840 }, { "epoch": 8.69, "learning_rate": 1.8262910798122068e-05, "loss": 0.0309, "step": 1850 }, { "epoch": 8.73, "learning_rate": 1.8253521126760566e-05, "loss": 0.0165, "step": 1860 }, { "epoch": 8.78, "learning_rate": 1.8244131455399063e-05, "loss": 0.0151, "step": 1870 }, { "epoch": 8.83, "learning_rate": 1.823474178403756e-05, "loss": 0.0107, "step": 1880 }, { "epoch": 8.87, "learning_rate": 1.822535211267606e-05, "loss": 0.0144, "step": 1890 }, { "epoch": 8.92, "learning_rate": 1.8215962441314556e-05, "loss": 0.0163, "step": 1900 }, { "epoch": 8.97, "learning_rate": 1.8206572769953054e-05, "loss": 0.0173, "step": 1910 }, { "epoch": 9.0, "eval_corporation_f1": 0.25, "eval_creative-work_f1": 0.38626609442060084, "eval_group_f1": 0.3660130718954248, "eval_location_f1": 0.6728971962616823, "eval_loss": 0.28229841589927673, "eval_overall_accuracy": 0.9501248365236, "eval_overall_f1": 0.6373723923657345, "eval_overall_precision": 0.684461391801716, "eval_overall_recall": 0.5963455149501661, "eval_person_f1": 0.7810107197549772, "eval_product_f1": 0.40637450199203184, "eval_runtime": 6.479, "eval_samples_per_second": 155.733, "eval_steps_per_second": 9.878, "step": 1917 }, { "epoch": 9.01, "learning_rate": 1.819718309859155e-05, "loss": 0.014, "step": 1920 }, { "epoch": 9.06, "learning_rate": 1.818779342723005e-05, "loss": 0.0112, "step": 1930 }, { "epoch": 9.11, "learning_rate": 1.8178403755868546e-05, "loss": 0.0232, "step": 1940 }, { "epoch": 9.15, "learning_rate": 1.8169014084507044e-05, "loss": 0.0143, "step": 1950 }, { "epoch": 9.2, "learning_rate": 1.815962441314554e-05, "loss": 0.0248, "step": 1960 }, { "epoch": 9.25, "learning_rate": 1.815023474178404e-05, "loss": 0.0198, "step": 1970 }, { "epoch": 9.3, "learning_rate": 1.8140845070422537e-05, "loss": 0.0095, "step": 1980 }, { "epoch": 9.34, "learning_rate": 1.8131455399061034e-05, "loss": 0.0142, "step": 1990 }, { "epoch": 9.39, "learning_rate": 1.8122065727699532e-05, "loss": 0.008, "step": 2000 }, { "epoch": 9.44, "learning_rate": 1.811267605633803e-05, "loss": 0.0103, "step": 2010 }, { "epoch": 9.48, "learning_rate": 1.8103286384976527e-05, "loss": 0.0215, "step": 2020 }, { "epoch": 9.53, "learning_rate": 1.8093896713615025e-05, "loss": 0.0332, "step": 2030 }, { "epoch": 9.58, "learning_rate": 1.8084507042253522e-05, "loss": 0.0146, "step": 2040 }, { "epoch": 9.62, "learning_rate": 1.807511737089202e-05, "loss": 0.0179, "step": 2050 }, { "epoch": 9.67, "learning_rate": 1.8065727699530517e-05, "loss": 0.0162, "step": 2060 }, { "epoch": 9.72, "learning_rate": 1.8056338028169015e-05, "loss": 0.0182, "step": 2070 }, { "epoch": 9.77, "learning_rate": 1.8046948356807513e-05, "loss": 0.0166, "step": 2080 }, { "epoch": 9.81, "learning_rate": 1.803755868544601e-05, "loss": 0.0077, "step": 2090 }, { "epoch": 9.86, "learning_rate": 1.8028169014084508e-05, "loss": 0.0141, "step": 2100 }, { "epoch": 9.91, "learning_rate": 1.8018779342723005e-05, "loss": 0.0163, "step": 2110 }, { "epoch": 9.95, "learning_rate": 1.8009389671361503e-05, "loss": 0.0141, "step": 2120 }, { "epoch": 10.0, "learning_rate": 1.8e-05, "loss": 0.0227, "step": 2130 }, { "epoch": 10.0, "eval_corporation_f1": 0.2268041237113402, "eval_creative-work_f1": 0.379746835443038, "eval_group_f1": 0.36249999999999993, "eval_location_f1": 0.7045454545454545, "eval_loss": 0.29116329550743103, "eval_overall_accuracy": 0.9481631197241708, "eval_overall_f1": 0.6156615661566157, "eval_overall_precision": 0.6719056974459725, "eval_overall_recall": 0.5681063122923588, "eval_person_f1": 0.757234726688103, "eval_product_f1": 0.4285714285714286, "eval_runtime": 3.3974, "eval_samples_per_second": 296.989, "eval_steps_per_second": 18.838, "step": 2130 }, { "epoch": 10.05, "learning_rate": 1.7990610328638498e-05, "loss": 0.0116, "step": 2140 }, { "epoch": 10.09, "learning_rate": 1.7981220657276996e-05, "loss": 0.01, "step": 2150 }, { "epoch": 10.14, "learning_rate": 1.7971830985915497e-05, "loss": 0.021, "step": 2160 }, { "epoch": 10.19, "learning_rate": 1.796244131455399e-05, "loss": 0.0075, "step": 2170 }, { "epoch": 10.23, "learning_rate": 1.795305164319249e-05, "loss": 0.0281, "step": 2180 }, { "epoch": 10.28, "learning_rate": 1.794366197183099e-05, "loss": 0.0119, "step": 2190 }, { "epoch": 10.33, "learning_rate": 1.7934272300469484e-05, "loss": 0.009, "step": 2200 }, { "epoch": 10.38, "learning_rate": 1.792488262910798e-05, "loss": 0.0097, "step": 2210 }, { "epoch": 10.42, "learning_rate": 1.7915492957746482e-05, "loss": 0.0054, "step": 2220 }, { "epoch": 10.47, "learning_rate": 1.7906103286384976e-05, "loss": 0.0078, "step": 2230 }, { "epoch": 10.52, "learning_rate": 1.7896713615023474e-05, "loss": 0.0095, "step": 2240 }, { "epoch": 10.56, "learning_rate": 1.7887323943661975e-05, "loss": 0.0158, "step": 2250 }, { "epoch": 10.61, "learning_rate": 1.787793427230047e-05, "loss": 0.0199, "step": 2260 }, { "epoch": 10.66, "learning_rate": 1.786854460093897e-05, "loss": 0.0128, "step": 2270 }, { "epoch": 10.7, "learning_rate": 1.7859154929577468e-05, "loss": 0.019, "step": 2280 }, { "epoch": 10.75, "learning_rate": 1.7849765258215962e-05, "loss": 0.0096, "step": 2290 }, { "epoch": 10.8, "learning_rate": 1.7840375586854463e-05, "loss": 0.0155, "step": 2300 }, { "epoch": 10.85, "learning_rate": 1.783098591549296e-05, "loss": 0.008, "step": 2310 }, { "epoch": 10.89, "learning_rate": 1.7821596244131455e-05, "loss": 0.017, "step": 2320 }, { "epoch": 10.94, "learning_rate": 1.7812206572769956e-05, "loss": 0.0162, "step": 2330 }, { "epoch": 10.99, "learning_rate": 1.7802816901408453e-05, "loss": 0.0185, "step": 2340 }, { "epoch": 11.0, "eval_corporation_f1": 0.2531645569620253, "eval_creative-work_f1": 0.3896103896103896, "eval_group_f1": 0.338235294117647, "eval_location_f1": 0.7058823529411765, "eval_loss": 0.3139878213405609, "eval_overall_accuracy": 0.9482225656877898, "eval_overall_f1": 0.6197701149425288, "eval_overall_precision": 0.694129763130793, "eval_overall_recall": 0.5598006644518272, "eval_person_f1": 0.7601296596434362, "eval_product_f1": 0.3961038961038961, "eval_runtime": 6.297, "eval_samples_per_second": 160.235, "eval_steps_per_second": 10.164, "step": 2343 }, { "epoch": 11.03, "learning_rate": 1.779342723004695e-05, "loss": 0.0189, "step": 2350 }, { "epoch": 11.08, "learning_rate": 1.7784037558685448e-05, "loss": 0.0132, "step": 2360 }, { "epoch": 11.13, "learning_rate": 1.7774647887323946e-05, "loss": 0.0059, "step": 2370 }, { "epoch": 11.17, "learning_rate": 1.7765258215962443e-05, "loss": 0.0108, "step": 2380 }, { "epoch": 11.22, "learning_rate": 1.775586854460094e-05, "loss": 0.0101, "step": 2390 }, { "epoch": 11.27, "learning_rate": 1.774647887323944e-05, "loss": 0.0102, "step": 2400 }, { "epoch": 11.31, "learning_rate": 1.7737089201877936e-05, "loss": 0.0094, "step": 2410 }, { "epoch": 11.36, "learning_rate": 1.7727699530516434e-05, "loss": 0.0099, "step": 2420 }, { "epoch": 11.41, "learning_rate": 1.771830985915493e-05, "loss": 0.0068, "step": 2430 }, { "epoch": 11.46, "learning_rate": 1.770892018779343e-05, "loss": 0.0089, "step": 2440 }, { "epoch": 11.5, "learning_rate": 1.7699530516431927e-05, "loss": 0.0054, "step": 2450 }, { "epoch": 11.55, "learning_rate": 1.7690140845070424e-05, "loss": 0.0089, "step": 2460 }, { "epoch": 11.6, "learning_rate": 1.768075117370892e-05, "loss": 0.0076, "step": 2470 }, { "epoch": 11.64, "learning_rate": 1.767136150234742e-05, "loss": 0.0183, "step": 2480 }, { "epoch": 11.69, "learning_rate": 1.7661971830985917e-05, "loss": 0.0178, "step": 2490 }, { "epoch": 11.74, "learning_rate": 1.7652582159624414e-05, "loss": 0.0285, "step": 2500 }, { "epoch": 11.78, "learning_rate": 1.7643192488262912e-05, "loss": 0.0232, "step": 2510 }, { "epoch": 11.83, "learning_rate": 1.763380281690141e-05, "loss": 0.0071, "step": 2520 }, { "epoch": 11.88, "learning_rate": 1.7624413145539907e-05, "loss": 0.0132, "step": 2530 }, { "epoch": 11.92, "learning_rate": 1.7615023474178405e-05, "loss": 0.0046, "step": 2540 }, { "epoch": 11.97, "learning_rate": 1.7605633802816902e-05, "loss": 0.0221, "step": 2550 }, { "epoch": 12.0, "eval_corporation_f1": 0.3220338983050847, "eval_creative-work_f1": 0.3686635944700461, "eval_group_f1": 0.35, "eval_location_f1": 0.7244897959183673, "eval_loss": 0.3527165353298187, "eval_overall_accuracy": 0.9470336464154084, "eval_overall_f1": 0.6118848653667595, "eval_overall_precision": 0.6936842105263158, "eval_overall_recall": 0.5473421926910299, "eval_person_f1": 0.750202101859337, "eval_product_f1": 0.33082706766917297, "eval_runtime": 4.561, "eval_samples_per_second": 221.226, "eval_steps_per_second": 14.032, "step": 2556 }, { "epoch": 12.02, "learning_rate": 1.75962441314554e-05, "loss": 0.0095, "step": 2560 }, { "epoch": 12.07, "learning_rate": 1.7586854460093898e-05, "loss": 0.0089, "step": 2570 }, { "epoch": 12.11, "learning_rate": 1.75774647887324e-05, "loss": 0.0103, "step": 2580 }, { "epoch": 12.16, "learning_rate": 1.7568075117370893e-05, "loss": 0.02, "step": 2590 }, { "epoch": 12.21, "learning_rate": 1.755868544600939e-05, "loss": 0.0084, "step": 2600 }, { "epoch": 12.25, "learning_rate": 1.754929577464789e-05, "loss": 0.0129, "step": 2610 }, { "epoch": 12.3, "learning_rate": 1.7539906103286385e-05, "loss": 0.0094, "step": 2620 }, { "epoch": 12.35, "learning_rate": 1.7530516431924883e-05, "loss": 0.0054, "step": 2630 }, { "epoch": 12.39, "learning_rate": 1.7521126760563384e-05, "loss": 0.0132, "step": 2640 }, { "epoch": 12.44, "learning_rate": 1.7511737089201878e-05, "loss": 0.0064, "step": 2650 }, { "epoch": 12.49, "learning_rate": 1.7502347417840376e-05, "loss": 0.0152, "step": 2660 }, { "epoch": 12.54, "learning_rate": 1.7492957746478873e-05, "loss": 0.0104, "step": 2670 }, { "epoch": 12.58, "learning_rate": 1.748356807511737e-05, "loss": 0.0137, "step": 2680 }, { "epoch": 12.63, "learning_rate": 1.7474178403755872e-05, "loss": 0.0077, "step": 2690 }, { "epoch": 12.68, "learning_rate": 1.7464788732394366e-05, "loss": 0.0064, "step": 2700 }, { "epoch": 12.72, "learning_rate": 1.7455399061032864e-05, "loss": 0.0036, "step": 2710 }, { "epoch": 12.77, "learning_rate": 1.7446009389671365e-05, "loss": 0.0078, "step": 2720 }, { "epoch": 12.82, "learning_rate": 1.743661971830986e-05, "loss": 0.0077, "step": 2730 }, { "epoch": 12.86, "learning_rate": 1.7427230046948356e-05, "loss": 0.0203, "step": 2740 }, { "epoch": 12.91, "learning_rate": 1.7417840375586857e-05, "loss": 0.0089, "step": 2750 }, { "epoch": 12.96, "learning_rate": 1.740845070422535e-05, "loss": 0.0099, "step": 2760 }, { "epoch": 13.0, "eval_corporation_f1": 0.3168316831683168, "eval_creative-work_f1": 0.37815126050420167, "eval_group_f1": 0.3597122302158273, "eval_location_f1": 0.7391304347826086, "eval_loss": 0.33322253823280334, "eval_overall_accuracy": 0.9492925930329331, "eval_overall_f1": 0.6259611035730439, "eval_overall_precision": 0.6871896722939425, "eval_overall_recall": 0.574750830564784, "eval_person_f1": 0.7627388535031848, "eval_product_f1": 0.40273037542662116, "eval_runtime": 5.2031, "eval_samples_per_second": 193.924, "eval_steps_per_second": 12.3, "step": 2769 }, { "epoch": 13.0, "learning_rate": 1.7399061032863853e-05, "loss": 0.0221, "step": 2770 }, { "epoch": 13.05, "learning_rate": 1.738967136150235e-05, "loss": 0.0036, "step": 2780 }, { "epoch": 13.1, "learning_rate": 1.7380281690140844e-05, "loss": 0.01, "step": 2790 }, { "epoch": 13.15, "learning_rate": 1.7370892018779345e-05, "loss": 0.0064, "step": 2800 }, { "epoch": 13.19, "learning_rate": 1.7361502347417843e-05, "loss": 0.0045, "step": 2810 }, { "epoch": 13.24, "learning_rate": 1.7352112676056337e-05, "loss": 0.018, "step": 2820 }, { "epoch": 13.29, "learning_rate": 1.7342723004694838e-05, "loss": 0.0113, "step": 2830 }, { "epoch": 13.33, "learning_rate": 1.7333333333333336e-05, "loss": 0.0301, "step": 2840 }, { "epoch": 13.38, "learning_rate": 1.732394366197183e-05, "loss": 0.0114, "step": 2850 }, { "epoch": 13.43, "learning_rate": 1.731455399061033e-05, "loss": 0.006, "step": 2860 }, { "epoch": 13.47, "learning_rate": 1.730516431924883e-05, "loss": 0.0127, "step": 2870 }, { "epoch": 13.52, "learning_rate": 1.7295774647887326e-05, "loss": 0.0039, "step": 2880 }, { "epoch": 13.57, "learning_rate": 1.7286384976525824e-05, "loss": 0.008, "step": 2890 }, { "epoch": 13.62, "learning_rate": 1.727699530516432e-05, "loss": 0.011, "step": 2900 }, { "epoch": 13.66, "learning_rate": 1.726760563380282e-05, "loss": 0.0039, "step": 2910 }, { "epoch": 13.71, "learning_rate": 1.7258215962441316e-05, "loss": 0.0096, "step": 2920 }, { "epoch": 13.76, "learning_rate": 1.7248826291079814e-05, "loss": 0.0035, "step": 2930 }, { "epoch": 13.8, "learning_rate": 1.723943661971831e-05, "loss": 0.009, "step": 2940 }, { "epoch": 13.85, "learning_rate": 1.723004694835681e-05, "loss": 0.0124, "step": 2950 }, { "epoch": 13.9, "learning_rate": 1.7220657276995307e-05, "loss": 0.0082, "step": 2960 }, { "epoch": 13.94, "learning_rate": 1.7211267605633804e-05, "loss": 0.0186, "step": 2970 }, { "epoch": 13.99, "learning_rate": 1.7201877934272302e-05, "loss": 0.0062, "step": 2980 }, { "epoch": 14.0, "eval_corporation_f1": 0.25, "eval_creative-work_f1": 0.3700440528634361, "eval_group_f1": 0.4065040650406504, "eval_location_f1": 0.7340425531914893, "eval_loss": 0.36366626620292664, "eval_overall_accuracy": 0.9479253358696944, "eval_overall_f1": 0.6245847176079733, "eval_overall_precision": 0.7286821705426356, "eval_overall_recall": 0.5465116279069767, "eval_person_f1": 0.7526020816653322, "eval_product_f1": 0.346774193548387, "eval_runtime": 5.1869, "eval_samples_per_second": 194.527, "eval_steps_per_second": 12.339, "step": 2982 }, { "epoch": 14.04, "learning_rate": 1.71924882629108e-05, "loss": 0.0045, "step": 2990 }, { "epoch": 14.08, "learning_rate": 1.7183098591549297e-05, "loss": 0.0072, "step": 3000 }, { "epoch": 14.13, "learning_rate": 1.7173708920187795e-05, "loss": 0.0081, "step": 3010 }, { "epoch": 14.18, "learning_rate": 1.7164319248826292e-05, "loss": 0.0046, "step": 3020 }, { "epoch": 14.23, "learning_rate": 1.715492957746479e-05, "loss": 0.0088, "step": 3030 }, { "epoch": 14.27, "learning_rate": 1.7145539906103287e-05, "loss": 0.0047, "step": 3040 }, { "epoch": 14.32, "learning_rate": 1.7136150234741785e-05, "loss": 0.019, "step": 3050 }, { "epoch": 14.37, "learning_rate": 1.7126760563380282e-05, "loss": 0.0099, "step": 3060 }, { "epoch": 14.41, "learning_rate": 1.711737089201878e-05, "loss": 0.0038, "step": 3070 }, { "epoch": 14.46, "learning_rate": 1.7107981220657278e-05, "loss": 0.0114, "step": 3080 }, { "epoch": 14.51, "learning_rate": 1.7098591549295775e-05, "loss": 0.0146, "step": 3090 }, { "epoch": 14.55, "learning_rate": 1.7089201877934273e-05, "loss": 0.0117, "step": 3100 }, { "epoch": 14.6, "learning_rate": 1.7079812206572774e-05, "loss": 0.0056, "step": 3110 }, { "epoch": 14.65, "learning_rate": 1.7070422535211268e-05, "loss": 0.0059, "step": 3120 }, { "epoch": 14.69, "learning_rate": 1.7061032863849766e-05, "loss": 0.0122, "step": 3130 }, { "epoch": 14.74, "learning_rate": 1.7051643192488267e-05, "loss": 0.006, "step": 3140 }, { "epoch": 14.79, "learning_rate": 1.704225352112676e-05, "loss": 0.0115, "step": 3150 }, { "epoch": 14.84, "learning_rate": 1.703286384976526e-05, "loss": 0.0037, "step": 3160 }, { "epoch": 14.88, "learning_rate": 1.702347417840376e-05, "loss": 0.0207, "step": 3170 }, { "epoch": 14.93, "learning_rate": 1.7014084507042253e-05, "loss": 0.0102, "step": 3180 }, { "epoch": 14.98, "learning_rate": 1.7004694835680754e-05, "loss": 0.0075, "step": 3190 }, { "epoch": 15.0, "eval_corporation_f1": 0.27027027027027023, "eval_creative-work_f1": 0.36363636363636365, "eval_group_f1": 0.4029850746268656, "eval_location_f1": 0.7499999999999999, "eval_loss": 0.3238934278488159, "eval_overall_accuracy": 0.9498870526691238, "eval_overall_f1": 0.6374216651745748, "eval_overall_precision": 0.6912621359223301, "eval_overall_recall": 0.5913621262458472, "eval_person_f1": 0.7732919254658385, "eval_product_f1": 0.4152249134948097, "eval_runtime": 2.1734, "eval_samples_per_second": 464.252, "eval_steps_per_second": 29.447, "step": 3195 }, { "epoch": 15.0, "step": 3195, "total_flos": 1172435714212020.0, "train_loss": 0.06678202886758183, "train_runtime": 827.6844, "train_samples_per_second": 410.06, "train_steps_per_second": 25.734 } ], "max_steps": 21300, "num_train_epochs": 100, "total_flos": 1172435714212020.0, "trial_name": null, "trial_params": null }