organamnist-deit-base-finetuned / trainer_state.json
selmamalak's picture
Model save
d8657a9 verified
{
"best_metric": 0.9899861346479741,
"best_model_checkpoint": "deit-base-patch16-224-finetuned-lora-medmnistv2/checkpoint-4324",
"epoch": 9.990749306197966,
"eval_steps": 500,
"global_step": 5400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"grad_norm": 2.755105972290039,
"learning_rate": 0.004990740740740741,
"loss": 1.8298,
"step": 10
},
{
"epoch": 0.04,
"grad_norm": 3.729515790939331,
"learning_rate": 0.004981481481481482,
"loss": 1.2318,
"step": 20
},
{
"epoch": 0.06,
"grad_norm": 1.507834792137146,
"learning_rate": 0.0049722222222222225,
"loss": 1.0656,
"step": 30
},
{
"epoch": 0.07,
"grad_norm": 2.6946210861206055,
"learning_rate": 0.004962962962962963,
"loss": 1.0045,
"step": 40
},
{
"epoch": 0.09,
"grad_norm": 1.5376859903335571,
"learning_rate": 0.004953703703703703,
"loss": 0.952,
"step": 50
},
{
"epoch": 0.11,
"grad_norm": 1.783308982849121,
"learning_rate": 0.004944444444444445,
"loss": 0.808,
"step": 60
},
{
"epoch": 0.13,
"grad_norm": 2.132023811340332,
"learning_rate": 0.004935185185185186,
"loss": 0.7731,
"step": 70
},
{
"epoch": 0.15,
"grad_norm": 1.7192047834396362,
"learning_rate": 0.004925925925925926,
"loss": 0.8522,
"step": 80
},
{
"epoch": 0.17,
"grad_norm": 1.745439052581787,
"learning_rate": 0.004916666666666666,
"loss": 0.7773,
"step": 90
},
{
"epoch": 0.19,
"grad_norm": 1.608622670173645,
"learning_rate": 0.004907407407407408,
"loss": 0.7742,
"step": 100
},
{
"epoch": 0.2,
"grad_norm": 1.5263983011245728,
"learning_rate": 0.004898148148148148,
"loss": 0.8207,
"step": 110
},
{
"epoch": 0.22,
"grad_norm": 1.6577465534210205,
"learning_rate": 0.004888888888888889,
"loss": 0.7417,
"step": 120
},
{
"epoch": 0.24,
"grad_norm": 2.3107540607452393,
"learning_rate": 0.00487962962962963,
"loss": 0.7652,
"step": 130
},
{
"epoch": 0.26,
"grad_norm": 1.8946397304534912,
"learning_rate": 0.00487037037037037,
"loss": 0.763,
"step": 140
},
{
"epoch": 0.28,
"grad_norm": 2.175830125808716,
"learning_rate": 0.004861111111111111,
"loss": 0.7303,
"step": 150
},
{
"epoch": 0.3,
"grad_norm": 1.8831381797790527,
"learning_rate": 0.004851851851851852,
"loss": 0.7505,
"step": 160
},
{
"epoch": 0.31,
"grad_norm": 2.2608139514923096,
"learning_rate": 0.004842592592592593,
"loss": 0.6704,
"step": 170
},
{
"epoch": 0.33,
"grad_norm": 1.5122900009155273,
"learning_rate": 0.004833333333333334,
"loss": 0.7428,
"step": 180
},
{
"epoch": 0.35,
"grad_norm": 1.939324975013733,
"learning_rate": 0.004824074074074074,
"loss": 0.7112,
"step": 190
},
{
"epoch": 0.37,
"grad_norm": 2.1237051486968994,
"learning_rate": 0.004814814814814814,
"loss": 0.7419,
"step": 200
},
{
"epoch": 0.39,
"grad_norm": 1.0236401557922363,
"learning_rate": 0.004805555555555556,
"loss": 0.6617,
"step": 210
},
{
"epoch": 0.41,
"grad_norm": 1.503143310546875,
"learning_rate": 0.004796296296296297,
"loss": 0.7201,
"step": 220
},
{
"epoch": 0.43,
"grad_norm": 1.937041163444519,
"learning_rate": 0.004787037037037037,
"loss": 0.6503,
"step": 230
},
{
"epoch": 0.44,
"grad_norm": 1.2516043186187744,
"learning_rate": 0.004777777777777778,
"loss": 0.6473,
"step": 240
},
{
"epoch": 0.46,
"grad_norm": 2.2114853858947754,
"learning_rate": 0.004768518518518518,
"loss": 0.6475,
"step": 250
},
{
"epoch": 0.48,
"grad_norm": 1.8521231412887573,
"learning_rate": 0.004759259259259259,
"loss": 0.6729,
"step": 260
},
{
"epoch": 0.5,
"grad_norm": 1.599143147468567,
"learning_rate": 0.00475,
"loss": 0.6437,
"step": 270
},
{
"epoch": 0.52,
"grad_norm": 1.5192047357559204,
"learning_rate": 0.004740740740740741,
"loss": 0.6731,
"step": 280
},
{
"epoch": 0.54,
"grad_norm": 1.874036431312561,
"learning_rate": 0.0047314814814814815,
"loss": 0.707,
"step": 290
},
{
"epoch": 0.56,
"grad_norm": 1.582754135131836,
"learning_rate": 0.004722222222222222,
"loss": 0.6477,
"step": 300
},
{
"epoch": 0.57,
"grad_norm": 1.7915743589401245,
"learning_rate": 0.004712962962962963,
"loss": 0.6226,
"step": 310
},
{
"epoch": 0.59,
"grad_norm": 2.2843360900878906,
"learning_rate": 0.004703703703703704,
"loss": 0.7287,
"step": 320
},
{
"epoch": 0.61,
"grad_norm": 1.8337290287017822,
"learning_rate": 0.004694444444444445,
"loss": 0.652,
"step": 330
},
{
"epoch": 0.63,
"grad_norm": 1.7287871837615967,
"learning_rate": 0.0046851851851851855,
"loss": 0.5503,
"step": 340
},
{
"epoch": 0.65,
"grad_norm": 1.7953327894210815,
"learning_rate": 0.004675925925925926,
"loss": 0.5608,
"step": 350
},
{
"epoch": 0.67,
"grad_norm": 3.0038208961486816,
"learning_rate": 0.004666666666666667,
"loss": 0.7144,
"step": 360
},
{
"epoch": 0.68,
"grad_norm": 1.8996288776397705,
"learning_rate": 0.004657407407407408,
"loss": 0.6965,
"step": 370
},
{
"epoch": 0.7,
"grad_norm": 3.314239740371704,
"learning_rate": 0.004648148148148148,
"loss": 0.7012,
"step": 380
},
{
"epoch": 0.72,
"grad_norm": 2.629176139831543,
"learning_rate": 0.004639814814814815,
"loss": 0.6977,
"step": 390
},
{
"epoch": 0.74,
"grad_norm": 1.343112826347351,
"learning_rate": 0.004630555555555555,
"loss": 0.7257,
"step": 400
},
{
"epoch": 0.76,
"grad_norm": 1.4948642253875732,
"learning_rate": 0.004621296296296296,
"loss": 0.7244,
"step": 410
},
{
"epoch": 0.78,
"grad_norm": 2.248868942260742,
"learning_rate": 0.004612037037037038,
"loss": 0.6938,
"step": 420
},
{
"epoch": 0.8,
"grad_norm": 1.4094672203063965,
"learning_rate": 0.004602777777777778,
"loss": 0.6338,
"step": 430
},
{
"epoch": 0.81,
"grad_norm": 1.7461600303649902,
"learning_rate": 0.0045935185185185185,
"loss": 0.623,
"step": 440
},
{
"epoch": 0.83,
"grad_norm": 1.9258304834365845,
"learning_rate": 0.004584259259259259,
"loss": 0.6681,
"step": 450
},
{
"epoch": 0.85,
"grad_norm": 2.1258721351623535,
"learning_rate": 0.004575,
"loss": 0.6885,
"step": 460
},
{
"epoch": 0.87,
"grad_norm": 1.852216362953186,
"learning_rate": 0.004565740740740741,
"loss": 0.6815,
"step": 470
},
{
"epoch": 0.89,
"grad_norm": 2.523413896560669,
"learning_rate": 0.004556481481481482,
"loss": 0.6267,
"step": 480
},
{
"epoch": 0.91,
"grad_norm": 2.133388042449951,
"learning_rate": 0.0045472222222222225,
"loss": 0.6133,
"step": 490
},
{
"epoch": 0.93,
"grad_norm": 2.732682228088379,
"learning_rate": 0.004537962962962963,
"loss": 0.7924,
"step": 500
},
{
"epoch": 0.94,
"grad_norm": 1.4026442766189575,
"learning_rate": 0.004528703703703704,
"loss": 0.5851,
"step": 510
},
{
"epoch": 0.96,
"grad_norm": 1.5229674577713013,
"learning_rate": 0.004519444444444444,
"loss": 0.6732,
"step": 520
},
{
"epoch": 0.98,
"grad_norm": 2.2832190990448,
"learning_rate": 0.004510185185185186,
"loss": 0.6453,
"step": 530
},
{
"epoch": 1.0,
"grad_norm": 1.637460708618164,
"learning_rate": 0.0045009259259259264,
"loss": 0.5849,
"step": 540
},
{
"epoch": 1.0,
"eval_accuracy": 0.9442304729625636,
"eval_f1": 0.9284990016049455,
"eval_loss": 0.18415337800979614,
"eval_precision": 0.9449212426032028,
"eval_recall": 0.92677489589942,
"eval_runtime": 53.3063,
"eval_samples_per_second": 121.768,
"eval_steps_per_second": 7.616,
"step": 540
},
{
"epoch": 1.02,
"grad_norm": 1.7663180828094482,
"learning_rate": 0.004491666666666666,
"loss": 0.6677,
"step": 550
},
{
"epoch": 1.04,
"grad_norm": 1.3648691177368164,
"learning_rate": 0.004482407407407407,
"loss": 0.6105,
"step": 560
},
{
"epoch": 1.05,
"grad_norm": 1.8574776649475098,
"learning_rate": 0.004473148148148149,
"loss": 0.6633,
"step": 570
},
{
"epoch": 1.07,
"grad_norm": 2.4903650283813477,
"learning_rate": 0.004463888888888889,
"loss": 0.5867,
"step": 580
},
{
"epoch": 1.09,
"grad_norm": 1.7570849657058716,
"learning_rate": 0.0044546296296296296,
"loss": 0.6011,
"step": 590
},
{
"epoch": 1.11,
"grad_norm": 1.796229600906372,
"learning_rate": 0.00444537037037037,
"loss": 0.565,
"step": 600
},
{
"epoch": 1.13,
"grad_norm": 1.2062430381774902,
"learning_rate": 0.004436111111111111,
"loss": 0.6809,
"step": 610
},
{
"epoch": 1.15,
"grad_norm": 1.641988754272461,
"learning_rate": 0.004426851851851852,
"loss": 0.6778,
"step": 620
},
{
"epoch": 1.17,
"grad_norm": 2.171339988708496,
"learning_rate": 0.004417592592592593,
"loss": 0.6091,
"step": 630
},
{
"epoch": 1.18,
"grad_norm": 1.634817123413086,
"learning_rate": 0.0044083333333333335,
"loss": 0.5903,
"step": 640
},
{
"epoch": 1.2,
"grad_norm": 1.8555738925933838,
"learning_rate": 0.004399074074074074,
"loss": 0.6029,
"step": 650
},
{
"epoch": 1.22,
"grad_norm": 1.2326161861419678,
"learning_rate": 0.004389814814814815,
"loss": 0.6358,
"step": 660
},
{
"epoch": 1.24,
"grad_norm": 1.5019110441207886,
"learning_rate": 0.004380555555555555,
"loss": 0.6457,
"step": 670
},
{
"epoch": 1.26,
"grad_norm": 2.464613199234009,
"learning_rate": 0.004371296296296297,
"loss": 0.6165,
"step": 680
},
{
"epoch": 1.28,
"grad_norm": 1.4740674495697021,
"learning_rate": 0.0043620370370370375,
"loss": 0.6324,
"step": 690
},
{
"epoch": 1.3,
"grad_norm": 2.2495017051696777,
"learning_rate": 0.0043527777777777775,
"loss": 0.6903,
"step": 700
},
{
"epoch": 1.31,
"grad_norm": 1.0371023416519165,
"learning_rate": 0.004343518518518519,
"loss": 0.7259,
"step": 710
},
{
"epoch": 1.33,
"grad_norm": 1.4419306516647339,
"learning_rate": 0.004334259259259259,
"loss": 0.5841,
"step": 720
},
{
"epoch": 1.35,
"grad_norm": 2.1435110569000244,
"learning_rate": 0.004325,
"loss": 0.5803,
"step": 730
},
{
"epoch": 1.37,
"grad_norm": 1.697944164276123,
"learning_rate": 0.004315740740740741,
"loss": 0.5959,
"step": 740
},
{
"epoch": 1.39,
"grad_norm": 2.058931589126587,
"learning_rate": 0.0043064814814814814,
"loss": 0.619,
"step": 750
},
{
"epoch": 1.41,
"grad_norm": 1.3956432342529297,
"learning_rate": 0.004297222222222222,
"loss": 0.6453,
"step": 760
},
{
"epoch": 1.42,
"grad_norm": 1.9578568935394287,
"learning_rate": 0.004287962962962963,
"loss": 0.5163,
"step": 770
},
{
"epoch": 1.44,
"grad_norm": 2.150716781616211,
"learning_rate": 0.004278703703703704,
"loss": 0.6397,
"step": 780
},
{
"epoch": 1.46,
"grad_norm": 2.469938278198242,
"learning_rate": 0.004269444444444445,
"loss": 0.6264,
"step": 790
},
{
"epoch": 1.48,
"grad_norm": 2.8132483959198,
"learning_rate": 0.004260185185185185,
"loss": 0.574,
"step": 800
},
{
"epoch": 1.5,
"grad_norm": 1.2079416513442993,
"learning_rate": 0.004250925925925926,
"loss": 0.5735,
"step": 810
},
{
"epoch": 1.52,
"grad_norm": 1.7141121625900269,
"learning_rate": 0.004241666666666667,
"loss": 0.6086,
"step": 820
},
{
"epoch": 1.54,
"grad_norm": 1.2220849990844727,
"learning_rate": 0.004232407407407408,
"loss": 0.6525,
"step": 830
},
{
"epoch": 1.55,
"grad_norm": 2.2290451526641846,
"learning_rate": 0.004223148148148149,
"loss": 0.6515,
"step": 840
},
{
"epoch": 1.57,
"grad_norm": 1.285662293434143,
"learning_rate": 0.0042138888888888885,
"loss": 0.6119,
"step": 850
},
{
"epoch": 1.59,
"grad_norm": 1.6702948808670044,
"learning_rate": 0.00420462962962963,
"loss": 0.5591,
"step": 860
},
{
"epoch": 1.61,
"grad_norm": 1.3915163278579712,
"learning_rate": 0.00419537037037037,
"loss": 0.5742,
"step": 870
},
{
"epoch": 1.63,
"grad_norm": 1.0722817182540894,
"learning_rate": 0.004186111111111111,
"loss": 0.5443,
"step": 880
},
{
"epoch": 1.65,
"grad_norm": 1.2701308727264404,
"learning_rate": 0.004176851851851852,
"loss": 0.5407,
"step": 890
},
{
"epoch": 1.67,
"grad_norm": 2.4829461574554443,
"learning_rate": 0.0041675925925925925,
"loss": 0.617,
"step": 900
},
{
"epoch": 1.68,
"grad_norm": 1.6107633113861084,
"learning_rate": 0.004158333333333333,
"loss": 0.6352,
"step": 910
},
{
"epoch": 1.7,
"grad_norm": 1.6750290393829346,
"learning_rate": 0.004149074074074074,
"loss": 0.6186,
"step": 920
},
{
"epoch": 1.72,
"grad_norm": 3.0813207626342773,
"learning_rate": 0.004139814814814815,
"loss": 0.6398,
"step": 930
},
{
"epoch": 1.74,
"grad_norm": 1.46220862865448,
"learning_rate": 0.004130555555555556,
"loss": 0.6248,
"step": 940
},
{
"epoch": 1.76,
"grad_norm": 1.8916534185409546,
"learning_rate": 0.0041212962962962965,
"loss": 0.5828,
"step": 950
},
{
"epoch": 1.78,
"grad_norm": 1.397637128829956,
"learning_rate": 0.004112037037037037,
"loss": 0.6127,
"step": 960
},
{
"epoch": 1.79,
"grad_norm": 1.5524698495864868,
"learning_rate": 0.004102777777777778,
"loss": 0.5434,
"step": 970
},
{
"epoch": 1.81,
"grad_norm": 1.357723355293274,
"learning_rate": 0.004093518518518519,
"loss": 0.565,
"step": 980
},
{
"epoch": 1.83,
"grad_norm": 2.0358312129974365,
"learning_rate": 0.004084259259259259,
"loss": 0.6351,
"step": 990
},
{
"epoch": 1.85,
"grad_norm": 2.148568868637085,
"learning_rate": 0.004075,
"loss": 0.6259,
"step": 1000
},
{
"epoch": 1.87,
"grad_norm": 1.5996747016906738,
"learning_rate": 0.004065740740740741,
"loss": 0.6821,
"step": 1010
},
{
"epoch": 1.89,
"grad_norm": 2.8041980266571045,
"learning_rate": 0.004056481481481481,
"loss": 0.6141,
"step": 1020
},
{
"epoch": 1.91,
"grad_norm": 2.5319840908050537,
"learning_rate": 0.004047222222222222,
"loss": 0.5978,
"step": 1030
},
{
"epoch": 1.92,
"grad_norm": 1.356850266456604,
"learning_rate": 0.004037962962962964,
"loss": 0.6444,
"step": 1040
},
{
"epoch": 1.94,
"grad_norm": 1.4726742506027222,
"learning_rate": 0.004028703703703704,
"loss": 0.5937,
"step": 1050
},
{
"epoch": 1.96,
"grad_norm": 2.525775194168091,
"learning_rate": 0.004019444444444444,
"loss": 0.5609,
"step": 1060
},
{
"epoch": 1.98,
"grad_norm": 2.2801449298858643,
"learning_rate": 0.004010185185185185,
"loss": 0.6315,
"step": 1070
},
{
"epoch": 2.0,
"grad_norm": 2.0325303077697754,
"learning_rate": 0.004000925925925926,
"loss": 0.6494,
"step": 1080
},
{
"epoch": 2.0,
"eval_accuracy": 0.9499306732398706,
"eval_f1": 0.9509024323746281,
"eval_loss": 0.14330759644508362,
"eval_precision": 0.9538743946507812,
"eval_recall": 0.9510137440302636,
"eval_runtime": 53.345,
"eval_samples_per_second": 121.68,
"eval_steps_per_second": 7.611,
"step": 1081
},
{
"epoch": 2.02,
"grad_norm": 1.2894580364227295,
"learning_rate": 0.003991666666666667,
"loss": 0.5896,
"step": 1090
},
{
"epoch": 2.04,
"grad_norm": 1.835950255393982,
"learning_rate": 0.003982407407407408,
"loss": 0.6027,
"step": 1100
},
{
"epoch": 2.05,
"grad_norm": 2.6905369758605957,
"learning_rate": 0.0039731481481481475,
"loss": 0.5896,
"step": 1110
},
{
"epoch": 2.07,
"grad_norm": 1.3313945531845093,
"learning_rate": 0.003963888888888889,
"loss": 0.5735,
"step": 1120
},
{
"epoch": 2.09,
"grad_norm": 1.584228754043579,
"learning_rate": 0.00395462962962963,
"loss": 0.5194,
"step": 1130
},
{
"epoch": 2.11,
"grad_norm": 1.3231537342071533,
"learning_rate": 0.00394537037037037,
"loss": 0.556,
"step": 1140
},
{
"epoch": 2.13,
"grad_norm": 2.2847185134887695,
"learning_rate": 0.003936111111111112,
"loss": 0.5564,
"step": 1150
},
{
"epoch": 2.15,
"grad_norm": 1.5955736637115479,
"learning_rate": 0.003926851851851852,
"loss": 0.6138,
"step": 1160
},
{
"epoch": 2.16,
"grad_norm": 1.2592884302139282,
"learning_rate": 0.003917592592592592,
"loss": 0.6048,
"step": 1170
},
{
"epoch": 2.18,
"grad_norm": 2.0293960571289062,
"learning_rate": 0.003908333333333333,
"loss": 0.5609,
"step": 1180
},
{
"epoch": 2.2,
"grad_norm": 1.5888597965240479,
"learning_rate": 0.0038990740740740743,
"loss": 0.6054,
"step": 1190
},
{
"epoch": 2.22,
"grad_norm": 2.2508180141448975,
"learning_rate": 0.003889814814814815,
"loss": 0.596,
"step": 1200
},
{
"epoch": 2.24,
"grad_norm": 1.29166841506958,
"learning_rate": 0.0038805555555555555,
"loss": 0.6829,
"step": 1210
},
{
"epoch": 2.26,
"grad_norm": 1.7769325971603394,
"learning_rate": 0.0038712962962962967,
"loss": 0.6646,
"step": 1220
},
{
"epoch": 2.28,
"grad_norm": 1.0019413232803345,
"learning_rate": 0.003862037037037037,
"loss": 0.563,
"step": 1230
},
{
"epoch": 2.29,
"grad_norm": 1.9900081157684326,
"learning_rate": 0.003852777777777778,
"loss": 0.5392,
"step": 1240
},
{
"epoch": 2.31,
"grad_norm": 2.0797948837280273,
"learning_rate": 0.0038435185185185182,
"loss": 0.5434,
"step": 1250
},
{
"epoch": 2.33,
"grad_norm": 1.445152997970581,
"learning_rate": 0.0038342592592592595,
"loss": 0.567,
"step": 1260
},
{
"epoch": 2.35,
"grad_norm": 1.6301777362823486,
"learning_rate": 0.0038250000000000003,
"loss": 0.6221,
"step": 1270
},
{
"epoch": 2.37,
"grad_norm": 1.7782893180847168,
"learning_rate": 0.0038157407407407406,
"loss": 0.5987,
"step": 1280
},
{
"epoch": 2.39,
"grad_norm": 1.4305975437164307,
"learning_rate": 0.0038064814814814814,
"loss": 0.5985,
"step": 1290
},
{
"epoch": 2.41,
"grad_norm": 1.4855763912200928,
"learning_rate": 0.0037972222222222227,
"loss": 0.608,
"step": 1300
},
{
"epoch": 2.42,
"grad_norm": 1.2296168804168701,
"learning_rate": 0.003787962962962963,
"loss": 0.6003,
"step": 1310
},
{
"epoch": 2.44,
"grad_norm": 1.654550313949585,
"learning_rate": 0.003778703703703704,
"loss": 0.5832,
"step": 1320
},
{
"epoch": 2.46,
"grad_norm": 1.3498139381408691,
"learning_rate": 0.0037694444444444446,
"loss": 0.5549,
"step": 1330
},
{
"epoch": 2.48,
"grad_norm": 1.7986209392547607,
"learning_rate": 0.0037601851851851854,
"loss": 0.6364,
"step": 1340
},
{
"epoch": 2.5,
"grad_norm": 2.0304336547851562,
"learning_rate": 0.0037509259259259258,
"loss": 0.5549,
"step": 1350
},
{
"epoch": 2.52,
"grad_norm": 1.7919527292251587,
"learning_rate": 0.0037416666666666666,
"loss": 0.6075,
"step": 1360
},
{
"epoch": 2.53,
"grad_norm": 0.9223549365997314,
"learning_rate": 0.003732407407407408,
"loss": 0.5013,
"step": 1370
},
{
"epoch": 2.55,
"grad_norm": 1.9208143949508667,
"learning_rate": 0.003723148148148148,
"loss": 0.596,
"step": 1380
},
{
"epoch": 2.57,
"grad_norm": 1.878339171409607,
"learning_rate": 0.003713888888888889,
"loss": 0.5878,
"step": 1390
},
{
"epoch": 2.59,
"grad_norm": 1.3851909637451172,
"learning_rate": 0.0037046296296296293,
"loss": 0.5433,
"step": 1400
},
{
"epoch": 2.61,
"grad_norm": 1.551100730895996,
"learning_rate": 0.0036953703703703706,
"loss": 0.5827,
"step": 1410
},
{
"epoch": 2.63,
"grad_norm": 1.2063732147216797,
"learning_rate": 0.0036861111111111114,
"loss": 0.5331,
"step": 1420
},
{
"epoch": 2.65,
"grad_norm": 1.514872431755066,
"learning_rate": 0.0036768518518518517,
"loss": 0.548,
"step": 1430
},
{
"epoch": 2.66,
"grad_norm": 1.643267035484314,
"learning_rate": 0.003667592592592593,
"loss": 0.598,
"step": 1440
},
{
"epoch": 2.68,
"grad_norm": 1.5592392683029175,
"learning_rate": 0.0036583333333333333,
"loss": 0.4851,
"step": 1450
},
{
"epoch": 2.7,
"grad_norm": 1.1929229497909546,
"learning_rate": 0.003649074074074074,
"loss": 0.5362,
"step": 1460
},
{
"epoch": 2.72,
"grad_norm": 1.610229253768921,
"learning_rate": 0.0036398148148148145,
"loss": 0.5826,
"step": 1470
},
{
"epoch": 2.74,
"grad_norm": 1.2494343519210815,
"learning_rate": 0.0036305555555555557,
"loss": 0.5206,
"step": 1480
},
{
"epoch": 2.76,
"grad_norm": 1.1670695543289185,
"learning_rate": 0.0036212962962962965,
"loss": 0.569,
"step": 1490
},
{
"epoch": 2.78,
"grad_norm": 1.3939517736434937,
"learning_rate": 0.003612037037037037,
"loss": 0.5018,
"step": 1500
},
{
"epoch": 2.79,
"grad_norm": 1.3553017377853394,
"learning_rate": 0.0036027777777777777,
"loss": 0.5167,
"step": 1510
},
{
"epoch": 2.81,
"grad_norm": 1.3546302318572998,
"learning_rate": 0.003593518518518519,
"loss": 0.4979,
"step": 1520
},
{
"epoch": 2.83,
"grad_norm": 1.2396551370620728,
"learning_rate": 0.0035842592592592593,
"loss": 0.4837,
"step": 1530
},
{
"epoch": 2.85,
"grad_norm": 1.103031873703003,
"learning_rate": 0.003575,
"loss": 0.6083,
"step": 1540
},
{
"epoch": 2.87,
"grad_norm": 1.642699122428894,
"learning_rate": 0.003565740740740741,
"loss": 0.5832,
"step": 1550
},
{
"epoch": 2.89,
"grad_norm": 1.550116777420044,
"learning_rate": 0.0035564814814814816,
"loss": 0.479,
"step": 1560
},
{
"epoch": 2.9,
"grad_norm": 1.745978832244873,
"learning_rate": 0.0035472222222222224,
"loss": 0.5643,
"step": 1570
},
{
"epoch": 2.92,
"grad_norm": 0.9975535273551941,
"learning_rate": 0.003537962962962963,
"loss": 0.5837,
"step": 1580
},
{
"epoch": 2.94,
"grad_norm": 1.8515207767486572,
"learning_rate": 0.003528703703703704,
"loss": 0.5637,
"step": 1590
},
{
"epoch": 2.96,
"grad_norm": 2.022219181060791,
"learning_rate": 0.0035194444444444444,
"loss": 0.5121,
"step": 1600
},
{
"epoch": 2.98,
"grad_norm": 1.8385446071624756,
"learning_rate": 0.003510185185185185,
"loss": 0.5244,
"step": 1610
},
{
"epoch": 3.0,
"grad_norm": 1.8141658306121826,
"learning_rate": 0.0035009259259259256,
"loss": 0.6059,
"step": 1620
},
{
"epoch": 3.0,
"eval_accuracy": 0.9562471113849946,
"eval_f1": 0.9592862858808702,
"eval_loss": 0.1171223372220993,
"eval_precision": 0.9658949301313363,
"eval_recall": 0.9569053041890571,
"eval_runtime": 53.6538,
"eval_samples_per_second": 120.979,
"eval_steps_per_second": 7.567,
"step": 1621
},
{
"epoch": 3.02,
"grad_norm": 1.811785340309143,
"learning_rate": 0.003491666666666667,
"loss": 0.5229,
"step": 1630
},
{
"epoch": 3.03,
"grad_norm": 0.8801301717758179,
"learning_rate": 0.0034824074074074076,
"loss": 0.5735,
"step": 1640
},
{
"epoch": 3.05,
"grad_norm": 1.5100030899047852,
"learning_rate": 0.003473148148148148,
"loss": 0.5581,
"step": 1650
},
{
"epoch": 3.07,
"grad_norm": 1.7307904958724976,
"learning_rate": 0.003463888888888889,
"loss": 0.4894,
"step": 1660
},
{
"epoch": 3.09,
"grad_norm": 2.264219045639038,
"learning_rate": 0.00345462962962963,
"loss": 0.5689,
"step": 1670
},
{
"epoch": 3.11,
"grad_norm": 1.2732802629470825,
"learning_rate": 0.0034453703703703703,
"loss": 0.5168,
"step": 1680
},
{
"epoch": 3.13,
"grad_norm": 1.5013095140457153,
"learning_rate": 0.003436111111111111,
"loss": 0.4907,
"step": 1690
},
{
"epoch": 3.15,
"grad_norm": 1.617488980293274,
"learning_rate": 0.003426851851851852,
"loss": 0.4795,
"step": 1700
},
{
"epoch": 3.16,
"grad_norm": 1.5595793724060059,
"learning_rate": 0.0034175925925925927,
"loss": 0.5816,
"step": 1710
},
{
"epoch": 3.18,
"grad_norm": 1.9643666744232178,
"learning_rate": 0.003408333333333333,
"loss": 0.5512,
"step": 1720
},
{
"epoch": 3.2,
"grad_norm": 1.1487085819244385,
"learning_rate": 0.003399074074074074,
"loss": 0.5253,
"step": 1730
},
{
"epoch": 3.22,
"grad_norm": 1.359946608543396,
"learning_rate": 0.003389814814814815,
"loss": 0.5056,
"step": 1740
},
{
"epoch": 3.24,
"grad_norm": 1.0156477689743042,
"learning_rate": 0.0033805555555555555,
"loss": 0.5154,
"step": 1750
},
{
"epoch": 3.26,
"grad_norm": 1.1285754442214966,
"learning_rate": 0.0033712962962962963,
"loss": 0.5344,
"step": 1760
},
{
"epoch": 3.27,
"grad_norm": 1.5709244012832642,
"learning_rate": 0.0033620370370370375,
"loss": 0.5373,
"step": 1770
},
{
"epoch": 3.29,
"grad_norm": 1.4874547719955444,
"learning_rate": 0.003352777777777778,
"loss": 0.4925,
"step": 1780
},
{
"epoch": 3.31,
"grad_norm": 2.197540044784546,
"learning_rate": 0.0033435185185185187,
"loss": 0.4636,
"step": 1790
},
{
"epoch": 3.33,
"grad_norm": 1.0891751050949097,
"learning_rate": 0.003334259259259259,
"loss": 0.5313,
"step": 1800
},
{
"epoch": 3.35,
"grad_norm": 1.4213520288467407,
"learning_rate": 0.0033250000000000003,
"loss": 0.5016,
"step": 1810
},
{
"epoch": 3.37,
"grad_norm": 1.420879602432251,
"learning_rate": 0.0033157407407407406,
"loss": 0.4622,
"step": 1820
},
{
"epoch": 3.39,
"grad_norm": 0.9189732074737549,
"learning_rate": 0.0033064814814814814,
"loss": 0.5148,
"step": 1830
},
{
"epoch": 3.4,
"grad_norm": 1.5656261444091797,
"learning_rate": 0.0032972222222222227,
"loss": 0.4722,
"step": 1840
},
{
"epoch": 3.42,
"grad_norm": 1.112702488899231,
"learning_rate": 0.003287962962962963,
"loss": 0.4968,
"step": 1850
},
{
"epoch": 3.44,
"grad_norm": 1.58233642578125,
"learning_rate": 0.003278703703703704,
"loss": 0.4366,
"step": 1860
},
{
"epoch": 3.46,
"grad_norm": 1.3384062051773071,
"learning_rate": 0.003269444444444444,
"loss": 0.4679,
"step": 1870
},
{
"epoch": 3.48,
"grad_norm": 1.0208711624145508,
"learning_rate": 0.0032601851851851854,
"loss": 0.5348,
"step": 1880
},
{
"epoch": 3.5,
"grad_norm": 0.9358342885971069,
"learning_rate": 0.003250925925925926,
"loss": 0.468,
"step": 1890
},
{
"epoch": 3.52,
"grad_norm": 1.3694192171096802,
"learning_rate": 0.0032416666666666666,
"loss": 0.4936,
"step": 1900
},
{
"epoch": 3.53,
"grad_norm": 1.218279242515564,
"learning_rate": 0.0032324074074074074,
"loss": 0.5086,
"step": 1910
},
{
"epoch": 3.55,
"grad_norm": 1.1621546745300293,
"learning_rate": 0.0032231481481481486,
"loss": 0.4918,
"step": 1920
},
{
"epoch": 3.57,
"grad_norm": 1.2146507501602173,
"learning_rate": 0.003213888888888889,
"loss": 0.488,
"step": 1930
},
{
"epoch": 3.59,
"grad_norm": 1.1717473268508911,
"learning_rate": 0.0032046296296296298,
"loss": 0.5438,
"step": 1940
},
{
"epoch": 3.61,
"grad_norm": 0.9260009527206421,
"learning_rate": 0.0031953703703703706,
"loss": 0.4683,
"step": 1950
},
{
"epoch": 3.63,
"grad_norm": 1.7548483610153198,
"learning_rate": 0.0031861111111111113,
"loss": 0.5116,
"step": 1960
},
{
"epoch": 3.64,
"grad_norm": 1.603769302368164,
"learning_rate": 0.0031768518518518517,
"loss": 0.506,
"step": 1970
},
{
"epoch": 3.66,
"grad_norm": 1.4770747423171997,
"learning_rate": 0.0031675925925925925,
"loss": 0.4877,
"step": 1980
},
{
"epoch": 3.68,
"grad_norm": 1.8213857412338257,
"learning_rate": 0.0031583333333333337,
"loss": 0.5239,
"step": 1990
},
{
"epoch": 3.7,
"grad_norm": 1.074977993965149,
"learning_rate": 0.003149074074074074,
"loss": 0.4655,
"step": 2000
},
{
"epoch": 3.72,
"grad_norm": 1.3410956859588623,
"learning_rate": 0.003139814814814815,
"loss": 0.4097,
"step": 2010
},
{
"epoch": 3.74,
"grad_norm": 0.6797301173210144,
"learning_rate": 0.0031305555555555553,
"loss": 0.5193,
"step": 2020
},
{
"epoch": 3.76,
"grad_norm": 1.1780236959457397,
"learning_rate": 0.0031212962962962965,
"loss": 0.438,
"step": 2030
},
{
"epoch": 3.77,
"grad_norm": 1.4561818838119507,
"learning_rate": 0.0031120370370370373,
"loss": 0.5156,
"step": 2040
},
{
"epoch": 3.79,
"grad_norm": 1.404532790184021,
"learning_rate": 0.0031027777777777777,
"loss": 0.4319,
"step": 2050
},
{
"epoch": 3.81,
"grad_norm": 1.453012466430664,
"learning_rate": 0.003093518518518519,
"loss": 0.4678,
"step": 2060
},
{
"epoch": 3.83,
"grad_norm": 1.7319668531417847,
"learning_rate": 0.0030842592592592592,
"loss": 0.4567,
"step": 2070
},
{
"epoch": 3.85,
"grad_norm": 1.718991994857788,
"learning_rate": 0.003075,
"loss": 0.5631,
"step": 2080
},
{
"epoch": 3.87,
"grad_norm": 1.4493403434753418,
"learning_rate": 0.0030657407407407404,
"loss": 0.5046,
"step": 2090
},
{
"epoch": 3.89,
"grad_norm": 1.5228378772735596,
"learning_rate": 0.0030564814814814816,
"loss": 0.4583,
"step": 2100
},
{
"epoch": 3.9,
"grad_norm": 1.3635989427566528,
"learning_rate": 0.0030472222222222224,
"loss": 0.4678,
"step": 2110
},
{
"epoch": 3.92,
"grad_norm": 1.7252169847488403,
"learning_rate": 0.003037962962962963,
"loss": 0.4817,
"step": 2120
},
{
"epoch": 3.94,
"grad_norm": 1.4143972396850586,
"learning_rate": 0.0030287037037037036,
"loss": 0.4663,
"step": 2130
},
{
"epoch": 3.96,
"grad_norm": 1.108224868774414,
"learning_rate": 0.003019444444444445,
"loss": 0.5028,
"step": 2140
},
{
"epoch": 3.98,
"grad_norm": 1.5944609642028809,
"learning_rate": 0.003010185185185185,
"loss": 0.5215,
"step": 2150
},
{
"epoch": 4.0,
"grad_norm": 0.9836990833282471,
"learning_rate": 0.003000925925925926,
"loss": 0.3547,
"step": 2160
},
{
"epoch": 4.0,
"eval_accuracy": 0.966569095670929,
"eval_f1": 0.9701817800594627,
"eval_loss": 0.09807376563549042,
"eval_precision": 0.970888445046177,
"eval_recall": 0.9711737953539892,
"eval_runtime": 53.6052,
"eval_samples_per_second": 121.089,
"eval_steps_per_second": 7.574,
"step": 2162
},
{
"epoch": 4.01,
"grad_norm": 1.2644659280776978,
"learning_rate": 0.0029916666666666668,
"loss": 0.5066,
"step": 2170
},
{
"epoch": 4.03,
"grad_norm": 1.5990442037582397,
"learning_rate": 0.0029824074074074076,
"loss": 0.5394,
"step": 2180
},
{
"epoch": 4.05,
"grad_norm": 1.1844220161437988,
"learning_rate": 0.0029731481481481484,
"loss": 0.5361,
"step": 2190
},
{
"epoch": 4.07,
"grad_norm": 1.003459095954895,
"learning_rate": 0.0029638888888888887,
"loss": 0.4965,
"step": 2200
},
{
"epoch": 4.09,
"grad_norm": 1.5128463506698608,
"learning_rate": 0.00295462962962963,
"loss": 0.4961,
"step": 2210
},
{
"epoch": 4.11,
"grad_norm": 1.4107407331466675,
"learning_rate": 0.0029453703703703703,
"loss": 0.4157,
"step": 2220
},
{
"epoch": 4.13,
"grad_norm": 1.0188244581222534,
"learning_rate": 0.002936111111111111,
"loss": 0.4571,
"step": 2230
},
{
"epoch": 4.14,
"grad_norm": 1.7941489219665527,
"learning_rate": 0.0029268518518518515,
"loss": 0.4037,
"step": 2240
},
{
"epoch": 4.16,
"grad_norm": 0.703614354133606,
"learning_rate": 0.0029175925925925927,
"loss": 0.469,
"step": 2250
},
{
"epoch": 4.18,
"grad_norm": 1.0244730710983276,
"learning_rate": 0.0029083333333333335,
"loss": 0.446,
"step": 2260
},
{
"epoch": 4.2,
"grad_norm": 1.940670132637024,
"learning_rate": 0.002899074074074074,
"loss": 0.4198,
"step": 2270
},
{
"epoch": 4.22,
"grad_norm": 1.3189454078674316,
"learning_rate": 0.002889814814814815,
"loss": 0.4627,
"step": 2280
},
{
"epoch": 4.24,
"grad_norm": 1.0493321418762207,
"learning_rate": 0.002880555555555556,
"loss": 0.4885,
"step": 2290
},
{
"epoch": 4.26,
"grad_norm": 1.0230928659439087,
"learning_rate": 0.0028712962962962963,
"loss": 0.4205,
"step": 2300
},
{
"epoch": 4.27,
"grad_norm": 0.7459888458251953,
"learning_rate": 0.002862037037037037,
"loss": 0.4316,
"step": 2310
},
{
"epoch": 4.29,
"grad_norm": 1.2074246406555176,
"learning_rate": 0.002852777777777778,
"loss": 0.4352,
"step": 2320
},
{
"epoch": 4.31,
"grad_norm": 1.7306902408599854,
"learning_rate": 0.0028435185185185187,
"loss": 0.391,
"step": 2330
},
{
"epoch": 4.33,
"grad_norm": 1.4361604452133179,
"learning_rate": 0.002834259259259259,
"loss": 0.4819,
"step": 2340
},
{
"epoch": 4.35,
"grad_norm": 1.3152241706848145,
"learning_rate": 0.002825,
"loss": 0.3861,
"step": 2350
},
{
"epoch": 4.37,
"grad_norm": 1.6985182762145996,
"learning_rate": 0.002815740740740741,
"loss": 0.4093,
"step": 2360
},
{
"epoch": 4.38,
"grad_norm": 1.1082671880722046,
"learning_rate": 0.0028064814814814814,
"loss": 0.5325,
"step": 2370
},
{
"epoch": 4.4,
"grad_norm": 1.39676833152771,
"learning_rate": 0.002797222222222222,
"loss": 0.4798,
"step": 2380
},
{
"epoch": 4.42,
"grad_norm": 1.0717923641204834,
"learning_rate": 0.0027879629629629634,
"loss": 0.3892,
"step": 2390
},
{
"epoch": 4.44,
"grad_norm": 0.82547926902771,
"learning_rate": 0.002778703703703704,
"loss": 0.4563,
"step": 2400
},
{
"epoch": 4.46,
"grad_norm": 1.1817727088928223,
"learning_rate": 0.0027694444444444446,
"loss": 0.4213,
"step": 2410
},
{
"epoch": 4.48,
"grad_norm": 1.127348780632019,
"learning_rate": 0.002760185185185185,
"loss": 0.4636,
"step": 2420
},
{
"epoch": 4.5,
"grad_norm": 1.2709828615188599,
"learning_rate": 0.002750925925925926,
"loss": 0.5099,
"step": 2430
},
{
"epoch": 4.51,
"grad_norm": 1.093279242515564,
"learning_rate": 0.0027416666666666666,
"loss": 0.439,
"step": 2440
},
{
"epoch": 4.53,
"grad_norm": 0.8145557045936584,
"learning_rate": 0.0027324074074074074,
"loss": 0.4192,
"step": 2450
},
{
"epoch": 4.55,
"grad_norm": 1.5339893102645874,
"learning_rate": 0.0027231481481481477,
"loss": 0.4591,
"step": 2460
},
{
"epoch": 4.57,
"grad_norm": 1.2502670288085938,
"learning_rate": 0.002713888888888889,
"loss": 0.4177,
"step": 2470
},
{
"epoch": 4.59,
"grad_norm": 0.951678991317749,
"learning_rate": 0.0027046296296296297,
"loss": 0.4206,
"step": 2480
},
{
"epoch": 4.61,
"grad_norm": 1.7269920110702515,
"learning_rate": 0.00269537037037037,
"loss": 0.4318,
"step": 2490
},
{
"epoch": 4.63,
"grad_norm": 1.3369319438934326,
"learning_rate": 0.0026861111111111113,
"loss": 0.3328,
"step": 2500
},
{
"epoch": 4.64,
"grad_norm": 1.1424506902694702,
"learning_rate": 0.002676851851851852,
"loss": 0.4531,
"step": 2510
},
{
"epoch": 4.66,
"grad_norm": 0.7604424953460693,
"learning_rate": 0.0026675925925925925,
"loss": 0.4192,
"step": 2520
},
{
"epoch": 4.68,
"grad_norm": 1.501299500465393,
"learning_rate": 0.0026583333333333333,
"loss": 0.4588,
"step": 2530
},
{
"epoch": 4.7,
"grad_norm": 0.7411832213401794,
"learning_rate": 0.002649074074074074,
"loss": 0.507,
"step": 2540
},
{
"epoch": 4.72,
"grad_norm": 0.9906969666481018,
"learning_rate": 0.002639814814814815,
"loss": 0.4733,
"step": 2550
},
{
"epoch": 4.74,
"grad_norm": 1.5065710544586182,
"learning_rate": 0.0026305555555555557,
"loss": 0.4134,
"step": 2560
},
{
"epoch": 4.75,
"grad_norm": 1.1822443008422852,
"learning_rate": 0.0026212962962962965,
"loss": 0.4283,
"step": 2570
},
{
"epoch": 4.77,
"grad_norm": 1.1529394388198853,
"learning_rate": 0.0026120370370370373,
"loss": 0.4447,
"step": 2580
},
{
"epoch": 4.79,
"grad_norm": 1.294115424156189,
"learning_rate": 0.0026027777777777776,
"loss": 0.4889,
"step": 2590
},
{
"epoch": 4.81,
"grad_norm": 0.7541661858558655,
"learning_rate": 0.0025935185185185184,
"loss": 0.4539,
"step": 2600
},
{
"epoch": 4.83,
"grad_norm": 1.0515060424804688,
"learning_rate": 0.0025842592592592597,
"loss": 0.4458,
"step": 2610
},
{
"epoch": 4.85,
"grad_norm": 1.2407331466674805,
"learning_rate": 0.002575,
"loss": 0.4479,
"step": 2620
},
{
"epoch": 4.87,
"grad_norm": 1.4178121089935303,
"learning_rate": 0.002565740740740741,
"loss": 0.451,
"step": 2630
},
{
"epoch": 4.88,
"grad_norm": 0.9205562472343445,
"learning_rate": 0.002556481481481481,
"loss": 0.4179,
"step": 2640
},
{
"epoch": 4.9,
"grad_norm": 1.106848120689392,
"learning_rate": 0.0025472222222222224,
"loss": 0.4341,
"step": 2650
},
{
"epoch": 4.92,
"grad_norm": 0.6212519407272339,
"learning_rate": 0.0025379629629629632,
"loss": 0.3167,
"step": 2660
},
{
"epoch": 4.94,
"grad_norm": 2.72360897064209,
"learning_rate": 0.0025287037037037036,
"loss": 0.4454,
"step": 2670
},
{
"epoch": 4.96,
"grad_norm": 1.535974144935608,
"learning_rate": 0.002519444444444445,
"loss": 0.4625,
"step": 2680
},
{
"epoch": 4.98,
"grad_norm": 0.6457435488700867,
"learning_rate": 0.002510185185185185,
"loss": 0.3886,
"step": 2690
},
{
"epoch": 5.0,
"grad_norm": 0.9673438668251038,
"learning_rate": 0.002500925925925926,
"loss": 0.4852,
"step": 2700
},
{
"epoch": 5.0,
"eval_accuracy": 0.9816669234324449,
"eval_f1": 0.9842159244197872,
"eval_loss": 0.0539265014231205,
"eval_precision": 0.9847615394086703,
"eval_recall": 0.9841734919436653,
"eval_runtime": 53.4958,
"eval_samples_per_second": 121.337,
"eval_steps_per_second": 7.589,
"step": 2702
},
{
"epoch": 5.01,
"grad_norm": 0.9143092036247253,
"learning_rate": 0.0024916666666666668,
"loss": 0.4017,
"step": 2710
},
{
"epoch": 5.03,
"grad_norm": 1.2292033433914185,
"learning_rate": 0.0024824074074074076,
"loss": 0.3677,
"step": 2720
},
{
"epoch": 5.05,
"grad_norm": 1.2112282514572144,
"learning_rate": 0.0024731481481481484,
"loss": 0.5256,
"step": 2730
},
{
"epoch": 5.07,
"grad_norm": 1.3062794208526611,
"learning_rate": 0.0024638888888888887,
"loss": 0.45,
"step": 2740
},
{
"epoch": 5.09,
"grad_norm": 1.280093789100647,
"learning_rate": 0.0024546296296296295,
"loss": 0.4144,
"step": 2750
},
{
"epoch": 5.11,
"grad_norm": 0.9576690196990967,
"learning_rate": 0.0024453703703703703,
"loss": 0.4183,
"step": 2760
},
{
"epoch": 5.12,
"grad_norm": 1.3858096599578857,
"learning_rate": 0.002436111111111111,
"loss": 0.4774,
"step": 2770
},
{
"epoch": 5.14,
"grad_norm": 0.9120557904243469,
"learning_rate": 0.002426851851851852,
"loss": 0.4282,
"step": 2780
},
{
"epoch": 5.16,
"grad_norm": 0.9812218546867371,
"learning_rate": 0.0024175925925925927,
"loss": 0.4386,
"step": 2790
},
{
"epoch": 5.18,
"grad_norm": 0.8847913146018982,
"learning_rate": 0.0024083333333333335,
"loss": 0.3769,
"step": 2800
},
{
"epoch": 5.2,
"grad_norm": 0.6346982717514038,
"learning_rate": 0.002399074074074074,
"loss": 0.404,
"step": 2810
},
{
"epoch": 5.22,
"grad_norm": 1.937452793121338,
"learning_rate": 0.002389814814814815,
"loss": 0.4098,
"step": 2820
},
{
"epoch": 5.24,
"grad_norm": 0.6616402864456177,
"learning_rate": 0.0023805555555555555,
"loss": 0.4038,
"step": 2830
},
{
"epoch": 5.25,
"grad_norm": 1.248590111732483,
"learning_rate": 0.0023712962962962963,
"loss": 0.4208,
"step": 2840
},
{
"epoch": 5.27,
"grad_norm": 1.5833156108856201,
"learning_rate": 0.002362037037037037,
"loss": 0.3919,
"step": 2850
},
{
"epoch": 5.29,
"grad_norm": 1.1102122068405151,
"learning_rate": 0.002352777777777778,
"loss": 0.4135,
"step": 2860
},
{
"epoch": 5.31,
"grad_norm": 1.2193430662155151,
"learning_rate": 0.0023435185185185187,
"loss": 0.4343,
"step": 2870
},
{
"epoch": 5.33,
"grad_norm": 1.5274019241333008,
"learning_rate": 0.0023342592592592594,
"loss": 0.397,
"step": 2880
},
{
"epoch": 5.35,
"grad_norm": 1.0362614393234253,
"learning_rate": 0.0023250000000000002,
"loss": 0.3789,
"step": 2890
},
{
"epoch": 5.37,
"grad_norm": 1.0950071811676025,
"learning_rate": 0.0023157407407407406,
"loss": 0.4146,
"step": 2900
},
{
"epoch": 5.38,
"grad_norm": 1.6324676275253296,
"learning_rate": 0.002306481481481482,
"loss": 0.4602,
"step": 2910
},
{
"epoch": 5.4,
"grad_norm": 1.0304063558578491,
"learning_rate": 0.002297222222222222,
"loss": 0.3736,
"step": 2920
},
{
"epoch": 5.42,
"grad_norm": 0.8070071339607239,
"learning_rate": 0.002287962962962963,
"loss": 0.4444,
"step": 2930
},
{
"epoch": 5.44,
"grad_norm": 1.5730412006378174,
"learning_rate": 0.002278703703703704,
"loss": 0.4247,
"step": 2940
},
{
"epoch": 5.46,
"grad_norm": 0.8822392821311951,
"learning_rate": 0.0022694444444444446,
"loss": 0.3523,
"step": 2950
},
{
"epoch": 5.48,
"grad_norm": 1.6417633295059204,
"learning_rate": 0.002260185185185185,
"loss": 0.428,
"step": 2960
},
{
"epoch": 5.49,
"grad_norm": 1.0473852157592773,
"learning_rate": 0.002250925925925926,
"loss": 0.3916,
"step": 2970
},
{
"epoch": 5.51,
"grad_norm": 1.1455719470977783,
"learning_rate": 0.0022416666666666665,
"loss": 0.3337,
"step": 2980
},
{
"epoch": 5.53,
"grad_norm": 0.9637939929962158,
"learning_rate": 0.0022324074074074073,
"loss": 0.4168,
"step": 2990
},
{
"epoch": 5.55,
"grad_norm": 1.650855541229248,
"learning_rate": 0.002223148148148148,
"loss": 0.3526,
"step": 3000
},
{
"epoch": 5.57,
"grad_norm": 0.8603165745735168,
"learning_rate": 0.002213888888888889,
"loss": 0.3343,
"step": 3010
},
{
"epoch": 5.59,
"grad_norm": 0.9890497922897339,
"learning_rate": 0.0022046296296296297,
"loss": 0.3577,
"step": 3020
},
{
"epoch": 5.61,
"grad_norm": 1.0613206624984741,
"learning_rate": 0.0021953703703703705,
"loss": 0.4288,
"step": 3030
},
{
"epoch": 5.62,
"grad_norm": 0.8673573136329651,
"learning_rate": 0.0021861111111111113,
"loss": 0.3787,
"step": 3040
},
{
"epoch": 5.64,
"grad_norm": 0.9730037450790405,
"learning_rate": 0.0021768518518518517,
"loss": 0.3901,
"step": 3050
},
{
"epoch": 5.66,
"grad_norm": 0.9955042004585266,
"learning_rate": 0.0021675925925925925,
"loss": 0.3267,
"step": 3060
},
{
"epoch": 5.68,
"grad_norm": 1.3361483812332153,
"learning_rate": 0.0021583333333333333,
"loss": 0.3821,
"step": 3070
},
{
"epoch": 5.7,
"grad_norm": 1.1696761846542358,
"learning_rate": 0.002149074074074074,
"loss": 0.4164,
"step": 3080
},
{
"epoch": 5.72,
"grad_norm": 0.9910469055175781,
"learning_rate": 0.002139814814814815,
"loss": 0.3488,
"step": 3090
},
{
"epoch": 5.74,
"grad_norm": 1.1704002618789673,
"learning_rate": 0.0021305555555555557,
"loss": 0.3773,
"step": 3100
},
{
"epoch": 5.75,
"grad_norm": 1.9228627681732178,
"learning_rate": 0.0021212962962962965,
"loss": 0.3609,
"step": 3110
},
{
"epoch": 5.77,
"grad_norm": 1.2759217023849487,
"learning_rate": 0.002112037037037037,
"loss": 0.339,
"step": 3120
},
{
"epoch": 5.79,
"grad_norm": 1.3884625434875488,
"learning_rate": 0.002102777777777778,
"loss": 0.3427,
"step": 3130
},
{
"epoch": 5.81,
"grad_norm": 1.0535517930984497,
"learning_rate": 0.0020935185185185184,
"loss": 0.3684,
"step": 3140
},
{
"epoch": 5.83,
"grad_norm": 0.7472217082977295,
"learning_rate": 0.0020842592592592592,
"loss": 0.3315,
"step": 3150
},
{
"epoch": 5.85,
"grad_norm": 0.9054597020149231,
"learning_rate": 0.002075,
"loss": 0.4055,
"step": 3160
},
{
"epoch": 5.86,
"grad_norm": 0.9936026930809021,
"learning_rate": 0.002065740740740741,
"loss": 0.3684,
"step": 3170
},
{
"epoch": 5.88,
"grad_norm": 0.924675464630127,
"learning_rate": 0.002056481481481481,
"loss": 0.4467,
"step": 3180
},
{
"epoch": 5.9,
"grad_norm": 0.9270643591880798,
"learning_rate": 0.0020472222222222224,
"loss": 0.4563,
"step": 3190
},
{
"epoch": 5.92,
"grad_norm": 1.1928519010543823,
"learning_rate": 0.002037962962962963,
"loss": 0.436,
"step": 3200
},
{
"epoch": 5.94,
"grad_norm": 0.7696529030799866,
"learning_rate": 0.0020287037037037036,
"loss": 0.3837,
"step": 3210
},
{
"epoch": 5.96,
"grad_norm": 0.787181556224823,
"learning_rate": 0.0020194444444444444,
"loss": 0.3855,
"step": 3220
},
{
"epoch": 5.98,
"grad_norm": 0.9738120436668396,
"learning_rate": 0.002010185185185185,
"loss": 0.4042,
"step": 3230
},
{
"epoch": 5.99,
"grad_norm": 0.7975121140480042,
"learning_rate": 0.002000925925925926,
"loss": 0.406,
"step": 3240
},
{
"epoch": 6.0,
"eval_accuracy": 0.9748883068864582,
"eval_f1": 0.9767778940213332,
"eval_loss": 0.08178560435771942,
"eval_precision": 0.9793037526964313,
"eval_recall": 0.9752347424170356,
"eval_runtime": 52.9882,
"eval_samples_per_second": 122.499,
"eval_steps_per_second": 7.662,
"step": 3243
},
{
"epoch": 6.01,
"grad_norm": 1.21721351146698,
"learning_rate": 0.0019916666666666668,
"loss": 0.3252,
"step": 3250
},
{
"epoch": 6.03,
"grad_norm": 1.1153512001037598,
"learning_rate": 0.0019824074074074076,
"loss": 0.364,
"step": 3260
},
{
"epoch": 6.05,
"grad_norm": 0.9769272208213806,
"learning_rate": 0.001973148148148148,
"loss": 0.3886,
"step": 3270
},
{
"epoch": 6.07,
"grad_norm": 1.260012149810791,
"learning_rate": 0.001963888888888889,
"loss": 0.3462,
"step": 3280
},
{
"epoch": 6.09,
"grad_norm": 1.2162351608276367,
"learning_rate": 0.0019546296296296295,
"loss": 0.3472,
"step": 3290
},
{
"epoch": 6.11,
"grad_norm": 1.2838939428329468,
"learning_rate": 0.0019453703703703703,
"loss": 0.3427,
"step": 3300
},
{
"epoch": 6.12,
"grad_norm": 0.850970447063446,
"learning_rate": 0.0019361111111111113,
"loss": 0.3793,
"step": 3310
},
{
"epoch": 6.14,
"grad_norm": 0.7692118883132935,
"learning_rate": 0.001926851851851852,
"loss": 0.3029,
"step": 3320
},
{
"epoch": 6.16,
"grad_norm": 1.337117314338684,
"learning_rate": 0.0019175925925925927,
"loss": 0.3526,
"step": 3330
},
{
"epoch": 6.18,
"grad_norm": 1.0097956657409668,
"learning_rate": 0.0019083333333333333,
"loss": 0.3544,
"step": 3340
},
{
"epoch": 6.2,
"grad_norm": 1.1597776412963867,
"learning_rate": 0.001899074074074074,
"loss": 0.3266,
"step": 3350
},
{
"epoch": 6.22,
"grad_norm": 0.8050183653831482,
"learning_rate": 0.0018898148148148149,
"loss": 0.352,
"step": 3360
},
{
"epoch": 6.23,
"grad_norm": 1.197143316268921,
"learning_rate": 0.0018805555555555557,
"loss": 0.3538,
"step": 3370
},
{
"epoch": 6.25,
"grad_norm": 1.5818617343902588,
"learning_rate": 0.0018712962962962962,
"loss": 0.3441,
"step": 3380
},
{
"epoch": 6.27,
"grad_norm": 0.6569982767105103,
"learning_rate": 0.001862037037037037,
"loss": 0.3436,
"step": 3390
},
{
"epoch": 6.29,
"grad_norm": 0.7630707025527954,
"learning_rate": 0.0018527777777777778,
"loss": 0.3789,
"step": 3400
},
{
"epoch": 6.31,
"grad_norm": 0.8499374389648438,
"learning_rate": 0.0018435185185185186,
"loss": 0.3351,
"step": 3410
},
{
"epoch": 6.33,
"grad_norm": 0.8909932374954224,
"learning_rate": 0.0018342592592592594,
"loss": 0.2914,
"step": 3420
},
{
"epoch": 6.35,
"grad_norm": 0.9815020561218262,
"learning_rate": 0.001825,
"loss": 0.3234,
"step": 3430
},
{
"epoch": 6.36,
"grad_norm": 0.9451941251754761,
"learning_rate": 0.0018157407407407408,
"loss": 0.3016,
"step": 3440
},
{
"epoch": 6.38,
"grad_norm": 1.1062078475952148,
"learning_rate": 0.0018064814814814814,
"loss": 0.3243,
"step": 3450
},
{
"epoch": 6.4,
"grad_norm": 1.119948387145996,
"learning_rate": 0.0017972222222222224,
"loss": 0.4004,
"step": 3460
},
{
"epoch": 6.42,
"grad_norm": 1.0116353034973145,
"learning_rate": 0.001787962962962963,
"loss": 0.3816,
"step": 3470
},
{
"epoch": 6.44,
"grad_norm": 1.270749568939209,
"learning_rate": 0.0017787037037037038,
"loss": 0.3961,
"step": 3480
},
{
"epoch": 6.46,
"grad_norm": 0.7347724437713623,
"learning_rate": 0.0017694444444444444,
"loss": 0.3183,
"step": 3490
},
{
"epoch": 6.48,
"grad_norm": 1.3908417224884033,
"learning_rate": 0.0017601851851851852,
"loss": 0.3717,
"step": 3500
},
{
"epoch": 6.49,
"grad_norm": 1.0049611330032349,
"learning_rate": 0.0017509259259259262,
"loss": 0.3804,
"step": 3510
},
{
"epoch": 6.51,
"grad_norm": 0.8181151747703552,
"learning_rate": 0.0017416666666666668,
"loss": 0.3683,
"step": 3520
},
{
"epoch": 6.53,
"grad_norm": 1.0311352014541626,
"learning_rate": 0.0017324074074074076,
"loss": 0.3813,
"step": 3530
},
{
"epoch": 6.55,
"grad_norm": 0.6164132356643677,
"learning_rate": 0.0017231481481481481,
"loss": 0.342,
"step": 3540
},
{
"epoch": 6.57,
"grad_norm": 0.7826759219169617,
"learning_rate": 0.001713888888888889,
"loss": 0.2858,
"step": 3550
},
{
"epoch": 6.59,
"grad_norm": 0.6946287155151367,
"learning_rate": 0.0017046296296296295,
"loss": 0.3245,
"step": 3560
},
{
"epoch": 6.6,
"grad_norm": 1.3883477449417114,
"learning_rate": 0.0016953703703703705,
"loss": 0.3492,
"step": 3570
},
{
"epoch": 6.62,
"grad_norm": 1.0445375442504883,
"learning_rate": 0.001686111111111111,
"loss": 0.2873,
"step": 3580
},
{
"epoch": 6.64,
"grad_norm": 1.155643105506897,
"learning_rate": 0.001676851851851852,
"loss": 0.3771,
"step": 3590
},
{
"epoch": 6.66,
"grad_norm": 0.8850951790809631,
"learning_rate": 0.0016675925925925925,
"loss": 0.3412,
"step": 3600
},
{
"epoch": 6.68,
"grad_norm": 0.8685129880905151,
"learning_rate": 0.0016583333333333333,
"loss": 0.3489,
"step": 3610
},
{
"epoch": 6.7,
"grad_norm": 1.20561683177948,
"learning_rate": 0.0016490740740740743,
"loss": 0.3253,
"step": 3620
},
{
"epoch": 6.72,
"grad_norm": 0.8918961882591248,
"learning_rate": 0.0016398148148148149,
"loss": 0.3279,
"step": 3630
},
{
"epoch": 6.73,
"grad_norm": 1.1090009212493896,
"learning_rate": 0.0016305555555555557,
"loss": 0.2887,
"step": 3640
},
{
"epoch": 6.75,
"grad_norm": 1.1889126300811768,
"learning_rate": 0.0016212962962962962,
"loss": 0.3391,
"step": 3650
},
{
"epoch": 6.77,
"grad_norm": 0.7774761915206909,
"learning_rate": 0.001612037037037037,
"loss": 0.354,
"step": 3660
},
{
"epoch": 6.79,
"grad_norm": 0.9942853450775146,
"learning_rate": 0.0016027777777777776,
"loss": 0.4198,
"step": 3670
},
{
"epoch": 6.81,
"grad_norm": 0.5383427143096924,
"learning_rate": 0.0015935185185185186,
"loss": 0.2784,
"step": 3680
},
{
"epoch": 6.83,
"grad_norm": 1.0659656524658203,
"learning_rate": 0.0015842592592592592,
"loss": 0.3369,
"step": 3690
},
{
"epoch": 6.85,
"grad_norm": 1.0167818069458008,
"learning_rate": 0.001575,
"loss": 0.3465,
"step": 3700
},
{
"epoch": 6.86,
"grad_norm": 0.9056137204170227,
"learning_rate": 0.0015657407407407408,
"loss": 0.3111,
"step": 3710
},
{
"epoch": 6.88,
"grad_norm": 0.9691112041473389,
"learning_rate": 0.0015564814814814816,
"loss": 0.2901,
"step": 3720
},
{
"epoch": 6.9,
"grad_norm": 1.0727977752685547,
"learning_rate": 0.0015472222222222224,
"loss": 0.3614,
"step": 3730
},
{
"epoch": 6.92,
"grad_norm": 0.8301049470901489,
"learning_rate": 0.001537962962962963,
"loss": 0.3251,
"step": 3740
},
{
"epoch": 6.94,
"grad_norm": 0.6486156582832336,
"learning_rate": 0.0015287037037037038,
"loss": 0.3135,
"step": 3750
},
{
"epoch": 6.96,
"grad_norm": 1.2031179666519165,
"learning_rate": 0.0015194444444444444,
"loss": 0.3371,
"step": 3760
},
{
"epoch": 6.98,
"grad_norm": 1.1333447694778442,
"learning_rate": 0.0015101851851851854,
"loss": 0.3242,
"step": 3770
},
{
"epoch": 6.99,
"grad_norm": 1.0811736583709717,
"learning_rate": 0.001500925925925926,
"loss": 0.3074,
"step": 3780
},
{
"epoch": 7.0,
"eval_accuracy": 0.966569095670929,
"eval_f1": 0.9782929900155292,
"eval_loss": 0.1289132982492447,
"eval_precision": 0.9815165094060785,
"eval_recall": 0.977802007605107,
"eval_runtime": 52.9121,
"eval_samples_per_second": 122.675,
"eval_steps_per_second": 7.673,
"step": 3783
},
{
"epoch": 7.01,
"grad_norm": 0.5184229016304016,
"learning_rate": 0.0014916666666666667,
"loss": 0.3532,
"step": 3790
},
{
"epoch": 7.03,
"grad_norm": 0.9822409152984619,
"learning_rate": 0.0014824074074074073,
"loss": 0.3701,
"step": 3800
},
{
"epoch": 7.05,
"grad_norm": 0.6723494529724121,
"learning_rate": 0.0014731481481481481,
"loss": 0.3553,
"step": 3810
},
{
"epoch": 7.07,
"grad_norm": 1.0363885164260864,
"learning_rate": 0.0014638888888888891,
"loss": 0.2526,
"step": 3820
},
{
"epoch": 7.09,
"grad_norm": 0.9155850410461426,
"learning_rate": 0.0014546296296296297,
"loss": 0.3045,
"step": 3830
},
{
"epoch": 7.1,
"grad_norm": 1.412392497062683,
"learning_rate": 0.0014453703703703705,
"loss": 0.2868,
"step": 3840
},
{
"epoch": 7.12,
"grad_norm": 0.9707776308059692,
"learning_rate": 0.001436111111111111,
"loss": 0.3537,
"step": 3850
},
{
"epoch": 7.14,
"grad_norm": 1.2895119190216064,
"learning_rate": 0.001426851851851852,
"loss": 0.2961,
"step": 3860
},
{
"epoch": 7.16,
"grad_norm": 0.8239867687225342,
"learning_rate": 0.0014175925925925925,
"loss": 0.2836,
"step": 3870
},
{
"epoch": 7.18,
"grad_norm": 1.1721490621566772,
"learning_rate": 0.0014083333333333335,
"loss": 0.3331,
"step": 3880
},
{
"epoch": 7.2,
"grad_norm": 0.6656754612922668,
"learning_rate": 0.001399074074074074,
"loss": 0.3221,
"step": 3890
},
{
"epoch": 7.22,
"grad_norm": 0.8847745656967163,
"learning_rate": 0.0013898148148148149,
"loss": 0.3361,
"step": 3900
},
{
"epoch": 7.23,
"grad_norm": 1.1900001764297485,
"learning_rate": 0.0013805555555555554,
"loss": 0.278,
"step": 3910
},
{
"epoch": 7.25,
"grad_norm": 0.6611624956130981,
"learning_rate": 0.0013712962962962962,
"loss": 0.3078,
"step": 3920
},
{
"epoch": 7.27,
"grad_norm": 0.8776438236236572,
"learning_rate": 0.0013620370370370373,
"loss": 0.3361,
"step": 3930
},
{
"epoch": 7.29,
"grad_norm": 0.8815858960151672,
"learning_rate": 0.0013527777777777778,
"loss": 0.2727,
"step": 3940
},
{
"epoch": 7.31,
"grad_norm": 0.8579031825065613,
"learning_rate": 0.0013435185185185186,
"loss": 0.2954,
"step": 3950
},
{
"epoch": 7.33,
"grad_norm": 0.9951643943786621,
"learning_rate": 0.0013342592592592592,
"loss": 0.3186,
"step": 3960
},
{
"epoch": 7.35,
"grad_norm": 0.7032579779624939,
"learning_rate": 0.001325,
"loss": 0.3374,
"step": 3970
},
{
"epoch": 7.36,
"grad_norm": 0.8467724919319153,
"learning_rate": 0.0013157407407407406,
"loss": 0.3459,
"step": 3980
},
{
"epoch": 7.38,
"grad_norm": 1.0427024364471436,
"learning_rate": 0.0013064814814814816,
"loss": 0.3223,
"step": 3990
},
{
"epoch": 7.4,
"grad_norm": 1.081141710281372,
"learning_rate": 0.0012972222222222222,
"loss": 0.3421,
"step": 4000
},
{
"epoch": 7.42,
"grad_norm": 1.1036946773529053,
"learning_rate": 0.001287962962962963,
"loss": 0.3357,
"step": 4010
},
{
"epoch": 7.44,
"grad_norm": 0.47026312351226807,
"learning_rate": 0.0012787037037037038,
"loss": 0.3413,
"step": 4020
},
{
"epoch": 7.46,
"grad_norm": 0.6322646141052246,
"learning_rate": 0.0012694444444444444,
"loss": 0.3384,
"step": 4030
},
{
"epoch": 7.47,
"grad_norm": 1.1694568395614624,
"learning_rate": 0.0012601851851851854,
"loss": 0.2964,
"step": 4040
},
{
"epoch": 7.49,
"grad_norm": 0.6389946341514587,
"learning_rate": 0.001250925925925926,
"loss": 0.2363,
"step": 4050
},
{
"epoch": 7.51,
"grad_norm": 0.8997761011123657,
"learning_rate": 0.0012416666666666667,
"loss": 0.3002,
"step": 4060
},
{
"epoch": 7.53,
"grad_norm": 1.0065665245056152,
"learning_rate": 0.0012324074074074073,
"loss": 0.2559,
"step": 4070
},
{
"epoch": 7.55,
"grad_norm": 1.022987723350525,
"learning_rate": 0.0012231481481481483,
"loss": 0.3338,
"step": 4080
},
{
"epoch": 7.57,
"grad_norm": 1.0679833889007568,
"learning_rate": 0.001213888888888889,
"loss": 0.284,
"step": 4090
},
{
"epoch": 7.59,
"grad_norm": 0.607288122177124,
"learning_rate": 0.0012046296296296297,
"loss": 0.2509,
"step": 4100
},
{
"epoch": 7.6,
"grad_norm": 0.5742871165275574,
"learning_rate": 0.0011953703703703705,
"loss": 0.2537,
"step": 4110
},
{
"epoch": 7.62,
"grad_norm": 1.2387137413024902,
"learning_rate": 0.001186111111111111,
"loss": 0.2565,
"step": 4120
},
{
"epoch": 7.64,
"grad_norm": 1.174902319908142,
"learning_rate": 0.0011768518518518519,
"loss": 0.2997,
"step": 4130
},
{
"epoch": 7.66,
"grad_norm": 0.9305229783058167,
"learning_rate": 0.0011675925925925927,
"loss": 0.3119,
"step": 4140
},
{
"epoch": 7.68,
"grad_norm": 0.8137575387954712,
"learning_rate": 0.0011583333333333333,
"loss": 0.3212,
"step": 4150
},
{
"epoch": 7.7,
"grad_norm": 0.8960317373275757,
"learning_rate": 0.001149074074074074,
"loss": 0.2598,
"step": 4160
},
{
"epoch": 7.72,
"grad_norm": 0.9751859903335571,
"learning_rate": 0.0011398148148148149,
"loss": 0.2888,
"step": 4170
},
{
"epoch": 7.73,
"grad_norm": 1.0055298805236816,
"learning_rate": 0.0011305555555555557,
"loss": 0.3002,
"step": 4180
},
{
"epoch": 7.75,
"grad_norm": 0.8062968254089355,
"learning_rate": 0.0011212962962962965,
"loss": 0.3344,
"step": 4190
},
{
"epoch": 7.77,
"grad_norm": 0.95457923412323,
"learning_rate": 0.001112037037037037,
"loss": 0.3063,
"step": 4200
},
{
"epoch": 7.79,
"grad_norm": 1.3791453838348389,
"learning_rate": 0.0011027777777777778,
"loss": 0.317,
"step": 4210
},
{
"epoch": 7.81,
"grad_norm": 0.874679684638977,
"learning_rate": 0.0010935185185185186,
"loss": 0.3217,
"step": 4220
},
{
"epoch": 7.83,
"grad_norm": 0.5453481078147888,
"learning_rate": 0.0010842592592592592,
"loss": 0.2493,
"step": 4230
},
{
"epoch": 7.84,
"grad_norm": 1.0427902936935425,
"learning_rate": 0.001075,
"loss": 0.2792,
"step": 4240
},
{
"epoch": 7.86,
"grad_norm": 1.1764284372329712,
"learning_rate": 0.0010657407407407408,
"loss": 0.2898,
"step": 4250
},
{
"epoch": 7.88,
"grad_norm": 0.6771812438964844,
"learning_rate": 0.0010564814814814814,
"loss": 0.373,
"step": 4260
},
{
"epoch": 7.9,
"grad_norm": 0.8747534155845642,
"learning_rate": 0.0010472222222222222,
"loss": 0.268,
"step": 4270
},
{
"epoch": 7.92,
"grad_norm": 1.2883553504943848,
"learning_rate": 0.001037962962962963,
"loss": 0.2717,
"step": 4280
},
{
"epoch": 7.94,
"grad_norm": 0.7051785588264465,
"learning_rate": 0.0010287037037037038,
"loss": 0.3066,
"step": 4290
},
{
"epoch": 7.96,
"grad_norm": 0.7398721575737,
"learning_rate": 0.0010194444444444446,
"loss": 0.2995,
"step": 4300
},
{
"epoch": 7.97,
"grad_norm": 1.145930290222168,
"learning_rate": 0.0010101851851851851,
"loss": 0.3045,
"step": 4310
},
{
"epoch": 7.99,
"grad_norm": 1.0502551794052124,
"learning_rate": 0.001000925925925926,
"loss": 0.2679,
"step": 4320
},
{
"epoch": 8.0,
"eval_accuracy": 0.9899861346479741,
"eval_f1": 0.9912451005847,
"eval_loss": 0.031062940135598183,
"eval_precision": 0.9916388059857394,
"eval_recall": 0.9909443527430603,
"eval_runtime": 52.8878,
"eval_samples_per_second": 122.731,
"eval_steps_per_second": 7.677,
"step": 4324
},
{
"epoch": 8.01,
"grad_norm": 1.0673542022705078,
"learning_rate": 0.0009916666666666667,
"loss": 0.3395,
"step": 4330
},
{
"epoch": 8.03,
"grad_norm": 0.7167376279830933,
"learning_rate": 0.0009824074074074073,
"loss": 0.2648,
"step": 4340
},
{
"epoch": 8.05,
"grad_norm": 0.7471597194671631,
"learning_rate": 0.0009731481481481481,
"loss": 0.3121,
"step": 4350
},
{
"epoch": 8.07,
"grad_norm": 1.22334623336792,
"learning_rate": 0.0009638888888888889,
"loss": 0.2867,
"step": 4360
},
{
"epoch": 8.09,
"grad_norm": 1.0853790044784546,
"learning_rate": 0.0009546296296296296,
"loss": 0.2639,
"step": 4370
},
{
"epoch": 8.1,
"grad_norm": 0.9974374771118164,
"learning_rate": 0.0009453703703703703,
"loss": 0.2679,
"step": 4380
},
{
"epoch": 8.12,
"grad_norm": 0.5487973093986511,
"learning_rate": 0.0009361111111111112,
"loss": 0.2552,
"step": 4390
},
{
"epoch": 8.14,
"grad_norm": 1.0462454557418823,
"learning_rate": 0.0009268518518518519,
"loss": 0.2371,
"step": 4400
},
{
"epoch": 8.16,
"grad_norm": 0.9754990935325623,
"learning_rate": 0.0009175925925925927,
"loss": 0.2792,
"step": 4410
},
{
"epoch": 8.18,
"grad_norm": 1.371444821357727,
"learning_rate": 0.0009083333333333334,
"loss": 0.2508,
"step": 4420
},
{
"epoch": 8.2,
"grad_norm": 1.4113060235977173,
"learning_rate": 0.0008990740740740741,
"loss": 0.2875,
"step": 4430
},
{
"epoch": 8.21,
"grad_norm": 0.7861378788948059,
"learning_rate": 0.0008898148148148149,
"loss": 0.3163,
"step": 4440
},
{
"epoch": 8.23,
"grad_norm": 0.6464210152626038,
"learning_rate": 0.0008805555555555555,
"loss": 0.2845,
"step": 4450
},
{
"epoch": 8.25,
"grad_norm": 1.1672011613845825,
"learning_rate": 0.0008712962962962962,
"loss": 0.2807,
"step": 4460
},
{
"epoch": 8.27,
"grad_norm": 0.8441992402076721,
"learning_rate": 0.000862037037037037,
"loss": 0.3093,
"step": 4470
},
{
"epoch": 8.29,
"grad_norm": 0.6474927663803101,
"learning_rate": 0.0008527777777777777,
"loss": 0.2609,
"step": 4480
},
{
"epoch": 8.31,
"grad_norm": 0.5043164491653442,
"learning_rate": 0.0008435185185185186,
"loss": 0.3138,
"step": 4490
},
{
"epoch": 8.33,
"grad_norm": 0.9660760164260864,
"learning_rate": 0.0008342592592592593,
"loss": 0.3032,
"step": 4500
},
{
"epoch": 8.34,
"grad_norm": 1.2470887899398804,
"learning_rate": 0.0008250000000000001,
"loss": 0.3015,
"step": 4510
},
{
"epoch": 8.36,
"grad_norm": 1.4032260179519653,
"learning_rate": 0.0008157407407407408,
"loss": 0.3132,
"step": 4520
},
{
"epoch": 8.38,
"grad_norm": 0.9354479312896729,
"learning_rate": 0.0008064814814814815,
"loss": 0.2862,
"step": 4530
},
{
"epoch": 8.4,
"grad_norm": 0.8781515955924988,
"learning_rate": 0.0007972222222222223,
"loss": 0.2636,
"step": 4540
},
{
"epoch": 8.42,
"grad_norm": 0.8106943964958191,
"learning_rate": 0.000787962962962963,
"loss": 0.3125,
"step": 4550
},
{
"epoch": 8.44,
"grad_norm": 0.7355839610099792,
"learning_rate": 0.0007787037037037037,
"loss": 0.2896,
"step": 4560
},
{
"epoch": 8.46,
"grad_norm": 0.6883030533790588,
"learning_rate": 0.0007694444444444445,
"loss": 0.2534,
"step": 4570
},
{
"epoch": 8.47,
"grad_norm": 0.7917162179946899,
"learning_rate": 0.0007601851851851851,
"loss": 0.2627,
"step": 4580
},
{
"epoch": 8.49,
"grad_norm": 0.8958062529563904,
"learning_rate": 0.0007509259259259258,
"loss": 0.2573,
"step": 4590
},
{
"epoch": 8.51,
"grad_norm": 0.8534148335456848,
"learning_rate": 0.0007416666666666667,
"loss": 0.2715,
"step": 4600
},
{
"epoch": 8.53,
"grad_norm": 0.8119780421257019,
"learning_rate": 0.0007324074074074074,
"loss": 0.2455,
"step": 4610
},
{
"epoch": 8.55,
"grad_norm": 1.1178597211837769,
"learning_rate": 0.0007231481481481482,
"loss": 0.2798,
"step": 4620
},
{
"epoch": 8.57,
"grad_norm": 0.8982829451560974,
"learning_rate": 0.0007138888888888889,
"loss": 0.2816,
"step": 4630
},
{
"epoch": 8.58,
"grad_norm": 0.8414255976676941,
"learning_rate": 0.0007046296296296296,
"loss": 0.263,
"step": 4640
},
{
"epoch": 8.6,
"grad_norm": 0.6894321441650391,
"learning_rate": 0.0006953703703703704,
"loss": 0.2551,
"step": 4650
},
{
"epoch": 8.62,
"grad_norm": 0.9369879364967346,
"learning_rate": 0.0006861111111111111,
"loss": 0.234,
"step": 4660
},
{
"epoch": 8.64,
"grad_norm": 0.7685711979866028,
"learning_rate": 0.0006768518518518519,
"loss": 0.2669,
"step": 4670
},
{
"epoch": 8.66,
"grad_norm": 0.866146981716156,
"learning_rate": 0.0006675925925925926,
"loss": 0.2613,
"step": 4680
},
{
"epoch": 8.68,
"grad_norm": 0.7694200873374939,
"learning_rate": 0.0006583333333333333,
"loss": 0.3076,
"step": 4690
},
{
"epoch": 8.7,
"grad_norm": 0.7113105058670044,
"learning_rate": 0.0006490740740740742,
"loss": 0.2818,
"step": 4700
},
{
"epoch": 8.71,
"grad_norm": 0.6957096457481384,
"learning_rate": 0.0006398148148148148,
"loss": 0.2123,
"step": 4710
},
{
"epoch": 8.73,
"grad_norm": 0.7736373543739319,
"learning_rate": 0.0006305555555555556,
"loss": 0.2896,
"step": 4720
},
{
"epoch": 8.75,
"grad_norm": 0.7972449660301208,
"learning_rate": 0.0006212962962962963,
"loss": 0.2606,
"step": 4730
},
{
"epoch": 8.77,
"grad_norm": 1.4942100048065186,
"learning_rate": 0.000612037037037037,
"loss": 0.2688,
"step": 4740
},
{
"epoch": 8.79,
"grad_norm": 0.5527027249336243,
"learning_rate": 0.0006027777777777778,
"loss": 0.2311,
"step": 4750
},
{
"epoch": 8.81,
"grad_norm": 0.7232396006584167,
"learning_rate": 0.0005935185185185185,
"loss": 0.2102,
"step": 4760
},
{
"epoch": 8.83,
"grad_norm": 0.8936424851417542,
"learning_rate": 0.0005842592592592592,
"loss": 0.2185,
"step": 4770
},
{
"epoch": 8.84,
"grad_norm": 0.5523704290390015,
"learning_rate": 0.000575,
"loss": 0.2443,
"step": 4780
},
{
"epoch": 8.86,
"grad_norm": 0.6891120672225952,
"learning_rate": 0.0005657407407407408,
"loss": 0.2722,
"step": 4790
},
{
"epoch": 8.88,
"grad_norm": 0.8618466854095459,
"learning_rate": 0.0005564814814814815,
"loss": 0.2782,
"step": 4800
},
{
"epoch": 8.9,
"grad_norm": 0.601006269454956,
"learning_rate": 0.0005472222222222223,
"loss": 0.3289,
"step": 4810
},
{
"epoch": 8.92,
"grad_norm": 0.5365596413612366,
"learning_rate": 0.000537962962962963,
"loss": 0.2511,
"step": 4820
},
{
"epoch": 8.94,
"grad_norm": 1.0211495161056519,
"learning_rate": 0.0005287037037037038,
"loss": 0.2964,
"step": 4830
},
{
"epoch": 8.95,
"grad_norm": 0.838763952255249,
"learning_rate": 0.0005194444444444444,
"loss": 0.2373,
"step": 4840
},
{
"epoch": 8.97,
"grad_norm": 0.9094264507293701,
"learning_rate": 0.0005101851851851852,
"loss": 0.2447,
"step": 4850
},
{
"epoch": 8.99,
"grad_norm": 0.5573397874832153,
"learning_rate": 0.0005009259259259259,
"loss": 0.2439,
"step": 4860
},
{
"epoch": 9.0,
"eval_accuracy": 0.9850562317054383,
"eval_f1": 0.9881355002597147,
"eval_loss": 0.05773022025823593,
"eval_precision": 0.9885823118322556,
"eval_recall": 0.9880245106891419,
"eval_runtime": 52.821,
"eval_samples_per_second": 122.887,
"eval_steps_per_second": 7.686,
"step": 4864
},
{
"epoch": 9.01,
"grad_norm": 0.5047478675842285,
"learning_rate": 0.0004916666666666666,
"loss": 0.2301,
"step": 4870
},
{
"epoch": 9.03,
"grad_norm": 0.8074342012405396,
"learning_rate": 0.00048240740740740747,
"loss": 0.2168,
"step": 4880
},
{
"epoch": 9.05,
"grad_norm": 0.9957315921783447,
"learning_rate": 0.00047314814814814816,
"loss": 0.2546,
"step": 4890
},
{
"epoch": 9.07,
"grad_norm": 1.1737314462661743,
"learning_rate": 0.0004638888888888889,
"loss": 0.2526,
"step": 4900
},
{
"epoch": 9.08,
"grad_norm": 0.47173938155174255,
"learning_rate": 0.00045462962962962964,
"loss": 0.281,
"step": 4910
},
{
"epoch": 9.1,
"grad_norm": 0.7715136408805847,
"learning_rate": 0.00044537037037037033,
"loss": 0.2679,
"step": 4920
},
{
"epoch": 9.12,
"grad_norm": 1.0114617347717285,
"learning_rate": 0.00043611111111111113,
"loss": 0.2568,
"step": 4930
},
{
"epoch": 9.14,
"grad_norm": 0.7581719160079956,
"learning_rate": 0.00042685185185185187,
"loss": 0.1955,
"step": 4940
},
{
"epoch": 9.16,
"grad_norm": 0.9538590908050537,
"learning_rate": 0.0004175925925925926,
"loss": 0.2764,
"step": 4950
},
{
"epoch": 9.18,
"grad_norm": 0.9304882884025574,
"learning_rate": 0.00040833333333333336,
"loss": 0.2225,
"step": 4960
},
{
"epoch": 9.2,
"grad_norm": 1.7399593591690063,
"learning_rate": 0.00039907407407407404,
"loss": 0.2194,
"step": 4970
},
{
"epoch": 9.21,
"grad_norm": 1.2996737957000732,
"learning_rate": 0.0003898148148148148,
"loss": 0.2552,
"step": 4980
},
{
"epoch": 9.23,
"grad_norm": 0.9532219767570496,
"learning_rate": 0.0003805555555555556,
"loss": 0.2371,
"step": 4990
},
{
"epoch": 9.25,
"grad_norm": 0.5695217251777649,
"learning_rate": 0.0003712962962962963,
"loss": 0.1966,
"step": 5000
},
{
"epoch": 9.27,
"grad_norm": 0.8924893140792847,
"learning_rate": 0.000362037037037037,
"loss": 0.2367,
"step": 5010
},
{
"epoch": 9.29,
"grad_norm": 0.4599965214729309,
"learning_rate": 0.00035277777777777776,
"loss": 0.2338,
"step": 5020
},
{
"epoch": 9.31,
"grad_norm": 1.544420838356018,
"learning_rate": 0.0003435185185185185,
"loss": 0.2474,
"step": 5030
},
{
"epoch": 9.32,
"grad_norm": 0.7134206295013428,
"learning_rate": 0.0003342592592592593,
"loss": 0.2406,
"step": 5040
},
{
"epoch": 9.34,
"grad_norm": 0.510735273361206,
"learning_rate": 0.00032500000000000004,
"loss": 0.2181,
"step": 5050
},
{
"epoch": 9.36,
"grad_norm": 0.7918537855148315,
"learning_rate": 0.00031574074074074073,
"loss": 0.2582,
"step": 5060
},
{
"epoch": 9.38,
"grad_norm": 1.1104782819747925,
"learning_rate": 0.00030648148148148147,
"loss": 0.2531,
"step": 5070
},
{
"epoch": 9.4,
"grad_norm": 0.8858848810195923,
"learning_rate": 0.0002972222222222222,
"loss": 0.256,
"step": 5080
},
{
"epoch": 9.42,
"grad_norm": 0.9814337491989136,
"learning_rate": 0.00028796296296296296,
"loss": 0.2301,
"step": 5090
},
{
"epoch": 9.44,
"grad_norm": 0.8091614246368408,
"learning_rate": 0.0002787037037037037,
"loss": 0.243,
"step": 5100
},
{
"epoch": 9.45,
"grad_norm": 0.8779675960540771,
"learning_rate": 0.00026944444444444444,
"loss": 0.2248,
"step": 5110
},
{
"epoch": 9.47,
"grad_norm": 0.7793891429901123,
"learning_rate": 0.0002601851851851852,
"loss": 0.2431,
"step": 5120
},
{
"epoch": 9.49,
"grad_norm": 0.7594252824783325,
"learning_rate": 0.0002509259259259259,
"loss": 0.2766,
"step": 5130
},
{
"epoch": 9.51,
"grad_norm": 0.7500623464584351,
"learning_rate": 0.00024166666666666667,
"loss": 0.2608,
"step": 5140
},
{
"epoch": 9.53,
"grad_norm": 1.316781997680664,
"learning_rate": 0.00023240740740740744,
"loss": 0.2924,
"step": 5150
},
{
"epoch": 9.55,
"grad_norm": 0.6205342411994934,
"learning_rate": 0.00022314814814814815,
"loss": 0.2192,
"step": 5160
},
{
"epoch": 9.57,
"grad_norm": 0.4915425181388855,
"learning_rate": 0.0002138888888888889,
"loss": 0.2284,
"step": 5170
},
{
"epoch": 9.58,
"grad_norm": 0.5837624669075012,
"learning_rate": 0.00020462962962962964,
"loss": 0.2481,
"step": 5180
},
{
"epoch": 9.6,
"grad_norm": 1.0567339658737183,
"learning_rate": 0.00019537037037037038,
"loss": 0.2289,
"step": 5190
},
{
"epoch": 9.62,
"grad_norm": 0.548608660697937,
"learning_rate": 0.0001861111111111111,
"loss": 0.2723,
"step": 5200
},
{
"epoch": 9.64,
"grad_norm": 0.46330851316452026,
"learning_rate": 0.00017685185185185187,
"loss": 0.2482,
"step": 5210
},
{
"epoch": 9.66,
"grad_norm": 0.5314125418663025,
"learning_rate": 0.00016759259259259258,
"loss": 0.2305,
"step": 5220
},
{
"epoch": 9.68,
"grad_norm": 1.2373839616775513,
"learning_rate": 0.00015833333333333335,
"loss": 0.2508,
"step": 5230
},
{
"epoch": 9.69,
"grad_norm": 0.63730788230896,
"learning_rate": 0.00014907407407407407,
"loss": 0.2366,
"step": 5240
},
{
"epoch": 9.71,
"grad_norm": 0.8189606666564941,
"learning_rate": 0.0001398148148148148,
"loss": 0.2473,
"step": 5250
},
{
"epoch": 9.73,
"grad_norm": 0.4223102629184723,
"learning_rate": 0.00013055555555555558,
"loss": 0.1921,
"step": 5260
},
{
"epoch": 9.75,
"grad_norm": 0.8108687996864319,
"learning_rate": 0.0001212962962962963,
"loss": 0.211,
"step": 5270
},
{
"epoch": 9.77,
"grad_norm": 1.0115864276885986,
"learning_rate": 0.00011203703703703704,
"loss": 0.2199,
"step": 5280
},
{
"epoch": 9.79,
"grad_norm": 0.578581690788269,
"learning_rate": 0.00010277777777777778,
"loss": 0.2079,
"step": 5290
},
{
"epoch": 9.81,
"grad_norm": 0.7213098406791687,
"learning_rate": 9.351851851851852e-05,
"loss": 0.2709,
"step": 5300
},
{
"epoch": 9.82,
"grad_norm": 0.9571123123168945,
"learning_rate": 8.425925925925925e-05,
"loss": 0.2925,
"step": 5310
},
{
"epoch": 9.84,
"grad_norm": 1.0856187343597412,
"learning_rate": 7.5e-05,
"loss": 0.2708,
"step": 5320
},
{
"epoch": 9.86,
"grad_norm": 0.4601670801639557,
"learning_rate": 6.574074074074075e-05,
"loss": 0.1895,
"step": 5330
},
{
"epoch": 9.88,
"grad_norm": 0.7248308062553406,
"learning_rate": 5.648148148148148e-05,
"loss": 0.2639,
"step": 5340
},
{
"epoch": 9.9,
"grad_norm": 0.8658019304275513,
"learning_rate": 4.722222222222222e-05,
"loss": 0.2721,
"step": 5350
},
{
"epoch": 9.92,
"grad_norm": 0.877480685710907,
"learning_rate": 3.7962962962962964e-05,
"loss": 0.2026,
"step": 5360
},
{
"epoch": 9.94,
"grad_norm": 0.7867253422737122,
"learning_rate": 2.8703703703703703e-05,
"loss": 0.2431,
"step": 5370
},
{
"epoch": 9.95,
"grad_norm": 0.5923830270767212,
"learning_rate": 1.9444444444444445e-05,
"loss": 0.2207,
"step": 5380
},
{
"epoch": 9.97,
"grad_norm": 0.9413737058639526,
"learning_rate": 1.0185185185185185e-05,
"loss": 0.223,
"step": 5390
},
{
"epoch": 9.99,
"grad_norm": 0.630954921245575,
"learning_rate": 9.259259259259259e-07,
"loss": 0.2169,
"step": 5400
},
{
"epoch": 9.99,
"eval_accuracy": 0.9835156370358958,
"eval_f1": 0.9881773422996485,
"eval_loss": 0.0720474049448967,
"eval_precision": 0.9887528399741967,
"eval_recall": 0.988172197902048,
"eval_runtime": 52.921,
"eval_samples_per_second": 122.654,
"eval_steps_per_second": 7.672,
"step": 5400
},
{
"epoch": 9.99,
"step": 5400,
"total_flos": 2.6962411056639013e+19,
"train_loss": 0.442498734637543,
"train_runtime": 5918.7974,
"train_samples_per_second": 58.426,
"train_steps_per_second": 0.912
}
],
"logging_steps": 10,
"max_steps": 5400,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"total_flos": 2.6962411056639013e+19,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}